wiki-graph-core 0.3.1 → 0.4.1

package/dist/text/summary-build/artifact.js

@@ -0,0 +1,157 @@
+import { mkdir } from "fs/promises";
+import { join } from "path";
+import {
+  createFragmentBackedDocument,
+  DirectoryDocument
+} from "../../document/index.js";
+import {
+  getChapterDetails,
+  requireStage
+} from "../../document/chapter/index.js";
+import { SummaryInputSnapshotDocument } from "./snapshot/index.js";
+import {
+  readSummaryInputSnapshot,
+  writeSummaryInputSnapshot
+} from "./snapshot-io.js";
+import { readSerialFragments } from "./source.js";
+import {
+  buildSummaryFromDocument,
+  buildSummaryFromReadyDocument
+} from "./build.js";
+import {
+  createChapterReadingGraphObjectStream,
+  createSummaryInputSnapshotFromReadingGraphObjects,
+  readWikgObjectsFromJsonl,
+  writeWikgObjectsToJsonl
+} from "../../object-stream.js";
+async function buildChapterSummaryArtifact(document, chapterId, options) {
+  const readingGraphObjectsPath = options.readingGraphObjectsPath;
+  if (readingGraphObjectsPath !== void 0) {
+    return await buildChapterSummaryArtifactFromReadingGraphObjects(chapterId, {
+      ...options,
+      readingGraphObjectsPath
+    });
+  }
+  const snapshotPath = options.snapshotPath;
+  if (snapshotPath !== void 0) {
+    return await buildChapterSummaryArtifactFromSnapshot(chapterId, {
+      ...options,
+      snapshotPath
+    });
+  }
+  const sourceDocumentPath = options.sourceDocumentPath;
+  if (sourceDocumentPath !== void 0) {
+    return await buildChapterSummaryArtifactFromDocumentSnapshot(chapterId, {
+      ...options,
+      sourceDocumentPath
+    });
+  }
+  return await buildChapterSummaryArtifactFromDocument(
+    document,
+    chapterId,
+    options
+  );
+}
+async function buildChapterSummaryArtifactFromSnapshot(chapterId, options) {
+  const snapshot = await readSummaryInputSnapshot(options.snapshotPath);
+  return await buildSummaryFromSnapshot(snapshot, chapterId, options);
+}
+async function buildChapterSummaryArtifactFromReadingGraphObjects(chapterId, options) {
+  const snapshot = await createSummaryInputSnapshotFromReadingGraphObjects(
+    chapterId,
+    readWikgObjectsFromJsonl(options.readingGraphObjectsPath)
+  );
+  return await buildSummaryFromSnapshot(snapshot, chapterId, options);
+}
+async function commitChapterSummaryArtifact(document, chapterId, summary) {
+  await document.openSession(async (openedDocument) => {
+    await requireStage(openedDocument, chapterId, "graphed");
+    await openedDocument.writeSummary(chapterId, summary);
+  });
+  return await getChapterDetails(document, chapterId);
+}
+async function snapshotChapterSummaryInput(document, chapterId, workspacePath) {
+  const filePath = join(workspacePath, "summary-input.json");
+  const objectsPath = join(workspacePath, "reading-graph.jsonl");
+  await mkdir(workspacePath, { recursive: true });
+  await requireStage(document, chapterId, "graphed");
+  const fragments = await readSerialFragments(document, chapterId);
+  const snakes = await document.snakes.listBySerial(chapterId);
+  const snakeChunks = (await Promise.all(
+    snakes.map(
+      async (snake) => await document.snakeChunks.listBySnake(snake.id)
+    )
+  )).flat();
+  await writeSummaryInputSnapshot(filePath, {
+    chunks: await document.chunks.listBySerial(chapterId),
+    fragmentGroups: await document.fragmentGroups.listBySerial(chapterId),
+    fragments,
+    readingEdges: await document.readingEdges.listBySerial(chapterId),
+    serial: {
+      documentOrder: chapterId,
+      id: chapterId,
+      knowledgeGraphReady: false,
+      revision: 0,
+      topologyReady: true
+    },
+    snakeChunks,
+    snakeEdges: await document.snakeEdges.listBySerial(chapterId),
+    snakes
+  });
+  await writeWikgObjectsToJsonl(
+    objectsPath,
+    createChapterReadingGraphObjectStream({
+      chapterId,
+      document
+    })
+  );
+  return { filePath, objectsPath };
+}
+async function buildChapterSummaryArtifactFromDocumentSnapshot(chapterId, options) {
+  const document = await DirectoryDocument.open(options.sourceDocumentPath);
+  try {
+    return await buildChapterSummaryArtifactFromDocument(
+      createFragmentBackedDocument(document, options.sourceDocumentPath),
+      chapterId,
+      options
+    );
+  } finally {
+    await document.release();
+  }
+}
+async function buildChapterSummaryArtifactFromDocument(document, chapterId, options) {
+  const details = await getChapterDetails(document, chapterId);
+  if (details.stage !== "graphed") {
+    throw new Error(
+      `Chapter ${chapterId} is ${details.stage}. Generate a summary only for graphed chapters.`
+    );
+  }
+  const summary = await document.readSummary(chapterId);
+  if (summary !== void 0) {
+    return summary;
+  }
+  return await buildSummaryFromDocument(document, chapterId, options);
+}
+async function buildSummaryFromSnapshot(snapshot, chapterId, options) {
+  if (snapshot.serial.id !== chapterId) {
+    throw new Error(
+      `Summary snapshot belongs to chapter ${snapshot.serial.id}, not chapter ${chapterId}.`
+    );
+  }
+  if (!snapshot.serial.topologyReady) {
+    throw new Error(`Chapter ${chapterId} is not ready for summary.`);
+  }
+  return await buildSummaryFromReadyDocument(
+    new SummaryInputSnapshotDocument(snapshot),
+    chapterId,
+    options
+  );
+}
+export {
+  buildChapterSummaryArtifact,
+  buildChapterSummaryArtifactFromReadingGraphObjects,
+  buildChapterSummaryArtifactFromSnapshot,
+  commitChapterSummaryArtifact,
+  snapshotChapterSummaryInput
+};
+//# sourceMappingURL=artifact.js.map

package/dist/text/summary-build/artifact.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/text/summary-build/artifact.ts"],"sourcesContent":["import { mkdir } from \"fs/promises\";\nimport { join } from \"path\";\n\nimport type { Document, ReadonlyDocument } from \"../../document/index.js\";\nimport {\n  createFragmentBackedDocument,\n  DirectoryDocument,\n} from \"../../document/index.js\";\nimport {\n  getChapterDetails,\n  requireStage,\n  type ChapterDetails,\n} from \"../../document/chapter/index.js\";\nimport { SummaryInputSnapshotDocument } from \"./snapshot/index.js\";\nimport {\n  readSummaryInputSnapshot,\n  writeSummaryInputSnapshot,\n} from \"./snapshot-io.js\";\nimport { readSerialFragments } from \"./source.js\";\nimport {\n  buildSummaryFromDocument,\n  buildSummaryFromReadyDocument,\n} from \"./build.js\";\nimport {\n  createChapterReadingGraphObjectStream,\n  createSummaryInputSnapshotFromReadingGraphObjects,\n  readWikgObjectsFromJsonl,\n  writeWikgObjectsToJsonl,\n} from \"../../object-stream.js\";\nimport type {\n  BuildChapterSummaryArtifactOptions,\n  ChapterSummaryInputSnapshot,\n  SummaryInputSnapshotData,\n} from \"./types.js\";\n\nexport async function buildChapterSummaryArtifact(\n  document: ReadonlyDocument,\n  chapterId: number,\n  options: BuildChapterSummaryArtifactOptions,\n): Promise<string> {\n  const readingGraphObjectsPath = options.readingGraphObjectsPath;\n\n  if (readingGraphObjectsPath !== undefined) {\n    return await buildChapterSummaryArtifactFromReadingGraphObjects(chapterId, {\n      ...options,\n      readingGraphObjectsPath,\n    });\n  }\n\n  const snapshotPath = options.snapshotPath;\n\n  if (snapshotPath !== undefined) {\n    return await buildChapterSummaryArtifactFromSnapshot(chapterId, {\n      ...options,\n      snapshotPath,\n    });\n  }\n\n  const sourceDocumentPath = options.sourceDocumentPath;\n\n  if (sourceDocumentPath !== undefined) {\n    return await buildChapterSummaryArtifactFromDocumentSnapshot(chapterId, {\n      ...options,\n      sourceDocumentPath,\n    });\n  }\n\n  return await buildChapterSummaryArtifactFromDocument(\n    document,\n    chapterId,\n    options,\n  );\n}\n\nexport async function buildChapterSummaryArtifactFromSnapshot(\n  chapterId: number,\n  options: BuildChapterSummaryArtifactOptions & {\n    readonly snapshotPath: string;\n  },\n): Promise<string> {\n  const snapshot = await readSummaryInputSnapshot(options.snapshotPath);\n  return await buildSummaryFromSnapshot(snapshot, chapterId, options);\n}\n\nexport async function buildChapterSummaryArtifactFromReadingGraphObjects(\n  chapterId: number,\n  options: BuildChapterSummaryArtifactOptions & {\n    readonly readingGraphObjectsPath: string;\n  },\n): Promise<string> {\n  const snapshot = await createSummaryInputSnapshotFromReadingGraphObjects(\n    chapterId,\n    readWikgObjectsFromJsonl(options.readingGraphObjectsPath),\n  );\n\n  return await buildSummaryFromSnapshot(snapshot, chapterId, options);\n}\n\nexport async function commitChapterSummaryArtifact(\n  document: Document,\n  chapterId: number,\n  summary: string,\n): Promise<ChapterDetails> {\n  await document.openSession(async (openedDocument) => {\n    await requireStage(openedDocument, chapterId, \"graphed\");\n    await openedDocument.writeSummary(chapterId, summary);\n  });\n\n  return await getChapterDetails(document, chapterId);\n}\n\nexport async function snapshotChapterSummaryInput(\n  document: ReadonlyDocument,\n  chapterId: number,\n  workspacePath: string,\n): Promise<ChapterSummaryInputSnapshot> {\n  const filePath = join(workspacePath, \"summary-input.json\");\n  const objectsPath = join(workspacePath, \"reading-graph.jsonl\");\n\n  await mkdir(workspacePath, { recursive: true });\n  await requireStage(document, chapterId, \"graphed\");\n\n  const fragments = await readSerialFragments(document, chapterId);\n  const snakes = await document.snakes.listBySerial(chapterId);\n  const snakeChunks = (\n    await Promise.all(\n      snakes.map(\n        async (snake) => await document.snakeChunks.listBySnake(snake.id),\n      ),\n    )\n  ).flat();\n\n  await writeSummaryInputSnapshot(filePath, {\n    chunks: await document.chunks.listBySerial(chapterId),\n    fragmentGroups: await document.fragmentGroups.listBySerial(chapterId),\n    fragments,\n    readingEdges: await document.readingEdges.listBySerial(chapterId),\n    serial: {\n      documentOrder: chapterId,\n      id: chapterId,\n      knowledgeGraphReady: false,\n      revision: 0,\n      topologyReady: true,\n    },\n    snakeChunks,\n    snakeEdges: await document.snakeEdges.listBySerial(chapterId),\n    snakes,\n  });\n  await writeWikgObjectsToJsonl(\n    objectsPath,\n    createChapterReadingGraphObjectStream({\n      chapterId,\n      document,\n    }),\n  );\n\n  return { filePath, objectsPath };\n}\n\nasync function buildChapterSummaryArtifactFromDocumentSnapshot(\n  chapterId: number,\n  options: BuildChapterSummaryArtifactOptions & {\n    readonly sourceDocumentPath: string;\n  },\n): Promise<string> {\n  const document = await DirectoryDocument.open(options.sourceDocumentPath);\n\n  try {\n    return await buildChapterSummaryArtifactFromDocument(\n      createFragmentBackedDocument(document, options.sourceDocumentPath),\n      chapterId,\n      options,\n    );\n  } finally {\n    await document.release();\n  }\n}\n\nasync function buildChapterSummaryArtifactFromDocument(\n  document: ReadonlyDocument,\n  chapterId: number,\n  options: BuildChapterSummaryArtifactOptions,\n): Promise<string> {\n  const details = await getChapterDetails(document, chapterId);\n\n  if (details.stage !== \"graphed\") {\n    throw new Error(\n      `Chapter ${chapterId} is ${details.stage}. Generate a summary only for graphed chapters.`,\n    );\n  }\n\n  const summary = await document.readSummary(chapterId);\n\n  if (summary !== undefined) {\n    return summary;\n  }\n\n  return await buildSummaryFromDocument(document, chapterId, options);\n}\n\nasync function buildSummaryFromSnapshot(\n  snapshot: SummaryInputSnapshotData,\n  chapterId: number,\n  options: BuildChapterSummaryArtifactOptions,\n): Promise<string> {\n  if (snapshot.serial.id !== chapterId) {\n    throw new Error(\n      `Summary snapshot belongs to chapter ${snapshot.serial.id}, not chapter ${chapterId}.`,\n    );\n  }\n  if (!snapshot.serial.topologyReady) {\n    throw new Error(`Chapter ${chapterId} is not ready for summary.`);\n  }\n\n  return await buildSummaryFromReadyDocument(\n    new SummaryInputSnapshotDocument(snapshot),\n    chapterId,\n    options,\n  );\n}\n"],"mappings":"AAAA,SAAS,aAAa;AACtB,SAAS,YAAY;AAGrB;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP;AAAA,EACE;AAAA,EACA;AAAA,OAEK;AACP,SAAS,oCAAoC;AAC7C;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP,SAAS,2BAA2B;AACpC;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAOP,eAAsB,4BACpB,UACA,WACA,SACiB;AACjB,QAAM,0BAA0B,QAAQ;AAExC,MAAI,4BAA4B,QAAW;AACzC,WAAO,MAAM,mDAAmD,WAAW;AAAA,MACzE,GAAG;AAAA,MACH;AAAA,IACF,CAAC;AAAA,EACH;AAEA,QAAM,eAAe,QAAQ;AAE7B,MAAI,iBAAiB,QAAW;AAC9B,WAAO,MAAM,wCAAwC,WAAW;AAAA,MAC9D,GAAG;AAAA,MACH;AAAA,IACF,CAAC;AAAA,EACH;AAEA,QAAM,qBAAqB,QAAQ;AAEnC,MAAI,uBAAuB,QAAW;AACpC,WAAO,MAAM,gDAAgD,WAAW;AAAA,MACtE,GAAG;AAAA,MACH;AAAA,IACF,CAAC;AAAA,EACH;AAEA,SAAO,MAAM;AAAA,IACX;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAEA,eAAsB,wCACpB,WACA,SAGiB;AACjB,QAAM,WAAW,MAAM,yBAAyB,QAAQ,YAAY;AACpE,SAAO,MAAM,yBAAyB,UAAU,WAAW,OAAO;AACpE;AAEA,eAAsB,mDACpB,WACA,SAGiB;AACjB,QAAM,WAAW,MAAM;AAAA,IACrB;AAAA,IACA,yBAAyB,QAAQ,uBAAuB;AAAA,EAC1D;AAEA,SAAO,MAAM,yBAAyB,UAAU,WAAW,OAAO;AACpE;AAEA,eAAsB,6BACpB,UACA,WACA,SACyB;AACzB,QAAM,SAAS,YAAY,OAAO,mBAAmB;AACnD,UAAM,aAAa,gBAAgB,WAAW,SAAS;AACvD,UAAM,eAAe,aAAa,WAAW,OAAO;AAAA,EACtD,CAAC;AAED,SAAO,MAAM,kBAAkB,UAAU,SAAS;AACpD;AAEA,eAAsB,4BACpB,UACA,WACA,eACsC;AACtC,QAAM,WAAW,KAAK,eAAe,oBAAoB;AACzD,QAAM,cAAc,KAAK,eAAe,qBAAqB;AAE7D,QAAM,MAAM,eAAe,EAAE,WAAW,KAAK,CAAC;AAC9C,QAAM,aAAa,UAAU,WAAW,SAAS;AAEjD,QAAM,YAAY,MAAM,oBAAoB,UAAU,SAAS;AAC/D,QAAM,SAAS,MAAM,SAAS,OAAO,aAAa,SAAS;AAC3D,QAAM,eACJ,MAAM,QAAQ;AAAA,IACZ,OAAO;AAAA,MACL,OAAO,UAAU,MAAM,SAAS,YAAY,YAAY,MAAM,EAAE;AAAA,IAClE;AAAA,EACF,GACA,KAAK;AAEP,QAAM,0BAA0B,UAAU;AAAA,IACxC,QAAQ,MAAM,SAAS,OAAO,aAAa,SAAS;AAAA,IACpD,gBAAgB,MAAM,SAAS,eAAe,aAAa,SAAS;AAAA,IACpE;AAAA,IACA,cAAc,MAAM,SAAS,aAAa,aAAa,SAAS;AAAA,IAChE,QAAQ;AAAA,MACN,eAAe;AAAA,MACf,IAAI;AAAA,MACJ,qBAAqB;AAAA,MACrB,UAAU;AAAA,MACV,eAAe;AAAA,IACjB;AAAA,IACA;AAAA,IACA,YAAY,MAAM,SAAS,WAAW,aAAa,SAAS;AAAA,IAC5D;AAAA,EACF,CAAC;AACD,QAAM;AAAA,IACJ;AAAA,IACA,sCAAsC;AAAA,MACpC;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AAEA,SAAO,EAAE,UAAU,YAAY;AACjC;AAEA,eAAe,gDACb,WACA,SAGiB;AACjB,QAAM,WAAW,MAAM,kBAAkB,KAAK,QAAQ,kBAAkB;AAExE,MAAI;AACF,WAAO,MAAM;AAAA,MACX,6BAA6B,UAAU,QAAQ,kBAAkB;AAAA,MACjE;AAAA,MACA;AAAA,IACF;AAAA,EACF,UAAE;AACA,UAAM,SAAS,QAAQ;AAAA,EACzB;AACF;AAEA,eAAe,wCACb,UACA,WACA,SACiB;AACjB,QAAM,UAAU,MAAM,kBAAkB,UAAU,SAAS;AAE3D,MAAI,QAAQ,UAAU,WAAW;AAC/B,UAAM,IAAI;AAAA,MACR,WAAW,SAAS,OAAO,QAAQ,KAAK;AAAA,IAC1C;AAAA,EACF;AAEA,QAAM,UAAU,MAAM,SAAS,YAAY,SAAS;AAEpD,MAAI,YAAY,QAAW;AACzB,WAAO;AAAA,EACT;AAEA,SAAO,MAAM,yBAAyB,UAAU,WAAW,OAAO;AACpE;AAEA,eAAe,yBACb,UACA,WACA,SACiB;AACjB,MAAI,SAAS,OAAO,OAAO,WAAW;AACpC,UAAM,IAAI;AAAA,MACR,uCAAuC,SAAS,OAAO,EAAE,iBAAiB,SAAS;AAAA,IACrF;AAAA,EACF;AACA,MAAI,CAAC,SAAS,OAAO,eAAe;AAClC,UAAM,IAAI,MAAM,WAAW,SAAS,4BAA4B;AAAA,EAClE;AAEA,SAAO,MAAM;AAAA,IACX,IAAI,6BAA6B,QAAQ;AAAA,IACzC;AAAA,IACA;AAAA,EACF;AACF;","names":[]}

package/dist/text/summary-build/build.d.ts

@@ -0,0 +1,37 @@
+import { ReadonlySerialTextStream } from '../../document/text-streams/types.js';
+import { ReadonlyDocument } from '../../document/directory/types.js';
+import { BuildChapterSummaryArtifactOptions } from './types.js';
+import '../../document/types.js';
+import '../source/meta.js';
+import 'zod';
+import '../source/toc.js';
+import '../source/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';
+import '../../external/llm/client/core.js';
+import '../../external/llm/context.js';
+import '../../external/llm/cache.js';
+import '../../external/llm/types.js';
+import 'ai';
+import '../../runtime/common/language.js';
+import '../../runtime/common/llm-scope.js';
+
+declare function buildSummaryFromDocument(document: ReadonlyDocument, chapterId: number, options: BuildChapterSummaryArtifactOptions): Promise<string>;
+declare function buildSummaryFromReadyDocument(document: ReadonlyDocument, chapterId: number, options: BuildChapterSummaryArtifactOptions): Promise<string>;
+declare function readPassthroughSummary(fragments: ReadonlySerialTextStream, sentenceStartIndexes: readonly number[]): Promise<string>;
+
+export { buildSummaryFromDocument, buildSummaryFromReadyDocument, readPassthroughSummary };

package/dist/text/summary-build/build.js

@@ -0,0 +1,60 @@
+import { WIKI_GRAPH_EDITOR_SCOPES } from "../../runtime/common/llm-scope.js";
+import { compressText } from "../editor/index.js";
+async function buildSummaryFromDocument(document, chapterId, options) {
+  const serial = await document.serials.getById(chapterId);
+  if (serial === void 0) {
+    throw new Error(
+      `Chapter ${chapterId} does not exist. Use \`wg <archive-uri>/chapter list\` to discover chapter ids.`
+    );
+  }
+  if (!serial.topologyReady) {
+    throw new Error(`Chapter ${chapterId} is not ready for summary.`);
+  }
+  return await buildSummaryFromReadyDocument(document, chapterId, options);
+}
+async function buildSummaryFromReadyDocument(document, chapterId, options) {
+  const fragments = document.getSerialFragments(chapterId);
+  const sentenceStartIndexes = await fragments.listFragmentIds();
+  if (sentenceStartIndexes.length <= 1) {
+    return await readPassthroughSummary(fragments, sentenceStartIndexes);
+  }
+  const summaryParts = [];
+  for (const groupId of await document.fragmentGroups.listGroupIdsForSerial(
+    chapterId
+  )) {
+    const groupSummary = await compressText({
+      compressionRatio: 0.2,
+      document,
+      groupId,
+      llm: options.llm,
+      maxClues: 10,
+      maxIterations: 5,
+      scopes: WIKI_GRAPH_EDITOR_SCOPES,
+      serialId: chapterId,
+      ...options.logDirPath === void 0 ? {} : { logDirPath: options.logDirPath },
+      ...options.userLanguage === void 0 ? {} : { userLanguage: options.userLanguage }
+    });
+    if (groupSummary.trim() === "") {
+      continue;
+    }
+    summaryParts.push(groupSummary);
+  }
+  return summaryParts.join("\n\n");
+}
+async function readPassthroughSummary(fragments, sentenceStartIndexes) {
+  if (sentenceStartIndexes.length === 0) {
+    return "";
+  }
+  const records = await Promise.all(
+    sentenceStartIndexes.map(
+      async (startSentenceIndex) => await fragments.getFragment(startSentenceIndex)
+    )
+  );
+  return records.flatMap((fragment) => fragment.sentences.map((sentence) => sentence.text)).join(" ").trim();
+}
+export {
+  buildSummaryFromDocument,
+  buildSummaryFromReadyDocument,
+  readPassthroughSummary
+};
+//# sourceMappingURL=build.js.map

package/dist/text/summary-build/build.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/text/summary-build/build.ts"],"sourcesContent":["import { WIKI_GRAPH_EDITOR_SCOPES } from \"../../runtime/common/llm-scope.js\";\nimport type {\n  ReadonlyDocument,\n  ReadonlySerialFragments,\n} from \"../../document/index.js\";\nimport { compressText } from \"../editor/index.js\";\nimport type { BuildChapterSummaryArtifactOptions } from \"./types.js\";\n\nexport async function buildSummaryFromDocument(\n  document: ReadonlyDocument,\n  chapterId: number,\n  options: BuildChapterSummaryArtifactOptions,\n): Promise<string> {\n  const serial = await document.serials.getById(chapterId);\n\n  if (serial === undefined) {\n    throw new Error(\n      `Chapter ${chapterId} does not exist. Use \\`wg <archive-uri>/chapter list\\` to discover chapter ids.`,\n    );\n  }\n  if (!serial.topologyReady) {\n    throw new Error(`Chapter ${chapterId} is not ready for summary.`);\n  }\n\n  return await buildSummaryFromReadyDocument(document, chapterId, options);\n}\n\nexport async function buildSummaryFromReadyDocument(\n  document: ReadonlyDocument,\n  chapterId: number,\n  options: BuildChapterSummaryArtifactOptions,\n): Promise<string> {\n  const fragments = document.getSerialFragments(chapterId);\n  const sentenceStartIndexes = await fragments.listFragmentIds();\n\n  if (sentenceStartIndexes.length <= 1) {\n    return await readPassthroughSummary(fragments, sentenceStartIndexes);\n  }\n\n  const summaryParts: string[] = [];\n\n  for (const groupId of await document.fragmentGroups.listGroupIdsForSerial(\n    chapterId,\n  )) {\n    const groupSummary = await compressText({\n      compressionRatio: 0.2,\n      document,\n      groupId,\n      llm: options.llm,\n      maxClues: 10,\n      maxIterations: 5,\n      scopes: WIKI_GRAPH_EDITOR_SCOPES,\n      serialId: chapterId,\n      ...(options.logDirPath === undefined\n        ? {}\n        : { logDirPath: options.logDirPath }),\n      ...(options.userLanguage === undefined\n        ? {}\n        : { userLanguage: options.userLanguage }),\n    });\n\n    if (groupSummary.trim() === \"\") {\n      continue;\n    }\n    summaryParts.push(groupSummary);\n  }\n\n  return summaryParts.join(\"\\n\\n\");\n}\n\nexport async function readPassthroughSummary(\n  fragments: ReadonlySerialFragments,\n  sentenceStartIndexes: readonly number[],\n): Promise<string> {\n  if (sentenceStartIndexes.length === 0) {\n    return \"\";\n  }\n\n  const records = await Promise.all(\n    sentenceStartIndexes.map(\n      async (startSentenceIndex) =>\n        await fragments.getFragment(startSentenceIndex),\n    ),\n  );\n\n  return records\n    .flatMap((fragment) => fragment.sentences.map((sentence) => sentence.text))\n    .join(\" \")\n    .trim();\n}\n"],"mappings":"AAAA,SAAS,gCAAgC;AAKzC,SAAS,oBAAoB;AAG7B,eAAsB,yBACpB,UACA,WACA,SACiB;AACjB,QAAM,SAAS,MAAM,SAAS,QAAQ,QAAQ,SAAS;AAEvD,MAAI,WAAW,QAAW;AACxB,UAAM,IAAI;AAAA,MACR,WAAW,SAAS;AAAA,IACtB;AAAA,EACF;AACA,MAAI,CAAC,OAAO,eAAe;AACzB,UAAM,IAAI,MAAM,WAAW,SAAS,4BAA4B;AAAA,EAClE;AAEA,SAAO,MAAM,8BAA8B,UAAU,WAAW,OAAO;AACzE;AAEA,eAAsB,8BACpB,UACA,WACA,SACiB;AACjB,QAAM,YAAY,SAAS,mBAAmB,SAAS;AACvD,QAAM,uBAAuB,MAAM,UAAU,gBAAgB;AAE7D,MAAI,qBAAqB,UAAU,GAAG;AACpC,WAAO,MAAM,uBAAuB,WAAW,oBAAoB;AAAA,EACrE;AAEA,QAAM,eAAyB,CAAC;AAEhC,aAAW,WAAW,MAAM,SAAS,eAAe;AAAA,IAClD;AAAA,EACF,GAAG;AACD,UAAM,eAAe,MAAM,aAAa;AAAA,MACtC,kBAAkB;AAAA,MAClB;AAAA,MACA;AAAA,MACA,KAAK,QAAQ;AAAA,MACb,UAAU;AAAA,MACV,eAAe;AAAA,MACf,QAAQ;AAAA,MACR,UAAU;AAAA,MACV,GAAI,QAAQ,eAAe,SACvB,CAAC,IACD,EAAE,YAAY,QAAQ,WAAW;AAAA,MACrC,GAAI,QAAQ,iBAAiB,SACzB,CAAC,IACD,EAAE,cAAc,QAAQ,aAAa;AAAA,IAC3C,CAAC;AAED,QAAI,aAAa,KAAK,MAAM,IAAI;AAC9B;AAAA,IACF;AACA,iBAAa,KAAK,YAAY;AAAA,EAChC;AAEA,SAAO,aAAa,KAAK,MAAM;AACjC;AAEA,eAAsB,uBACpB,WACA,sBACiB;AACjB,MAAI,qBAAqB,WAAW,GAAG;AACrC,WAAO;AAAA,EACT;AAEA,QAAM,UAAU,MAAM,QAAQ;AAAA,IAC5B,qBAAqB;AAAA,MACnB,OAAO,uBACL,MAAM,UAAU,YAAY,kBAAkB;AAAA,IAClD;AAAA,EACF;AAEA,SAAO,QACJ,QAAQ,CAAC,aAAa,SAAS,UAAU,IAAI,CAAC,aAAa,SAAS,IAAI,CAAC,EACzE,KAAK,GAAG,EACR,KAAK;AACV;","names":[]}

package/dist/text/summary-build/index.d.ts

@@ -0,0 +1,38 @@
+export { buildChapterSummaryArtifact, buildChapterSummaryArtifactFromReadingGraphObjects, buildChapterSummaryArtifactFromSnapshot, commitChapterSummaryArtifact, snapshotChapterSummaryInput } from './artifact.js';
+export { collectReaderText, readChapterSource, readSerialFragments } from './source.js';
+export { BuildChapterSummaryArtifactOptions, ChapterSummaryInputSnapshot, SummaryInputSnapshotData } from './types.js';
+import '../../document/directory/types.js';
+import '../source/meta.js';
+import 'zod';
+import '../source/toc.js';
+import '../source/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/types.js';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/text-streams/types.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';
+import '../../document/chapter/types.js';
+import '../reader/types.js';
+import '../reader/attention/core.js';
+import '../reader/chunk-batch/types.js';
+import '../../runtime/common/language.js';
+import '../../external/llm/client/core.js';
+import '../../external/llm/context.js';
+import '../../external/llm/cache.js';
+import '../../external/llm/types.js';
+import 'ai';
+import '../reader/segment/types.js';
+import '../../runtime/common/llm-scope.js';

package/dist/text/summary-build/index.js

@@ -0,0 +1,4 @@
+export * from "./artifact.js";
+export * from "./source.js";
+export * from "./types.js";
+//# sourceMappingURL=index.js.map

package/dist/text/summary-build/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/text/summary-build/index.ts"],"sourcesContent":["export * from \"./artifact.js\";\nexport * from \"./source.js\";\nexport * from \"./types.js\";\n"],"mappings":"AAAA,cAAc;AACd,cAAc;AACd,cAAc;","names":[]}

package/dist/text/summary-build/schema.d.ts

@@ -0,0 +1,106 @@
+import { z } from 'zod';
+import { ChunkRetention, ChunkImportance, ChunkRecord, ReadingEdgeRecord } from '../../document/types.js';
+
+declare const chunkRecordSchema: z.ZodObject<{
+    id: z.ZodNumber;
+    generation: z.ZodNumber;
+    sentenceId: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
+    label: z.ZodString;
+    content: z.ZodString;
+    sentenceIds: z.ZodArray<z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>>;
+    retention: z.ZodOptional<z.ZodEnum<typeof ChunkRetention>>;
+    importance: z.ZodOptional<z.ZodEnum<typeof ChunkImportance>>;
+    wordsCount: z.ZodNumber;
+    weight: z.ZodNumber;
+}, z.core.$strip>;
+declare const knowledgeEdgeRecordSchema: z.ZodObject<{
+    fromId: z.ZodNumber;
+    toId: z.ZodNumber;
+    strength: z.ZodOptional<z.ZodString>;
+    weight: z.ZodNumber;
+}, z.core.$strip>;
+declare const summaryInputSnapshotSchema: z.ZodObject<{
+    chunks: z.ZodArray<z.ZodObject<{
+        id: z.ZodNumber;
+        generation: z.ZodNumber;
+        sentenceId: z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>;
+        label: z.ZodString;
+        content: z.ZodString;
+        sentenceIds: z.ZodArray<z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>>;
+        retention: z.ZodOptional<z.ZodEnum<typeof ChunkRetention>>;
+        importance: z.ZodOptional<z.ZodEnum<typeof ChunkImportance>>;
+        wordsCount: z.ZodNumber;
+        weight: z.ZodNumber;
+    }, z.core.$strip>>;
+    fragmentGroups: z.ZodArray<z.ZodObject<{
+        serialId: z.ZodNumber;
+        groupId: z.ZodNumber;
+        startSentenceIndex: z.ZodNumber;
+        endSentenceIndex: z.ZodNumber;
+    }, z.core.$strip>>;
+    fragments: z.ZodArray<z.ZodObject<{
+        serialId: z.ZodNumber;
+        fragmentId: z.ZodNumber;
+        summary: z.ZodString;
+        sentences: z.ZodArray<z.ZodObject<{
+            text: z.ZodString;
+            wordsCount: z.ZodNumber;
+        }, z.core.$strip>>;
+    }, z.core.$strip>>;
+    readingEdges: z.ZodArray<z.ZodObject<{
+        fromId: z.ZodNumber;
+        toId: z.ZodNumber;
+        strength: z.ZodOptional<z.ZodString>;
+        weight: z.ZodNumber;
+    }, z.core.$strip>>;
+    serial: z.ZodPipe<z.ZodObject<{
+        documentOrder: z.ZodOptional<z.ZodNumber>;
+        id: z.ZodNumber;
+        knowledgeGraphReady: z.ZodBoolean;
+        knowledgeGraphParameterHash: z.ZodOptional<z.ZodString>;
+        revision: z.ZodOptional<z.ZodNumber>;
+        topologyParameterHash: z.ZodOptional<z.ZodString>;
+        topologyReady: z.ZodBoolean;
+    }, z.core.$strip>, z.ZodTransform<{
+        topologyParameterHash?: string;
+        revision: number;
+        topologyReady: boolean;
+        knowledgeGraphParameterHash?: string;
+        documentOrder: number;
+        id: number;
+        knowledgeGraphReady: boolean;
+    }, {
+        id: number;
+        knowledgeGraphReady: boolean;
+        topologyReady: boolean;
+        documentOrder?: number | undefined;
+        knowledgeGraphParameterHash?: string | undefined;
+        revision?: number | undefined;
+        topologyParameterHash?: string | undefined;
+    }>>;
+    snakeChunks: z.ZodArray<z.ZodObject<{
+        snakeId: z.ZodNumber;
+        chunkId: z.ZodNumber;
+        position: z.ZodNumber;
+    }, z.core.$strip>>;
+    snakeEdges: z.ZodArray<z.ZodObject<{
+        fromSnakeId: z.ZodNumber;
+        toSnakeId: z.ZodNumber;
+        weight: z.ZodNumber;
+    }, z.core.$strip>>;
+    snakes: z.ZodArray<z.ZodObject<{
+        id: z.ZodNumber;
+        serialId: z.ZodNumber;
+        groupId: z.ZodNumber;
+        localSnakeId: z.ZodNumber;
+        size: z.ZodNumber;
+        firstLabel: z.ZodString;
+        lastLabel: z.ZodString;
+        wordsCount: z.ZodNumber;
+        weight: z.ZodNumber;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+declare function toChunkRecord(record: z.infer<typeof chunkRecordSchema>): ChunkRecord;
+declare function toReadingEdgeRecord(record: z.infer<typeof knowledgeEdgeRecordSchema>): ReadingEdgeRecord;
+
+export { chunkRecordSchema, knowledgeEdgeRecordSchema, summaryInputSnapshotSchema, toChunkRecord, toReadingEdgeRecord };

package/dist/text/summary-build/schema.js

@@ -0,0 +1,118 @@
+import { z } from "zod";
+import { ChunkImportance, ChunkRetention } from "../../document/types.js";
+const sentenceIdSchema = z.tuple([
+  z.number(),
+  z.number()
+]);
+const sentenceRecordSchema = z.object({
+  text: z.string(),
+  wordsCount: z.number()
+});
+const fragmentRecordSchema = z.object({
+  serialId: z.number(),
+  fragmentId: z.number(),
+  summary: z.string(),
+  sentences: z.array(sentenceRecordSchema)
+});
+const serialRecordSchema = z.object({
+  documentOrder: z.number().optional(),
+  id: z.number(),
+  knowledgeGraphReady: z.boolean(),
+  knowledgeGraphParameterHash: z.string().optional(),
+  revision: z.number().optional(),
+  topologyParameterHash: z.string().optional(),
+  topologyReady: z.boolean()
+}).transform((record) => ({
+  documentOrder: record.documentOrder ?? record.id,
+  id: record.id,
+  knowledgeGraphReady: record.knowledgeGraphReady,
+  ...record.knowledgeGraphParameterHash === void 0 ? {} : { knowledgeGraphParameterHash: record.knowledgeGraphParameterHash },
+  revision: record.revision ?? 0,
+  topologyReady: record.topologyReady,
+  ...record.topologyParameterHash === void 0 ? {} : { topologyParameterHash: record.topologyParameterHash }
+}));
+const chunkRecordSchema = z.object({
+  id: z.number(),
+  generation: z.number(),
+  sentenceId: sentenceIdSchema,
+  label: z.string(),
+  content: z.string(),
+  sentenceIds: z.array(sentenceIdSchema),
+  retention: z.enum(ChunkRetention).optional(),
+  importance: z.enum(ChunkImportance).optional(),
+  wordsCount: z.number(),
+  weight: z.number()
+});
+const knowledgeEdgeRecordSchema = z.object({
+  fromId: z.number(),
+  toId: z.number(),
+  strength: z.string().optional(),
+  weight: z.number()
+});
+const snakeRecordSchema = z.object({
+  id: z.number(),
+  serialId: z.number(),
+  groupId: z.number(),
+  localSnakeId: z.number(),
+  size: z.number(),
+  firstLabel: z.string(),
+  lastLabel: z.string(),
+  wordsCount: z.number(),
+  weight: z.number()
+});
+const snakeChunkRecordSchema = z.object({
+  snakeId: z.number(),
+  chunkId: z.number(),
+  position: z.number()
+});
+const snakeEdgeRecordSchema = z.object({
+  fromSnakeId: z.number(),
+  toSnakeId: z.number(),
+  weight: z.number()
+});
+const fragmentGroupRecordSchema = z.object({
+  serialId: z.number(),
+  groupId: z.number(),
+  startSentenceIndex: z.number(),
+  endSentenceIndex: z.number()
+});
+const summaryInputSnapshotSchema = z.object({
+  chunks: z.array(chunkRecordSchema),
+  fragmentGroups: z.array(fragmentGroupRecordSchema),
+  fragments: z.array(fragmentRecordSchema),
+  readingEdges: z.array(knowledgeEdgeRecordSchema),
+  serial: serialRecordSchema,
+  snakeChunks: z.array(snakeChunkRecordSchema),
+  snakeEdges: z.array(snakeEdgeRecordSchema),
+  snakes: z.array(snakeRecordSchema)
+});
+function toChunkRecord(record) {
+  return {
+    id: record.id,
+    generation: record.generation,
+    sentenceId: record.sentenceId,
+    label: record.label,
+    content: record.content,
+    sentenceIds: record.sentenceIds,
+    ...record.retention === void 0 ? {} : { retention: record.retention },
+    ...record.importance === void 0 ? {} : { importance: record.importance },
+    wordsCount: record.wordsCount,
+    weight: record.weight
+  };
+}
+function toReadingEdgeRecord(record) {
+  return {
+    fromId: record.fromId,
+    toId: record.toId,
+    ...record.strength === void 0 ? {} : { strength: record.strength },
+    weight: record.weight
+  };
+}
+export {
+  chunkRecordSchema,
+  knowledgeEdgeRecordSchema,
+  summaryInputSnapshotSchema,
+  toChunkRecord,
+  toReadingEdgeRecord
+};
+//# sourceMappingURL=schema.js.map

package/dist/text/summary-build/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/text/summary-build/schema.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport type {\n  ChunkRecord,\n  FragmentRecord,\n  ReadingEdgeRecord,\n  SentenceGroupRecord,\n  SentenceId,\n  SerialRecord,\n  SnakeChunkRecord,\n  SnakeEdgeRecord,\n  SnakeRecord,\n} from \"../../document/index.js\";\nimport { ChunkImportance, ChunkRetention } from \"../../document/types.js\";\n\nconst sentenceIdSchema = z.tuple([\n  z.number(),\n  z.number(),\n]) satisfies z.ZodType<SentenceId>;\nconst sentenceRecordSchema = z.object({\n  text: z.string(),\n  wordsCount: z.number(),\n});\nconst fragmentRecordSchema = z.object({\n  serialId: z.number(),\n  fragmentId: z.number(),\n  summary: z.string(),\n  sentences: z.array(sentenceRecordSchema),\n}) satisfies z.ZodType<FragmentRecord>;\nconst serialRecordSchema = z\n  .object({\n    documentOrder: z.number().optional(),\n    id: z.number(),\n    knowledgeGraphReady: z.boolean(),\n    knowledgeGraphParameterHash: z.string().optional(),\n    revision: z.number().optional(),\n    topologyParameterHash: z.string().optional(),\n    topologyReady: z.boolean(),\n  })\n  .transform((record) => ({\n    documentOrder: record.documentOrder ?? record.id,\n    id: record.id,\n    knowledgeGraphReady: record.knowledgeGraphReady,\n    ...(record.knowledgeGraphParameterHash === undefined\n      ? {}\n      : { knowledgeGraphParameterHash: record.knowledgeGraphParameterHash }),\n    revision: record.revision ?? 0,\n    topologyReady: record.topologyReady,\n    ...(record.topologyParameterHash === undefined\n      ? {}\n      : { topologyParameterHash: record.topologyParameterHash }),\n  })) satisfies z.ZodType<SerialRecord>;\n\nexport const chunkRecordSchema = z.object({\n  id: z.number(),\n  generation: z.number(),\n  sentenceId: sentenceIdSchema,\n  label: z.string(),\n  content: z.string(),\n  sentenceIds: z.array(sentenceIdSchema),\n  retention: z.enum(ChunkRetention).optional(),\n  importance: z.enum(ChunkImportance).optional(),\n  wordsCount: z.number(),\n  weight: z.number(),\n});\n\nexport const knowledgeEdgeRecordSchema = z.object({\n  fromId: z.number(),\n  toId: z.number(),\n  strength: z.string().optional(),\n  weight: z.number(),\n});\n\nconst snakeRecordSchema = z.object({\n  id: z.number(),\n  serialId: z.number(),\n  groupId: z.number(),\n  localSnakeId: z.number(),\n  size: z.number(),\n  firstLabel: z.string(),\n  lastLabel: z.string(),\n  wordsCount: z.number(),\n  weight: z.number(),\n}) satisfies z.ZodType<SnakeRecord>;\nconst snakeChunkRecordSchema = z.object({\n  snakeId: z.number(),\n  chunkId: z.number(),\n  position: z.number(),\n}) satisfies z.ZodType<SnakeChunkRecord>;\nconst snakeEdgeRecordSchema = z.object({\n  fromSnakeId: z.number(),\n  toSnakeId: z.number(),\n  weight: z.number(),\n}) satisfies z.ZodType<SnakeEdgeRecord>;\nconst fragmentGroupRecordSchema = z.object({\n  serialId: z.number(),\n  groupId: z.number(),\n  startSentenceIndex: z.number(),\n  endSentenceIndex: z.number(),\n}) satisfies z.ZodType<SentenceGroupRecord>;\n\nexport const summaryInputSnapshotSchema = z.object({\n  chunks: z.array(chunkRecordSchema),\n  fragmentGroups: z.array(fragmentGroupRecordSchema),\n  fragments: z.array(fragmentRecordSchema),\n  readingEdges: z.array(knowledgeEdgeRecordSchema),\n  serial: serialRecordSchema,\n  snakeChunks: z.array(snakeChunkRecordSchema),\n  snakeEdges: z.array(snakeEdgeRecordSchema),\n  snakes: z.array(snakeRecordSchema),\n});\n\nexport function toChunkRecord(\n  record: z.infer<typeof chunkRecordSchema>,\n): ChunkRecord {\n  return {\n    id: record.id,\n    generation: record.generation,\n    sentenceId: record.sentenceId,\n    label: record.label,\n    content: record.content,\n    sentenceIds: record.sentenceIds,\n    ...(record.retention === undefined ? {} : { retention: record.retention }),\n    ...(record.importance === undefined\n      ? {}\n      : { importance: record.importance }),\n    wordsCount: record.wordsCount,\n    weight: record.weight,\n  };\n}\n\nexport function toReadingEdgeRecord(\n  record: z.infer<typeof knowledgeEdgeRecordSchema>,\n): ReadingEdgeRecord {\n  return {\n    fromId: record.fromId,\n    toId: record.toId,\n    ...(record.strength === undefined ? {} : { strength: record.strength }),\n    weight: record.weight,\n  };\n}\n"],"mappings":"AAAA,SAAS,SAAS;AAalB,SAAS,iBAAiB,sBAAsB;AAEhD,MAAM,mBAAmB,EAAE,MAAM;AAAA,EAC/B,EAAE,OAAO;AAAA,EACT,EAAE,OAAO;AACX,CAAC;AACD,MAAM,uBAAuB,EAAE,OAAO;AAAA,EACpC,MAAM,EAAE,OAAO;AAAA,EACf,YAAY,EAAE,OAAO;AACvB,CAAC;AACD,MAAM,uBAAuB,EAAE,OAAO;AAAA,EACpC,UAAU,EAAE,OAAO;AAAA,EACnB,YAAY,EAAE,OAAO;AAAA,EACrB,SAAS,EAAE,OAAO;AAAA,EAClB,WAAW,EAAE,MAAM,oBAAoB;AACzC,CAAC;AACD,MAAM,qBAAqB,EACxB,OAAO;AAAA,EACN,eAAe,EAAE,OAAO,EAAE,SAAS;AAAA,EACnC,IAAI,EAAE,OAAO;AAAA,EACb,qBAAqB,EAAE,QAAQ;AAAA,EAC/B,6BAA6B,EAAE,OAAO,EAAE,SAAS;AAAA,EACjD,UAAU,EAAE,OAAO,EAAE,SAAS;AAAA,EAC9B,uBAAuB,EAAE,OAAO,EAAE,SAAS;AAAA,EAC3C,eAAe,EAAE,QAAQ;AAC3B,CAAC,EACA,UAAU,CAAC,YAAY;AAAA,EACtB,eAAe,OAAO,iBAAiB,OAAO;AAAA,EAC9C,IAAI,OAAO;AAAA,EACX,qBAAqB,OAAO;AAAA,EAC5B,GAAI,OAAO,gCAAgC,SACvC,CAAC,IACD,EAAE,6BAA6B,OAAO,4BAA4B;AAAA,EACtE,UAAU,OAAO,YAAY;AAAA,EAC7B,eAAe,OAAO;AAAA,EACtB,GAAI,OAAO,0BAA0B,SACjC,CAAC,IACD,EAAE,uBAAuB,OAAO,sBAAsB;AAC5D,EAAE;AAEG,MAAM,oBAAoB,EAAE,OAAO;AAAA,EACxC,IAAI,EAAE,OAAO;AAAA,EACb,YAAY,EAAE,OAAO;AAAA,EACrB,YAAY;AAAA,EACZ,OAAO,EAAE,OAAO;AAAA,EAChB,SAAS,EAAE,OAAO;AAAA,EAClB,aAAa,EAAE,MAAM,gBAAgB;AAAA,EACrC,WAAW,EAAE,KAAK,cAAc,EAAE,SAAS;AAAA,EAC3C,YAAY,EAAE,KAAK,eAAe,EAAE,SAAS;AAAA,EAC7C,YAAY,EAAE,OAAO;AAAA,EACrB,QAAQ,EAAE,OAAO;AACnB,CAAC;AAEM,MAAM,4BAA4B,EAAE,OAAO;AAAA,EAChD,QAAQ,EAAE,OAAO;AAAA,EACjB,MAAM,EAAE,OAAO;AAAA,EACf,UAAU,EAAE,OAAO,EAAE,SAAS;AAAA,EAC9B,QAAQ,EAAE,OAAO;AACnB,CAAC;AAED,MAAM,oBAAoB,EAAE,OAAO;AAAA,EACjC,IAAI,EAAE,OAAO;AAAA,EACb,UAAU,EAAE,OAAO;AAAA,EACnB,SAAS,EAAE,OAAO;AAAA,EAClB,cAAc,EAAE,OAAO;AAAA,EACvB,MAAM,EAAE,OAAO;AAAA,EACf,YAAY,EAAE,OAAO;AAAA,EACrB,WAAW,EAAE,OAAO;AAAA,EACpB,YAAY,EAAE,OAAO;AAAA,EACrB,QAAQ,EAAE,OAAO;AACnB,CAAC;AACD,MAAM,yBAAyB,EAAE,OAAO;AAAA,EACtC,SAAS,EAAE,OAAO;AAAA,EAClB,SAAS,EAAE,OAAO;AAAA,EAClB,UAAU,EAAE,OAAO;AACrB,CAAC;AACD,MAAM,wBAAwB,EAAE,OAAO;AAAA,EACrC,aAAa,EAAE,OAAO;AAAA,EACtB,WAAW,EAAE,OAAO;AAAA,EACpB,QAAQ,EAAE,OAAO;AACnB,CAAC;AACD,MAAM,4BAA4B,EAAE,OAAO;AAAA,EACzC,UAAU,EAAE,OAAO;AAAA,EACnB,SAAS,EAAE,OAAO;AAAA,EAClB,oBAAoB,EAAE,OAAO;AAAA,EAC7B,kBAAkB,EAAE,OAAO;AAC7B,CAAC;AAEM,MAAM,6BAA6B,EAAE,OAAO;AAAA,EACjD,QAAQ,EAAE,MAAM,iBAAiB;AAAA,EACjC,gBAAgB,EAAE,MAAM,yBAAyB;AAAA,EACjD,WAAW,EAAE,MAAM,oBAAoB;AAAA,EACvC,cAAc,EAAE,MAAM,yBAAyB;AAAA,EAC/C,QAAQ;AAAA,EACR,aAAa,EAAE,MAAM,sBAAsB;AAAA,EAC3C,YAAY,EAAE,MAAM,qBAAqB;AAAA,EACzC,QAAQ,EAAE,MAAM,iBAAiB;AACnC,CAAC;AAEM,SAAS,cACd,QACa;AACb,SAAO;AAAA,IACL,IAAI,OAAO;AAAA,IACX,YAAY,OAAO;AAAA,IACnB,YAAY,OAAO;AAAA,IACnB,OAAO,OAAO;AAAA,IACd,SAAS,OAAO;AAAA,IAChB,aAAa,OAAO;AAAA,IACpB,GAAI,OAAO,cAAc,SAAY,CAAC,IAAI,EAAE,WAAW,OAAO,UAAU;AAAA,IACxE,GAAI,OAAO,eAAe,SACtB,CAAC,IACD,EAAE,YAAY,OAAO,WAAW;AAAA,IACpC,YAAY,OAAO;AAAA,IACnB,QAAQ,OAAO;AAAA,EACjB;AACF;AAEO,SAAS,oBACd,QACmB;AACnB,SAAO;AAAA,IACL,QAAQ,OAAO;AAAA,IACf,MAAM,OAAO;AAAA,IACb,GAAI,OAAO,aAAa,SAAY,CAAC,IAAI,EAAE,UAAU,OAAO,SAAS;AAAA,IACrE,QAAQ,OAAO;AAAA,EACjB;AACF;","names":[]}

package/dist/text/summary-build/snapshot/chunk-store.d.ts

@@ -0,0 +1,17 @@
+import { ChunkRecord, FragmentRecord } from '../../../document/types.js';
+import { ReadonlyChunkStore } from '../../../document/stores/types.js';
+
+declare class SnapshotChunkStore implements ReadonlyChunkStore {
+    #private;
+    constructor(chunks: readonly ChunkRecord[], fragments: readonly FragmentRecord[]);
+    getById(chunkId: number): Promise<ChunkRecord | undefined>;
+    countAll(): Promise<number>;
+    listAll(): Promise<ChunkRecord[]>;
+    listBySentenceStartIndexes(serialId: number, sentenceStartIndexes: readonly number[]): Promise<ChunkRecord[]>;
+    listBySentenceRange(serialId: number, startSentenceIndex: number, endSentenceIndex: number): Promise<ChunkRecord[]>;
+    listBySerial(serialId: number): Promise<ChunkRecord[]>;
+    getMaxId(): Promise<number>;
+    listFragmentPairs(): Promise<ReadonlyArray<readonly [number, number]>>;
+}
+
+export { SnapshotChunkStore };

package/dist/text/summary-build/snapshot/chunk-store.js

@@ -0,0 +1,68 @@
+import {
+  compareChunkById,
+  comparePair,
+  createFragmentStartIndexesBySerialId,
+  createSegmentRanges
+} from "./helpers.js";
+class SnapshotChunkStore {
+  #chunks;
+  #chunksById;
+  #fragmentStartIndexesBySerialId;
+  constructor(chunks, fragments) {
+    this.#chunks = [...chunks].sort(compareChunkById);
+    this.#chunksById = new Map(chunks.map((chunk) => [chunk.id, chunk]));
+    this.#fragmentStartIndexesBySerialId = createFragmentStartIndexesBySerialId(fragments);
+  }
+  getById(chunkId) {
+    return Promise.resolve(this.#chunksById.get(chunkId));
+  }
+  countAll() {
+    return Promise.resolve(this.#chunks.length);
+  }
+  listAll() {
+    return Promise.resolve([...this.#chunks]);
+  }
+  listBySentenceStartIndexes(serialId, sentenceStartIndexes) {
+    const segmentRanges = createSegmentRanges(
+      this.#fragmentStartIndexesBySerialId.get(serialId) ?? [],
+      sentenceStartIndexes
+    );
+    return Promise.resolve(
+      this.#chunks.filter(
+        (chunk) => chunk.sentenceId[0] === serialId && segmentRanges.some(
+          (range) => chunk.sentenceId[1] >= range.startSentenceIndex && chunk.sentenceId[1] <= range.endSentenceIndex
+        )
+      )
+    );
+  }
+  listBySentenceRange(serialId, startSentenceIndex, endSentenceIndex) {
+    return Promise.resolve(
+      this.#chunks.filter(
+        (chunk) => chunk.sentenceId[0] === serialId && chunk.sentenceId[1] >= startSentenceIndex && chunk.sentenceId[1] <= endSentenceIndex
+      )
+    );
+  }
+  listBySerial(serialId) {
+    return Promise.resolve(
+      this.#chunks.filter((chunk) => chunk.sentenceId[0] === serialId)
+    );
+  }
+  getMaxId() {
+    return Promise.resolve(
+      this.#chunks.reduce((maxId, chunk) => Math.max(maxId, chunk.id), 0)
+    );
+  }
+  listFragmentPairs() {
+    const pairs = /* @__PURE__ */ new Set();
+    for (const chunk of this.#chunks) {
+      pairs.add(`${chunk.sentenceId[0]}:${chunk.sentenceId[1]}`);
+    }
+    return Promise.resolve(
+      [...pairs].map((pair) => pair.split(":").map(Number)).sort(comparePair).map(([serialId, fragmentId]) => [serialId, fragmentId])
+    );
+  }
+}
+export {
+  SnapshotChunkStore
+};
+//# sourceMappingURL=chunk-store.js.map