wiki-graph-core 0.3.1

package/dist/document/fragments.d.ts

@@ -0,0 +1,63 @@
+import { SentenceRecord, FragmentRecord, SentenceId } from './types.js';
+
+interface FragmentWriter {
+    write(path: string, content: string): Promise<void>;
+}
+interface FragmentFileAccess {
+    ensureDirectory(path: string): Promise<void>;
+    listFileContents?(path: string): Promise<ReadonlyMap<string, Uint8Array>>;
+    listFiles(path: string): Promise<readonly string[]>;
+    readFile(path: string): Promise<Uint8Array | undefined>;
+}
+interface ReadonlyFragments {
+    getSerial(serialId: number): ReadonlySerialFragments;
+    getSummarySerial(serialId: number): ReadonlySerialFragments;
+    getSentence(sentenceId: SentenceId): Promise<string>;
+    getSummary(serialId: number, fragmentId: number): Promise<string>;
+    getWordsCount(serialId: number, fragmentId: number): Promise<number>;
+    readonly path: string;
+}
+interface TextStreamWriteOptions {
+    readonly maxWordsCount?: number;
+}
+interface ReadonlySerialFragments {
+    getFragment(fragmentId: number): Promise<FragmentRecord>;
+    listFragmentIds(): Promise<readonly number[]>;
+    readonly serialId: number;
+    readonly path: string;
+}
+declare class Fragments implements ReadonlyFragments {
+    #private;
+    constructor(documentPath: string, writer?: FragmentWriter, fileAccess?: FragmentFileAccess);
+    ensureCreated(): Promise<void>;
+    getSerial(serialId: number): SerialFragments;
+    getSummarySerial(serialId: number): SerialFragments;
+    getSentence(sentenceId: SentenceId): Promise<string>;
+    getSummary(serialId: number, fragmentId: number): Promise<string>;
+    getWordsCount(serialId: number, fragmentId: number): Promise<number>;
+    get path(): string;
+}
+declare class SerialFragments implements ReadonlySerialFragments {
+    #private;
+    constructor(documentPath: string, serialId: number, rootDirectoryName?: string, writer?: FragmentWriter, fileAccess?: FragmentFileAccess);
+    createDraft(): Promise<FragmentDraft>;
+    getFragment(fragmentId: number): Promise<FragmentRecord>;
+    listFragmentIds(): Promise<readonly number[]>;
+    writeTextStream(text: string, options?: TextStreamWriteOptions): Promise<void>;
+    get serialId(): number;
+    get path(): string;
+}
+declare class FragmentDraft {
+    #private;
+    constructor(serialId: number, fragmentId: number, startSentenceIndex: number, callbacks: {
+        readonly discard: () => void;
+        readonly finalize: (fragmentId: number, startSentenceIndex: number, summary: string, sentences: readonly SentenceRecord[]) => Promise<FragmentRecord | undefined>;
+    });
+    addSentence(text: string, wordsCount: number): SentenceId;
+    commit(): Promise<FragmentRecord | undefined>;
+    discard(): void;
+    setSummary(summary: string): void;
+    get fragmentId(): number;
+}
+
+export { FragmentDraft, Fragments, type ReadonlyFragments, type ReadonlySerialFragments, SerialFragments, type TextStreamWriteOptions };

package/dist/document/fragments.js

@@ -0,0 +1,371 @@
+import { mkdir, readFile, readdir, writeFile } from "fs/promises";
+import { join, resolve } from "path";
+import { isNodeError } from "../utils/node-error.js";
+const SERIAL_DIRECTORY_PREFIX = "serial-";
+const FRAGMENT_FILE_PATTERN = /^fragment_(\d+)\.json$/;
+const DEFAULT_FRAGMENT_WORDS_COUNT = 600;
+const DEFAULT_FRAGMENT_WRITER = {
+  write: async (path, content) => {
+    await writeFile(path, content, "utf8");
+  }
+};
+const DEFAULT_FRAGMENT_FILE_ACCESS = {
+  ensureDirectory: async (path) => {
+    await mkdir(path, { recursive: true });
+  },
+  listFiles: async (path) => (await readdir(path, { withFileTypes: true })).filter((entry) => entry.isFile()).map((entry) => entry.name),
+  readFile: async (path) => {
+    try {
+      return await readFile(path);
+    } catch (error) {
+      if (isNodeError(error) && error.code === "ENOENT") {
+        return void 0;
+      }
+      throw error;
+    }
+  }
+};
+class Fragments {
+  #documentPath;
+  #fileAccess;
+  #writer;
+  constructor(documentPath, writer, fileAccess) {
+    this.#documentPath = resolve(documentPath);
+    this.#fileAccess = fileAccess ?? DEFAULT_FRAGMENT_FILE_ACCESS;
+    this.#writer = writer ?? DEFAULT_FRAGMENT_WRITER;
+  }
+  async ensureCreated() {
+    await this.#fileAccess.ensureDirectory(this.path);
+  }
+  getSerial(serialId) {
+    return new SerialFragments(
+      this.#documentPath,
+      serialId,
+      "fragments",
+      this.#writer,
+      this.#fileAccess
+    );
+  }
+  getSummarySerial(serialId) {
+    return new SerialFragments(
+      this.#documentPath,
+      serialId,
+      "summaries",
+      this.#writer,
+      this.#fileAccess
+    );
+  }
+  async getSentence(sentenceId) {
+    const [serialId, sentenceIndex] = sentenceId;
+    const fragmentIds = await this.getSerial(serialId).listFragmentIds();
+    let remainingSentenceIndex = sentenceIndex;
+    for (const fragmentId of fragmentIds) {
+      const fragment = await this.getSerial(serialId).getFragment(fragmentId);
+      const sentence = fragment.sentences[remainingSentenceIndex];
+      if (sentence !== void 0) {
+        return sentence.text;
+      }
+      remainingSentenceIndex -= fragment.sentences.length;
+    }
+    throw new RangeError(`Sentence ${sentenceIndex} does not exist`);
+  }
+  async getSummary(serialId, fragmentId) {
+    return (await this.getSerial(serialId).getFragment(fragmentId)).summary;
+  }
+  async getWordsCount(serialId, fragmentId) {
+    const fragment = await this.getSerial(serialId).getFragment(fragmentId);
+    return fragment.sentences.reduce(
+      (total, sentence) => total + sentence.wordsCount,
+      0
+    );
+  }
+  get path() {
+    return join(this.#documentPath, "fragments");
+  }
+}
+class SerialFragments {
+  #serialId;
+  #draftOpen = false;
+  #documentPath;
+  #fileAccess;
+  #fileContents;
+  #rootDirectoryName;
+  #nextFragmentId;
+  #nextSentenceIndex;
+  #writer;
+  constructor(documentPath, serialId, rootDirectoryName = "fragments", writer, fileAccess) {
+    this.#documentPath = resolve(documentPath);
+    this.#serialId = serialId;
+    this.#fileAccess = fileAccess ?? DEFAULT_FRAGMENT_FILE_ACCESS;
+    this.#rootDirectoryName = rootDirectoryName;
+    this.#writer = writer ?? DEFAULT_FRAGMENT_WRITER;
+  }
+  async createDraft() {
+    if (this.#draftOpen) {
+      throw new Error("Only one fragment draft can be open at a time");
+    }
+    await this.#fileAccess.ensureDirectory(this.path);
+    this.#draftOpen = true;
+    return new FragmentDraft(
+      this.#serialId,
+      await this.#peekNextFragmentId(),
+      await this.#peekNextSentenceIndex(),
+      {
+        discard: () => {
+          this.#discardDraft();
+        },
+        finalize: async (fragmentId, startSentenceIndex, summary, sentences) => await this.#commitDraft(
+          fragmentId,
+          startSentenceIndex,
+          summary,
+          sentences
+        )
+      }
+    );
+  }
+  async getFragment(fragmentId) {
+    const fileContent = this.#fileAccess.listFileContents === void 0 ? await readFragmentFile(
+      this.#getFragmentPath(fragmentId),
+      this.#fileAccess
+    ) : parseFragmentFileContent(
+      this.#getFragmentPath(fragmentId),
+      (await this.#getFileContents()).get(`fragment_${fragmentId}.json`)
+    );
+    return {
+      serialId: this.#serialId,
+      fragmentId,
+      summary: fileContent.summary,
+      sentences: fileContent.sentences
+    };
+  }
+  async listFragmentIds() {
+    try {
+      const entries = this.#fileAccess.listFileContents === void 0 ? await this.#fileAccess.listFiles(this.path) : [...(await this.#getFileContents()).keys()];
+      return entries.map((entry) => FRAGMENT_FILE_PATTERN.exec(entry)).filter((match) => match !== null).map((match) => Number(match[1])).sort((left, right) => left - right);
+    } catch (error) {
+      if (isNodeError(error) && error.code === "ENOENT") {
+        return [];
+      }
+      throw error;
+    }
+  }
+  async writeTextStream(text, options = {}) {
+    await this.#fileAccess.ensureDirectory(this.path);
+    const sentences = splitTextIntoSentences(text);
+    if (sentences.length === 0) {
+      const fragmentId = await this.#peekNextFragmentId();
+      await this.#writer.write(
+        this.#getFragmentPath(fragmentId),
+        JSON.stringify(
+          {
+            sentences: [],
+            summary: ""
+          },
+          void 0,
+          2
+        )
+      );
+      this.#nextFragmentId = fragmentId + 1;
+      return;
+    }
+    const maxWordsCount = options.maxWordsCount ?? DEFAULT_FRAGMENT_WORDS_COUNT;
+    let draft = await this.createDraft();
+    let draftWordsCount = 0;
+    for (const sentence of sentences) {
+      if (draftWordsCount > 0 && draftWordsCount + sentence.wordsCount > maxWordsCount) {
+        await draft.commit();
+        draft = await this.createDraft();
+        draftWordsCount = 0;
+      }
+      draft.addSentence(sentence.text, sentence.wordsCount);
+      draftWordsCount += sentence.wordsCount;
+    }
+    await draft.commit();
+  }
+  get serialId() {
+    return this.#serialId;
+  }
+  get path() {
+    return join(
+      this.#documentPath,
+      this.#rootDirectoryName,
+      `${SERIAL_DIRECTORY_PREFIX}${this.#serialId}`
+    );
+  }
+  async #commitDraft(fragmentId, startSentenceIndex, summary, sentences) {
+    this.#draftOpen = false;
+    if (sentences.length === 0) {
+      return void 0;
+    }
+    await this.#fileAccess.ensureDirectory(this.path);
+    await this.#writer.write(
+      this.#getFragmentPath(fragmentId),
+      JSON.stringify(
+        {
+          sentences,
+          summary
+        },
+        void 0,
+        2
+      )
+    );
+    this.#nextFragmentId = fragmentId + 1;
+    this.#nextSentenceIndex = startSentenceIndex + sentences.length;
+    return {
+      serialId: this.#serialId,
+      fragmentId,
+      summary,
+      sentences
+    };
+  }
+  #discardDraft() {
+    this.#draftOpen = false;
+  }
+  async #peekNextFragmentId() {
+    if (this.#nextFragmentId !== void 0) {
+      return this.#nextFragmentId;
+    }
+    const fragmentIds = await this.listFragmentIds();
+    const lastFragmentId = fragmentIds[fragmentIds.length - 1];
+    this.#nextFragmentId = lastFragmentId === void 0 ? 0 : lastFragmentId + 1;
+    return this.#nextFragmentId;
+  }
+  async #peekNextSentenceIndex() {
+    if (this.#nextSentenceIndex !== void 0) {
+      return this.#nextSentenceIndex;
+    }
+    let nextSentenceIndex = 0;
+    for (const fragmentId of await this.listFragmentIds()) {
+      nextSentenceIndex += (await this.getFragment(fragmentId)).sentences.length;
+    }
+    this.#nextSentenceIndex = nextSentenceIndex;
+    return this.#nextSentenceIndex;
+  }
+  #getFragmentPath(fragmentId) {
+    return join(this.path, `fragment_${fragmentId}.json`);
+  }
+  async #getFileContents() {
+    if (this.#fileAccess.listFileContents === void 0) {
+      throw new Error("Fragment file access does not support batch reads.");
+    }
+    this.#fileContents ??= this.#fileAccess.listFileContents(this.path);
+    return await this.#fileContents;
+  }
+}
+function splitTextIntoSentences(text) {
+  return text.split(/\n+/u).map((sentence) => sentence.trim()).filter((sentence) => sentence !== "").map((sentence) => ({
+    text: sentence,
+    wordsCount: countWords(sentence)
+  }));
+}
+function countWords(text) {
+  const trimmed = text.trim();
+  return trimmed === "" ? 0 : trimmed.split(/\s+/u).length;
+}
+class FragmentDraft {
+  #committed = false;
+  #serialId;
+  #discard;
+  #finalize;
+  #fragmentId;
+  #sentences = [];
+  #summary = "";
+  #startSentenceIndex;
+  constructor(serialId, fragmentId, startSentenceIndex, callbacks) {
+    this.#serialId = serialId;
+    this.#discard = callbacks.discard;
+    this.#finalize = callbacks.finalize;
+    this.#fragmentId = fragmentId;
+    this.#startSentenceIndex = startSentenceIndex;
+  }
+  addSentence(text, wordsCount) {
+    this.#assertActive();
+    const sentenceIndex = this.#startSentenceIndex + this.#sentences.length;
+    this.#sentences.push({
+      text,
+      wordsCount
+    });
+    return [this.#serialId, sentenceIndex];
+  }
+  async commit() {
+    this.#assertActive();
+    this.#committed = true;
+    return await this.#finalize(
+      this.#fragmentId,
+      this.#startSentenceIndex,
+      this.#summary,
+      this.#sentences
+    );
+  }
+  discard() {
+    this.#assertActive();
+    this.#committed = true;
+    this.#discard();
+  }
+  setSummary(summary) {
+    this.#assertActive();
+    this.#summary = summary;
+  }
+  get fragmentId() {
+    return this.#fragmentId;
+  }
+  #assertActive() {
+    if (this.#committed) {
+      throw new Error("Fragment draft is already finalized");
+    }
+  }
+}
+async function readFragmentFile(fragmentPath, fileAccess = DEFAULT_FRAGMENT_FILE_ACCESS) {
+  return parseFragmentFileContent(
+    fragmentPath,
+    await readFragmentFileContent(fragmentPath, fileAccess)
+  );
+}
+function parseFragmentFileContent(fragmentPath, content) {
+  if (content === void 0) {
+    throw new Error(`Fragment file does not exist: ${fragmentPath}`);
+  }
+  const rawContent = JSON.parse(
+    Buffer.from(content).toString("utf8")
+  );
+  if (typeof rawContent !== "object" || rawContent === null) {
+    throw new TypeError("Fragment file must be an object");
+  }
+  if (!("summary" in rawContent) || typeof rawContent.summary !== "string") {
+    throw new TypeError("Fragment file summary must be a string");
+  }
+  if (!("sentences" in rawContent) || !Array.isArray(rawContent.sentences)) {
+    throw new TypeError("Fragment file sentences must be an array");
+  }
+  return {
+    sentences: rawContent.sentences.map(parseSentenceRecord),
+    summary: rawContent.summary
+  };
+}
+async function readFragmentFileContent(fragmentPath, fileAccess) {
+  if (fileAccess.listFileContents === void 0) {
+    return await fileAccess.readFile(fragmentPath);
+  }
+  const directoryPath = resolve(join(fragmentPath, ".."));
+  const fileName = fragmentPath.slice(directoryPath.length + 1);
+  return (await fileAccess.listFileContents(directoryPath)).get(fileName);
+}
+function parseSentenceRecord(value) {
+  if (typeof value !== "object" || value === null) {
+    throw new TypeError("Sentence entry must be an object");
+  }
+  const { text, wordsCount } = value;
+  if (typeof text !== "string" || typeof wordsCount !== "number") {
+    throw new TypeError("Sentence entry is invalid");
+  }
+  return {
+    text,
+    wordsCount
+  };
+}
+export {
+  FragmentDraft,
+  Fragments,
+  SerialFragments
+};
+//# sourceMappingURL=fragments.js.map

package/dist/document/fragments.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/document/fragments.ts"],"sourcesContent":["import { mkdir, readFile, readdir, writeFile } from \"fs/promises\";\nimport { join, resolve } from \"path\";\n\nimport { isNodeError } from \"../utils/node-error.js\";\nimport type { FragmentRecord, SentenceId, SentenceRecord } from \"./types.js\";\n\nconst SERIAL_DIRECTORY_PREFIX = \"serial-\";\nconst FRAGMENT_FILE_PATTERN = /^fragment_(\\d+)\\.json$/;\nconst DEFAULT_FRAGMENT_WORDS_COUNT = 600;\n\ninterface FragmentFileContent {\n  readonly summary: string;\n  readonly sentences: readonly SentenceRecord[];\n}\n\ninterface FragmentWriter {\n  write(path: string, content: string): Promise<void>;\n}\n\ninterface FragmentFileAccess {\n  ensureDirectory(path: string): Promise<void>;\n  listFileContents?(path: string): Promise<ReadonlyMap<string, Uint8Array>>;\n  listFiles(path: string): Promise<readonly string[]>;\n  readFile(path: string): Promise<Uint8Array | undefined>;\n}\n\nconst DEFAULT_FRAGMENT_WRITER: FragmentWriter = {\n  write: async (path, content) => {\n    await writeFile(path, content, \"utf8\");\n  },\n};\n\nconst DEFAULT_FRAGMENT_FILE_ACCESS: FragmentFileAccess = {\n  ensureDirectory: async (path) => {\n    await mkdir(path, { recursive: true });\n  },\n  listFiles: async (path) =>\n    (await readdir(path, { withFileTypes: true }))\n      .filter((entry) => entry.isFile())\n      .map((entry) => entry.name),\n  readFile: async (path) => {\n    try {\n      return await readFile(path);\n    } catch (error) {\n      if (isNodeError(error) && error.code === \"ENOENT\") {\n        return undefined;\n      }\n\n      throw error;\n    }\n  },\n};\n\nexport interface ReadonlyFragments {\n  getSerial(serialId: number): ReadonlySerialFragments;\n  getSummarySerial(serialId: number): ReadonlySerialFragments;\n  getSentence(sentenceId: SentenceId): Promise<string>;\n  getSummary(serialId: number, fragmentId: number): Promise<string>;\n  getWordsCount(serialId: number, fragmentId: number): Promise<number>;\n  readonly path: string;\n}\n\nexport interface TextStreamWriteOptions {\n  readonly maxWordsCount?: number;\n}\n\nexport interface ReadonlySerialFragments {\n  getFragment(fragmentId: number): Promise<FragmentRecord>;\n  listFragmentIds(): Promise<readonly number[]>;\n  readonly serialId: number;\n  readonly path: string;\n}\n\nexport class Fragments implements ReadonlyFragments {\n  readonly #documentPath: string;\n  readonly #fileAccess: FragmentFileAccess;\n  readonly #writer: FragmentWriter;\n\n  public constructor(\n    documentPath: string,\n    writer?: FragmentWriter,\n    fileAccess?: FragmentFileAccess,\n  ) {\n    this.#documentPath = resolve(documentPath);\n    this.#fileAccess = fileAccess ?? DEFAULT_FRAGMENT_FILE_ACCESS;\n    this.#writer = writer ?? DEFAULT_FRAGMENT_WRITER;\n  }\n\n  public async ensureCreated(): Promise<void> {\n    await this.#fileAccess.ensureDirectory(this.path);\n  }\n\n  public getSerial(serialId: number): SerialFragments {\n    return new SerialFragments(\n      this.#documentPath,\n      serialId,\n      \"fragments\",\n      this.#writer,\n      this.#fileAccess,\n    );\n  }\n\n  public getSummarySerial(serialId: number): SerialFragments {\n    return new SerialFragments(\n      this.#documentPath,\n      serialId,\n      \"summaries\",\n      this.#writer,\n      this.#fileAccess,\n    );\n  }\n\n  public async getSentence(sentenceId: SentenceId): Promise<string> {\n    const [serialId, sentenceIndex] = sentenceId;\n    const fragmentIds = await this.getSerial(serialId).listFragmentIds();\n    let remainingSentenceIndex = sentenceIndex;\n\n    for (const fragmentId of fragmentIds) {\n      const fragment = await this.getSerial(serialId).getFragment(fragmentId);\n      const sentence = fragment.sentences[remainingSentenceIndex];\n\n      if (sentence !== undefined) {\n        return sentence.text;\n      }\n\n      remainingSentenceIndex -= fragment.sentences.length;\n    }\n\n    throw new RangeError(`Sentence ${sentenceIndex} does not exist`);\n  }\n\n  public async getSummary(\n    serialId: number,\n    fragmentId: number,\n  ): Promise<string> {\n    return (await this.getSerial(serialId).getFragment(fragmentId)).summary;\n  }\n\n  public async getWordsCount(\n    serialId: number,\n    fragmentId: number,\n  ): Promise<number> {\n    const fragment = await this.getSerial(serialId).getFragment(fragmentId);\n\n    return fragment.sentences.reduce(\n      (total, sentence) => total + sentence.wordsCount,\n      0,\n    );\n  }\n\n  public get path(): string {\n    return join(this.#documentPath, \"fragments\");\n  }\n}\n\nexport class SerialFragments implements ReadonlySerialFragments {\n  readonly #serialId: number;\n  #draftOpen = false;\n  readonly #documentPath: string;\n  readonly #fileAccess: FragmentFileAccess;\n  #fileContents: Promise<ReadonlyMap<string, Uint8Array>> | undefined;\n  readonly #rootDirectoryName: string;\n  #nextFragmentId: number | undefined;\n  #nextSentenceIndex: number | undefined;\n  readonly #writer: FragmentWriter;\n\n  public constructor(\n    documentPath: string,\n    serialId: number,\n    rootDirectoryName = \"fragments\",\n    writer?: FragmentWriter,\n    fileAccess?: FragmentFileAccess,\n  ) {\n    this.#documentPath = resolve(documentPath);\n    this.#serialId = serialId;\n    this.#fileAccess = fileAccess ?? DEFAULT_FRAGMENT_FILE_ACCESS;\n    this.#rootDirectoryName = rootDirectoryName;\n    this.#writer = writer ?? DEFAULT_FRAGMENT_WRITER;\n  }\n\n  public async createDraft(): Promise<FragmentDraft> {\n    if (this.#draftOpen) {\n      throw new Error(\"Only one fragment draft can be open at a time\");\n    }\n\n    await this.#fileAccess.ensureDirectory(this.path);\n    this.#draftOpen = true;\n\n    return new FragmentDraft(\n      this.#serialId,\n      await this.#peekNextFragmentId(),\n      await this.#peekNextSentenceIndex(),\n      {\n        discard: () => {\n          this.#discardDraft();\n        },\n        finalize: async (fragmentId, startSentenceIndex, summary, sentences) =>\n          await this.#commitDraft(\n            fragmentId,\n            startSentenceIndex,\n            summary,\n            sentences,\n          ),\n      },\n    );\n  }\n\n  public async getFragment(fragmentId: number): Promise<FragmentRecord> {\n    const fileContent =\n      this.#fileAccess.listFileContents === undefined\n        ? await readFragmentFile(\n            this.#getFragmentPath(fragmentId),\n            this.#fileAccess,\n          )\n        : parseFragmentFileContent(\n            this.#getFragmentPath(fragmentId),\n            (await this.#getFileContents()).get(`fragment_${fragmentId}.json`),\n          );\n\n    return {\n      serialId: this.#serialId,\n      fragmentId,\n      summary: fileContent.summary,\n      sentences: fileContent.sentences,\n    };\n  }\n\n  public async listFragmentIds(): Promise<readonly number[]> {\n    try {\n      const entries =\n        this.#fileAccess.listFileContents === undefined\n          ? await this.#fileAccess.listFiles(this.path)\n          : [...(await this.#getFileContents()).keys()];\n\n      return entries\n        .map((entry) => FRAGMENT_FILE_PATTERN.exec(entry))\n        .filter((match): match is RegExpExecArray => match !== null)\n        .map((match) => Number(match[1]))\n        .sort((left, right) => left - right);\n    } catch (error) {\n      if (isNodeError(error) && error.code === \"ENOENT\") {\n        return [];\n      }\n\n      throw error;\n    }\n  }\n\n  public async writeTextStream(\n    text: string,\n    options: TextStreamWriteOptions = {},\n  ): Promise<void> {\n    await this.#fileAccess.ensureDirectory(this.path);\n    const sentences = splitTextIntoSentences(text);\n\n    if (sentences.length === 0) {\n      const fragmentId = await this.#peekNextFragmentId();\n\n      await this.#writer.write(\n        this.#getFragmentPath(fragmentId),\n        JSON.stringify(\n          {\n            sentences: [],\n            summary: \"\",\n          },\n          undefined,\n          2,\n        ),\n      );\n      this.#nextFragmentId = fragmentId + 1;\n      return;\n    }\n\n    const maxWordsCount = options.maxWordsCount ?? DEFAULT_FRAGMENT_WORDS_COUNT;\n    let draft = await this.createDraft();\n    let draftWordsCount = 0;\n\n    for (const sentence of sentences) {\n      if (\n        draftWordsCount > 0 &&\n        draftWordsCount + sentence.wordsCount > maxWordsCount\n      ) {\n        await draft.commit();\n        draft = await this.createDraft();\n        draftWordsCount = 0;\n      }\n\n      draft.addSentence(sentence.text, sentence.wordsCount);\n      draftWordsCount += sentence.wordsCount;\n    }\n\n    await draft.commit();\n  }\n\n  public get serialId(): number {\n    return this.#serialId;\n  }\n\n  public get path(): string {\n    return join(\n      this.#documentPath,\n      this.#rootDirectoryName,\n      `${SERIAL_DIRECTORY_PREFIX}${this.#serialId}`,\n    );\n  }\n\n  async #commitDraft(\n    fragmentId: number,\n    startSentenceIndex: number,\n    summary: string,\n    sentences: readonly SentenceRecord[],\n  ): Promise<FragmentRecord | undefined> {\n    this.#draftOpen = false;\n\n    if (sentences.length === 0) {\n      return undefined;\n    }\n\n    await this.#fileAccess.ensureDirectory(this.path);\n    await this.#writer.write(\n      this.#getFragmentPath(fragmentId),\n      JSON.stringify(\n        {\n          sentences,\n          summary,\n        },\n        undefined,\n        2,\n      ),\n    );\n\n    this.#nextFragmentId = fragmentId + 1;\n    this.#nextSentenceIndex = startSentenceIndex + sentences.length;\n\n    return {\n      serialId: this.#serialId,\n      fragmentId,\n      summary,\n      sentences,\n    };\n  }\n\n  #discardDraft(): void {\n    this.#draftOpen = false;\n  }\n\n  async #peekNextFragmentId(): Promise<number> {\n    if (this.#nextFragmentId !== undefined) {\n      return this.#nextFragmentId;\n    }\n\n    const fragmentIds = await this.listFragmentIds();\n    const lastFragmentId = fragmentIds[fragmentIds.length - 1];\n\n    this.#nextFragmentId =\n      lastFragmentId === undefined ? 0 : lastFragmentId + 1;\n\n    return this.#nextFragmentId;\n  }\n\n  async #peekNextSentenceIndex(): Promise<number> {\n    if (this.#nextSentenceIndex !== undefined) {\n      return this.#nextSentenceIndex;\n    }\n\n    let nextSentenceIndex = 0;\n\n    for (const fragmentId of await this.listFragmentIds()) {\n      nextSentenceIndex += (await this.getFragment(fragmentId)).sentences\n        .length;\n    }\n\n    this.#nextSentenceIndex = nextSentenceIndex;\n    return this.#nextSentenceIndex;\n  }\n\n  #getFragmentPath(fragmentId: number): string {\n    return join(this.path, `fragment_${fragmentId}.json`);\n  }\n\n  async #getFileContents(): Promise<ReadonlyMap<string, Uint8Array>> {\n    if (this.#fileAccess.listFileContents === undefined) {\n      throw new Error(\"Fragment file access does not support batch reads.\");\n    }\n\n    this.#fileContents ??= this.#fileAccess.listFileContents(this.path);\n    return await this.#fileContents;\n  }\n}\n\nfunction splitTextIntoSentences(text: string): readonly SentenceRecord[] {\n  return text\n    .split(/\\n+/u)\n    .map((sentence) => sentence.trim())\n    .filter((sentence) => sentence !== \"\")\n    .map((sentence) => ({\n      text: sentence,\n      wordsCount: countWords(sentence),\n    }));\n}\n\nfunction countWords(text: string): number {\n  const trimmed = text.trim();\n\n  return trimmed === \"\" ? 0 : trimmed.split(/\\s+/u).length;\n}\n\nexport class FragmentDraft {\n  #committed = false;\n  readonly #serialId: number;\n  readonly #discard: () => void;\n  readonly #finalize: (\n    fragmentId: number,\n    startSentenceIndex: number,\n    summary: string,\n    sentences: readonly SentenceRecord[],\n  ) => Promise<FragmentRecord | undefined>;\n  readonly #fragmentId: number;\n  readonly #sentences: SentenceRecord[] = [];\n  #summary = \"\";\n  readonly #startSentenceIndex: number;\n\n  public constructor(\n    serialId: number,\n    fragmentId: number,\n    startSentenceIndex: number,\n    callbacks: {\n      readonly discard: () => void;\n      readonly finalize: (\n        fragmentId: number,\n        startSentenceIndex: number,\n        summary: string,\n        sentences: readonly SentenceRecord[],\n      ) => Promise<FragmentRecord | undefined>;\n    },\n  ) {\n    this.#serialId = serialId;\n    this.#discard = callbacks.discard;\n    this.#finalize = callbacks.finalize;\n    this.#fragmentId = fragmentId;\n    this.#startSentenceIndex = startSentenceIndex;\n  }\n\n  public addSentence(text: string, wordsCount: number): SentenceId {\n    this.#assertActive();\n    const sentenceIndex = this.#startSentenceIndex + this.#sentences.length;\n\n    this.#sentences.push({\n      text,\n      wordsCount,\n    });\n\n    return [this.#serialId, sentenceIndex];\n  }\n\n  public async commit(): Promise<FragmentRecord | undefined> {\n    this.#assertActive();\n    this.#committed = true;\n\n    return await this.#finalize(\n      this.#fragmentId,\n      this.#startSentenceIndex,\n      this.#summary,\n      this.#sentences,\n    );\n  }\n\n  public discard(): void {\n    this.#assertActive();\n    this.#committed = true;\n    this.#discard();\n  }\n\n  public setSummary(summary: string): void {\n    this.#assertActive();\n    this.#summary = summary;\n  }\n\n  public get fragmentId(): number {\n    return this.#fragmentId;\n  }\n\n  #assertActive(): void {\n    if (this.#committed) {\n      throw new Error(\"Fragment draft is already finalized\");\n    }\n  }\n}\n\nasync function readFragmentFile(\n  fragmentPath: string,\n  fileAccess: FragmentFileAccess = DEFAULT_FRAGMENT_FILE_ACCESS,\n): Promise<FragmentFileContent> {\n  return parseFragmentFileContent(\n    fragmentPath,\n    await readFragmentFileContent(fragmentPath, fileAccess),\n  );\n}\n\nfunction parseFragmentFileContent(\n  fragmentPath: string,\n  content: Uint8Array | undefined,\n): FragmentFileContent {\n  if (content === undefined) {\n    throw new Error(`Fragment file does not exist: ${fragmentPath}`);\n  }\n\n  const rawContent = JSON.parse(\n    Buffer.from(content).toString(\"utf8\"),\n  ) as unknown;\n\n  if (typeof rawContent !== \"object\" || rawContent === null) {\n    throw new TypeError(\"Fragment file must be an object\");\n  }\n\n  if (!(\"summary\" in rawContent) || typeof rawContent.summary !== \"string\") {\n    throw new TypeError(\"Fragment file summary must be a string\");\n  }\n  if (!(\"sentences\" in rawContent) || !Array.isArray(rawContent.sentences)) {\n    throw new TypeError(\"Fragment file sentences must be an array\");\n  }\n\n  return {\n    sentences: rawContent.sentences.map(parseSentenceRecord),\n    summary: rawContent.summary,\n  };\n}\n\nasync function readFragmentFileContent(\n  fragmentPath: string,\n  fileAccess: FragmentFileAccess,\n): Promise<Uint8Array | undefined> {\n  if (fileAccess.listFileContents === undefined) {\n    return await fileAccess.readFile(fragmentPath);\n  }\n\n  const directoryPath = resolve(join(fragmentPath, \"..\"));\n  const fileName = fragmentPath.slice(directoryPath.length + 1);\n\n  return (await fileAccess.listFileContents(directoryPath)).get(fileName);\n}\n\nfunction parseSentenceRecord(value: unknown): SentenceRecord {\n  if (typeof value !== \"object\" || value === null) {\n    throw new TypeError(\"Sentence entry must be an object\");\n  }\n\n  const { text, wordsCount } = value as {\n    readonly text?: unknown;\n    readonly wordsCount?: unknown;\n  };\n\n  if (typeof text !== \"string\" || typeof wordsCount !== \"number\") {\n    throw new TypeError(\"Sentence entry is invalid\");\n  }\n\n  return {\n    text,\n    wordsCount,\n  };\n}\n"],"mappings":"AAAA,SAAS,OAAO,UAAU,SAAS,iBAAiB;AACpD,SAAS,MAAM,eAAe;AAE9B,SAAS,mBAAmB;AAG5B,MAAM,0BAA0B;AAChC,MAAM,wBAAwB;AAC9B,MAAM,+BAA+B;AAkBrC,MAAM,0BAA0C;AAAA,EAC9C,OAAO,OAAO,MAAM,YAAY;AAC9B,UAAM,UAAU,MAAM,SAAS,MAAM;AAAA,EACvC;AACF;AAEA,MAAM,+BAAmD;AAAA,EACvD,iBAAiB,OAAO,SAAS;AAC/B,UAAM,MAAM,MAAM,EAAE,WAAW,KAAK,CAAC;AAAA,EACvC;AAAA,EACA,WAAW,OAAO,UACf,MAAM,QAAQ,MAAM,EAAE,eAAe,KAAK,CAAC,GACzC,OAAO,CAAC,UAAU,MAAM,OAAO,CAAC,EAChC,IAAI,CAAC,UAAU,MAAM,IAAI;AAAA,EAC9B,UAAU,OAAO,SAAS;AACxB,QAAI;AACF,aAAO,MAAM,SAAS,IAAI;AAAA,IAC5B,SAAS,OAAO;AACd,UAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD,eAAO;AAAA,MACT;AAEA,YAAM;AAAA,IACR;AAAA,EACF;AACF;AAsBO,MAAM,UAAuC;AAAA,EACzC;AAAA,EACA;AAAA,EACA;AAAA,EAEF,YACL,cACA,QACA,YACA;AACA,SAAK,gBAAgB,QAAQ,YAAY;AACzC,SAAK,cAAc,cAAc;AACjC,SAAK,UAAU,UAAU;AAAA,EAC3B;AAAA,EAEA,MAAa,gBAA+B;AAC1C,UAAM,KAAK,YAAY,gBAAgB,KAAK,IAAI;AAAA,EAClD;AAAA,EAEO,UAAU,UAAmC;AAClD,WAAO,IAAI;AAAA,MACT,KAAK;AAAA,MACL;AAAA,MACA;AAAA,MACA,KAAK;AAAA,MACL,KAAK;AAAA,IACP;AAAA,EACF;AAAA,EAEO,iBAAiB,UAAmC;AACzD,WAAO,IAAI;AAAA,MACT,KAAK;AAAA,MACL;AAAA,MACA;AAAA,MACA,KAAK;AAAA,MACL,KAAK;AAAA,IACP;AAAA,EACF;AAAA,EAEA,MAAa,YAAY,YAAyC;AAChE,UAAM,CAAC,UAAU,aAAa,IAAI;AAClC,UAAM,cAAc,MAAM,KAAK,UAAU,QAAQ,EAAE,gBAAgB;AACnE,QAAI,yBAAyB;AAE7B,eAAW,cAAc,aAAa;AACpC,YAAM,WAAW,MAAM,KAAK,UAAU,QAAQ,EAAE,YAAY,UAAU;AACtE,YAAM,WAAW,SAAS,UAAU,sBAAsB;AAE1D,UAAI,aAAa,QAAW;AAC1B,eAAO,SAAS;AAAA,MAClB;AAEA,gCAA0B,SAAS,UAAU;AAAA,IAC/C;AAEA,UAAM,IAAI,WAAW,YAAY,aAAa,iBAAiB;AAAA,EACjE;AAAA,EAEA,MAAa,WACX,UACA,YACiB;AACjB,YAAQ,MAAM,KAAK,UAAU,QAAQ,EAAE,YAAY,UAAU,GAAG;AAAA,EAClE;AAAA,EAEA,MAAa,cACX,UACA,YACiB;AACjB,UAAM,WAAW,MAAM,KAAK,UAAU,QAAQ,EAAE,YAAY,UAAU;AAEtE,WAAO,SAAS,UAAU;AAAA,MACxB,CAAC,OAAO,aAAa,QAAQ,SAAS;AAAA,MACtC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAW,OAAe;AACxB,WAAO,KAAK,KAAK,eAAe,WAAW;AAAA,EAC7C;AACF;AAEO,MAAM,gBAAmD;AAAA,EACrD;AAAA,EACT,aAAa;AAAA,EACJ;AAAA,EACA;AAAA,EACT;AAAA,EACS;AAAA,EACT;AAAA,EACA;AAAA,EACS;AAAA,EAEF,YACL,cACA,UACA,oBAAoB,aACpB,QACA,YACA;AACA,SAAK,gBAAgB,QAAQ,YAAY;AACzC,SAAK,YAAY;AACjB,SAAK,cAAc,cAAc;AACjC,SAAK,qBAAqB;AAC1B,SAAK,UAAU,UAAU;AAAA,EAC3B;AAAA,EAEA,MAAa,cAAsC;AACjD,QAAI,KAAK,YAAY;AACnB,YAAM,IAAI,MAAM,+CAA+C;AAAA,IACjE;AAEA,UAAM,KAAK,YAAY,gBAAgB,KAAK,IAAI;AAChD,SAAK,aAAa;AAElB,WAAO,IAAI;AAAA,MACT,KAAK;AAAA,MACL,MAAM,KAAK,oBAAoB;AAAA,MAC/B,MAAM,KAAK,uBAAuB;AAAA,MAClC;AAAA,QACE,SAAS,MAAM;AACb,eAAK,cAAc;AAAA,QACrB;AAAA,QACA,UAAU,OAAO,YAAY,oBAAoB,SAAS,cACxD,MAAM,KAAK;AAAA,UACT;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAAA,MACJ;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAa,YAAY,YAA6C;AACpE,UAAM,cACJ,KAAK,YAAY,qBAAqB,SAClC,MAAM;AAAA,MACJ,KAAK,iBAAiB,UAAU;AAAA,MAChC,KAAK;AAAA,IACP,IACA;AAAA,MACE,KAAK,iBAAiB,UAAU;AAAA,OAC/B,MAAM,KAAK,iBAAiB,GAAG,IAAI,YAAY,UAAU,OAAO;AAAA,IACnE;AAEN,WAAO;AAAA,MACL,UAAU,KAAK;AAAA,MACf;AAAA,MACA,SAAS,YAAY;AAAA,MACrB,WAAW,YAAY;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,MAAa,kBAA8C;AACzD,QAAI;AACF,YAAM,UACJ,KAAK,YAAY,qBAAqB,SAClC,MAAM,KAAK,YAAY,UAAU,KAAK,IAAI,IAC1C,CAAC,IAAI,MAAM,KAAK,iBAAiB,GAAG,KAAK,CAAC;AAEhD,aAAO,QACJ,IAAI,CAAC,UAAU,sBAAsB,KAAK,KAAK,CAAC,EAChD,OAAO,CAAC,UAAoC,UAAU,IAAI,EAC1D,IAAI,CAAC,UAAU,OAAO,MAAM,CAAC,CAAC,CAAC,EAC/B,KAAK,CAAC,MAAM,UAAU,OAAO,KAAK;AAAA,IACvC,SAAS,OAAO;AACd,UAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD,eAAO,CAAC;AAAA,MACV;AAEA,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAa,gBACX,MACA,UAAkC,CAAC,GACpB;AACf,UAAM,KAAK,YAAY,gBAAgB,KAAK,IAAI;AAChD,UAAM,YAAY,uBAAuB,IAAI;AAE7C,QAAI,UAAU,WAAW,GAAG;AAC1B,YAAM,aAAa,MAAM,KAAK,oBAAoB;AAElD,YAAM,KAAK,QAAQ;AAAA,QACjB,KAAK,iBAAiB,UAAU;AAAA,QAChC,KAAK;AAAA,UACH;AAAA,YACE,WAAW,CAAC;AAAA,YACZ,SAAS;AAAA,UACX;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAAA,MACF;AACA,WAAK,kBAAkB,aAAa;AACpC;AAAA,IACF;AAEA,UAAM,gBAAgB,QAAQ,iBAAiB;AAC/C,QAAI,QAAQ,MAAM,KAAK,YAAY;AACnC,QAAI,kBAAkB;AAEtB,eAAW,YAAY,WAAW;AAChC,UACE,kBAAkB,KAClB,kBAAkB,SAAS,aAAa,eACxC;AACA,cAAM,MAAM,OAAO;AACnB,gBAAQ,MAAM,KAAK,YAAY;AAC/B,0BAAkB;AAAA,MACpB;AAEA,YAAM,YAAY,SAAS,MAAM,SAAS,UAAU;AACpD,yBAAmB,SAAS;AAAA,IAC9B;AAEA,UAAM,MAAM,OAAO;AAAA,EACrB;AAAA,EAEA,IAAW,WAAmB;AAC5B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAW,OAAe;AACxB,WAAO;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL,GAAG,uBAAuB,GAAG,KAAK,SAAS;AAAA,IAC7C;AAAA,EACF;AAAA,EAEA,MAAM,aACJ,YACA,oBACA,SACA,WACqC;AACrC,SAAK,aAAa;AAElB,QAAI,UAAU,WAAW,GAAG;AAC1B,aAAO;AAAA,IACT;AAEA,UAAM,KAAK,YAAY,gBAAgB,KAAK,IAAI;AAChD,UAAM,KAAK,QAAQ;AAAA,MACjB,KAAK,iBAAiB,UAAU;AAAA,MAChC,KAAK;AAAA,QACH;AAAA,UACE;AAAA,UACA;AAAA,QACF;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAEA,SAAK,kBAAkB,aAAa;AACpC,SAAK,qBAAqB,qBAAqB,UAAU;AAEzD,WAAO;AAAA,MACL,UAAU,KAAK;AAAA,MACf;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,gBAAsB;AACpB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAM,sBAAuC;AAC3C,QAAI,KAAK,oBAAoB,QAAW;AACtC,aAAO,KAAK;AAAA,IACd;AAEA,UAAM,cAAc,MAAM,KAAK,gBAAgB;AAC/C,UAAM,iBAAiB,YAAY,YAAY,SAAS,CAAC;AAEzD,SAAK,kBACH,mBAAmB,SAAY,IAAI,iBAAiB;AAEtD,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,yBAA0C;AAC9C,QAAI,KAAK,uBAAuB,QAAW;AACzC,aAAO,KAAK;AAAA,IACd;AAEA,QAAI,oBAAoB;AAExB,eAAW,cAAc,MAAM,KAAK,gBAAgB,GAAG;AACrD,4BAAsB,MAAM,KAAK,YAAY,UAAU,GAAG,UACvD;AAAA,IACL;AAEA,SAAK,qBAAqB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,iBAAiB,YAA4B;AAC3C,WAAO,KAAK,KAAK,MAAM,YAAY,UAAU,OAAO;AAAA,EACtD;AAAA,EAEA,MAAM,mBAA6D;AACjE,QAAI,KAAK,YAAY,qBAAqB,QAAW;AACnD,YAAM,IAAI,MAAM,oDAAoD;AAAA,IACtE;AAEA,SAAK,kBAAkB,KAAK,YAAY,iBAAiB,KAAK,IAAI;AAClE,WAAO,MAAM,KAAK;AAAA,EACpB;AACF;AAEA,SAAS,uBAAuB,MAAyC;AACvE,SAAO,KACJ,MAAM,MAAM,EACZ,IAAI,CAAC,aAAa,SAAS,KAAK,CAAC,EACjC,OAAO,CAAC,aAAa,aAAa,EAAE,EACpC,IAAI,CAAC,cAAc;AAAA,IAClB,MAAM;AAAA,IACN,YAAY,WAAW,QAAQ;AAAA,EACjC,EAAE;AACN;AAEA,SAAS,WAAW,MAAsB;AACxC,QAAM,UAAU,KAAK,KAAK;AAE1B,SAAO,YAAY,KAAK,IAAI,QAAQ,MAAM,MAAM,EAAE;AACpD;AAEO,MAAM,cAAc;AAAA,EACzB,aAAa;AAAA,EACJ;AAAA,EACA;AAAA,EACA;AAAA,EAMA;AAAA,EACA,aAA+B,CAAC;AAAA,EACzC,WAAW;AAAA,EACF;AAAA,EAEF,YACL,UACA,YACA,oBACA,WASA;AACA,SAAK,YAAY;AACjB,SAAK,WAAW,UAAU;AAC1B,SAAK,YAAY,UAAU;AAC3B,SAAK,cAAc;AACnB,SAAK,sBAAsB;AAAA,EAC7B;AAAA,EAEO,YAAY,MAAc,YAAgC;AAC/D,SAAK,cAAc;AACnB,UAAM,gBAAgB,KAAK,sBAAsB,KAAK,WAAW;AAEjE,SAAK,WAAW,KAAK;AAAA,MACnB;AAAA,MACA;AAAA,IACF,CAAC;AAED,WAAO,CAAC,KAAK,WAAW,aAAa;AAAA,EACvC;AAAA,EAEA,MAAa,SAA8C;AACzD,SAAK,cAAc;AACnB,SAAK,aAAa;AAElB,WAAO,MAAM,KAAK;AAAA,MAChB,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,IACP;AAAA,EACF;AAAA,EAEO,UAAgB;AACrB,SAAK,cAAc;AACnB,SAAK,aAAa;AAClB,SAAK,SAAS;AAAA,EAChB;AAAA,EAEO,WAAW,SAAuB;AACvC,SAAK,cAAc;AACnB,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,IAAW,aAAqB;AAC9B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,gBAAsB;AACpB,QAAI,KAAK,YAAY;AACnB,YAAM,IAAI,MAAM,qCAAqC;AAAA,IACvD;AAAA,EACF;AACF;AAEA,eAAe,iBACb,cACA,aAAiC,8BACH;AAC9B,SAAO;AAAA,IACL;AAAA,IACA,MAAM,wBAAwB,cAAc,UAAU;AAAA,EACxD;AACF;AAEA,SAAS,yBACP,cACA,SACqB;AACrB,MAAI,YAAY,QAAW;AACzB,UAAM,IAAI,MAAM,iCAAiC,YAAY,EAAE;AAAA,EACjE;AAEA,QAAM,aAAa,KAAK;AAAA,IACtB,OAAO,KAAK,OAAO,EAAE,SAAS,MAAM;AAAA,EACtC;AAEA,MAAI,OAAO,eAAe,YAAY,eAAe,MAAM;AACzD,UAAM,IAAI,UAAU,iCAAiC;AAAA,EACvD;AAEA,MAAI,EAAE,aAAa,eAAe,OAAO,WAAW,YAAY,UAAU;AACxE,UAAM,IAAI,UAAU,wCAAwC;AAAA,EAC9D;AACA,MAAI,EAAE,eAAe,eAAe,CAAC,MAAM,QAAQ,WAAW,SAAS,GAAG;AACxE,UAAM,IAAI,UAAU,0CAA0C;AAAA,EAChE;AAEA,SAAO;AAAA,IACL,WAAW,WAAW,UAAU,IAAI,mBAAmB;AAAA,IACvD,SAAS,WAAW;AAAA,EACtB;AACF;AAEA,eAAe,wBACb,cACA,YACiC;AACjC,MAAI,WAAW,qBAAqB,QAAW;AAC7C,WAAO,MAAM,WAAW,SAAS,YAAY;AAAA,EAC/C;AAEA,QAAM,gBAAgB,QAAQ,KAAK,cAAc,IAAI,CAAC;AACtD,QAAM,WAAW,aAAa,MAAM,cAAc,SAAS,CAAC;AAE5D,UAAQ,MAAM,WAAW,iBAAiB,aAAa,GAAG,IAAI,QAAQ;AACxE;AAEA,SAAS,oBAAoB,OAAgC;AAC3D,MAAI,OAAO,UAAU,YAAY,UAAU,MAAM;AAC/C,UAAM,IAAI,UAAU,kCAAkC;AAAA,EACxD;AAEA,QAAM,EAAE,MAAM,WAAW,IAAI;AAK7B,MAAI,OAAO,SAAS,YAAY,OAAO,eAAe,UAAU;AAC9D,UAAM,IAAI,UAAU,2BAA2B;AAAA,EACjD;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,EACF;AACF;","names":[]}

package/dist/document/index.d.ts

@@ -0,0 +1,13 @@
+export { Database } from './database.js';
+export { ensureSharedStateDatabaseInitialized, openSharedStateDatabase } from './shared-state-database.js';
+export { ReadonlyTextStreams as ReadonlyFragments, ReadonlySerialTextStream as ReadonlySerialFragments, ReadonlySerialTextStream, ReadonlyTextStreams, SerialTextStream, TextStreams } from './text-streams.js';
+export { FragmentDraft, Fragments, SerialFragments } from './fragments.js';
+export { DirectoryDocument, Document, DocumentContext, ReadonlyDocument } from './document.js';
+export { SCHEMA_SQL } from './schema.js';
+export { ChunkStore, FragmentGroupStore, GraphBuildParameterStore, MentionLinkStore, MentionStore, ObjectMetadataStore, ReadingEdgeStore, ReadonlyChunkStore, ReadonlyFragmentGroupStore, ReadonlyGraphBuildParameterStore, ReadonlyMentionLinkStore, ReadonlyMentionStore, ReadonlyObjectMetadataStore, ReadonlyReadingEdgeStore, ReadonlySerialStore, ReadonlySnakeChunkStore, ReadonlySnakeEdgeStore, ReadonlySnakeStore, SerialStore, SnakeChunkStore, SnakeEdgeStore, SnakeStore } from './stores.js';
+export { ChunkImportance, ChunkRecord, ChunkRetention, CreateSnakeRecord, FragmentRecord, GraphBuildParameterRecord, MentionLinkRecord, MentionRecord, ObjectMetadataKind, ObjectMetadataTarget, ReadingEdgeRecord, SentenceGroupRecord, SentenceId, SentenceRecord, SerialRecord, SnakeChunkRecord, SnakeEdgeRecord, SnakeRecord, expectChunkImportance, expectChunkRetention, isChunkImportance, isChunkRetention } from './types.js';
+import 'sqlite3';
+import '../source/meta.js';
+import 'zod';
+import '../source/toc.js';
+import '../source/types.js';

package/dist/document/index.js

@@ -0,0 +1,62 @@
+import { Database } from "./database.js";
+import {
+  ensureSharedStateDatabaseInitialized,
+  openSharedStateDatabase
+} from "./shared-state-database.js";
+import { TextStreams, SerialTextStream } from "./text-streams.js";
+import { FragmentDraft, Fragments, SerialFragments } from "./fragments.js";
+import { DirectoryDocument } from "./document.js";
+import { SCHEMA_SQL } from "./schema.js";
+import {
+  ChunkStore,
+  FragmentGroupStore,
+  GraphBuildParameterStore,
+  ReadingEdgeStore,
+  MentionLinkStore,
+  MentionStore,
+  ObjectMetadataStore,
+  SerialStore,
+  SnakeChunkStore,
+  SnakeEdgeStore,
+  SnakeStore
+} from "./stores.js";
+import {
+  ChunkImportance,
+  ChunkRetention,
+  expectChunkImportance,
+  expectChunkRetention,
+  isChunkImportance,
+  isChunkRetention,
+  ObjectMetadataKind
+} from "./types.js";
+export {
+  ChunkImportance,
+  ChunkRetention,
+  ChunkStore,
+  Database,
+  DirectoryDocument,
+  FragmentDraft,
+  FragmentGroupStore,
+  Fragments,
+  GraphBuildParameterStore,
+  MentionLinkStore,
+  MentionStore,
+  ObjectMetadataKind,
+  ObjectMetadataStore,
+  ReadingEdgeStore,
+  SCHEMA_SQL,
+  SerialFragments,
+  SerialStore,
+  SerialTextStream,
+  SnakeChunkStore,
+  SnakeEdgeStore,
+  SnakeStore,
+  TextStreams,
+  ensureSharedStateDatabaseInitialized,
+  expectChunkImportance,
+  expectChunkRetention,
+  isChunkImportance,
+  isChunkRetention,
+  openSharedStateDatabase
+};
+//# sourceMappingURL=index.js.map

package/dist/document/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/document/index.ts"],"sourcesContent":["export { Database } from \"./database.js\";\nexport {\n  ensureSharedStateDatabaseInitialized,\n  openSharedStateDatabase,\n} from \"./shared-state-database.js\";\nexport { TextStreams, SerialTextStream } from \"./text-streams.js\";\nexport { FragmentDraft, Fragments, SerialFragments } from \"./fragments.js\";\nexport type {\n  ReadonlySerialTextStream,\n  ReadonlySerialTextStream as ReadonlySerialFragments,\n  ReadonlyTextStreams,\n  ReadonlyTextStreams as ReadonlyFragments,\n} from \"./text-streams.js\";\nexport { DirectoryDocument } from \"./document.js\";\nexport type {\n  Document,\n  DocumentContext,\n  ReadonlyDocument,\n} from \"./document.js\";\nexport { SCHEMA_SQL } from \"./schema.js\";\nexport {\n  ChunkStore,\n  FragmentGroupStore,\n  GraphBuildParameterStore,\n  ReadingEdgeStore,\n  MentionLinkStore,\n  MentionStore,\n  ObjectMetadataStore,\n  SerialStore,\n  SnakeChunkStore,\n  SnakeEdgeStore,\n  SnakeStore,\n} from \"./stores.js\";\nexport type {\n  ReadonlyChunkStore,\n  ReadonlyFragmentGroupStore,\n  ReadonlyGraphBuildParameterStore,\n  ReadonlyReadingEdgeStore,\n  ReadonlyMentionLinkStore,\n  ReadonlyMentionStore,\n  ReadonlyObjectMetadataStore,\n  ReadonlySerialStore,\n  ReadonlySnakeChunkStore,\n  ReadonlySnakeEdgeStore,\n  ReadonlySnakeStore,\n} from \"./stores.js\";\nexport {\n  ChunkImportance,\n  ChunkRetention,\n  expectChunkImportance,\n  expectChunkRetention,\n  isChunkImportance,\n  isChunkRetention,\n  ObjectMetadataKind,\n} from \"./types.js\";\nexport type {\n  ChunkRecord,\n  CreateSnakeRecord,\n  FragmentRecord,\n  GraphBuildParameterRecord,\n  ReadingEdgeRecord,\n  MentionLinkRecord,\n  MentionRecord,\n  ObjectMetadataTarget,\n  SerialRecord,\n  SentenceId,\n  SentenceGroupRecord,\n  SentenceRecord,\n  SnakeChunkRecord,\n  SnakeEdgeRecord,\n  SnakeRecord,\n} from \"./types.js\";\n"],"mappings":"AAAA,SAAS,gBAAgB;AACzB;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP,SAAS,aAAa,wBAAwB;AAC9C,SAAS,eAAe,WAAW,uBAAuB;AAO1D,SAAS,yBAAyB;AAMlC,SAAS,kBAAkB;AAC3B;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAcP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;","names":[]}

package/dist/document/schema.d.ts

@@ -0,0 +1,8 @@
+import { Database } from './database.js';
+import 'sqlite3';
+
+declare const SCHEMA_SQL = "\n  CREATE TABLE IF NOT EXISTS serials (\n    id INTEGER PRIMARY KEY,\n    document_order INTEGER NOT NULL DEFAULT 0\n  );\n\n  CREATE TABLE IF NOT EXISTS serial_states (\n    serial_id INTEGER PRIMARY KEY,\n    revision INTEGER NOT NULL DEFAULT 0,\n    topology_ready INTEGER NOT NULL DEFAULT 0,\n    topology_parameter_hash TEXT,\n    knowledge_graph_ready INTEGER NOT NULL DEFAULT 0,\n    knowledge_graph_parameter_hash TEXT,\n    FOREIGN KEY (serial_id) REFERENCES serials(id)\n  );\n\n  CREATE TABLE IF NOT EXISTS archive_revisions (\n    key TEXT PRIMARY KEY,\n    value INTEGER NOT NULL\n  );\n\n  CREATE TABLE IF NOT EXISTS archive_index_settings (\n    id INTEGER PRIMARY KEY CHECK (id = 1),\n    fts_embedded INTEGER NOT NULL DEFAULT 0\n  );\n\n  CREATE TABLE IF NOT EXISTS graph_build_parameters (\n    hash TEXT PRIMARY KEY,\n    prompt TEXT NOT NULL,\n    language TEXT,\n    created_at TEXT NOT NULL\n  );\n\n  CREATE TABLE IF NOT EXISTS chunks (\n    id INTEGER PRIMARY KEY,\n    generation INTEGER NOT NULL,\n    serial_id INTEGER NOT NULL,\n    sentence_index INTEGER NOT NULL,\n    label TEXT NOT NULL,\n    content TEXT NOT NULL,\n    retention TEXT,\n    importance TEXT,\n    wordsCount INTEGER NOT NULL DEFAULT 0,\n    weight REAL NOT NULL DEFAULT 0.0\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_chunks_sentence\n  ON chunks(serial_id, sentence_index);\n\n  CREATE INDEX IF NOT EXISTS idx_chunks_serial_id\n  ON chunks(serial_id, id);\n\n  CREATE TABLE IF NOT EXISTS chunk_sentences (\n    chunk_id INTEGER NOT NULL,\n    serial_id INTEGER NOT NULL,\n    sentence_index INTEGER NOT NULL,\n    FOREIGN KEY (chunk_id) REFERENCES chunks(id),\n    PRIMARY KEY (chunk_id, serial_id, sentence_index)\n  );\n\n  CREATE TABLE IF NOT EXISTS reading_edges (\n    from_id INTEGER NOT NULL,\n    to_id INTEGER NOT NULL,\n    strength TEXT,\n    weight REAL NOT NULL DEFAULT 0.1,\n    PRIMARY KEY (from_id, to_id),\n    FOREIGN KEY (from_id) REFERENCES chunks(id),\n    FOREIGN KEY (to_id) REFERENCES chunks(id)\n  );\n\n  CREATE TABLE IF NOT EXISTS snakes (\n    id INTEGER PRIMARY KEY AUTOINCREMENT,\n    serial_id INTEGER NOT NULL,\n    group_id INTEGER NOT NULL,\n    local_snake_id INTEGER NOT NULL,\n    size INTEGER NOT NULL,\n    first_label TEXT NOT NULL,\n    last_label TEXT NOT NULL,\n    wordsCount INTEGER NOT NULL DEFAULT 0,\n    weight REAL NOT NULL DEFAULT 0.0,\n    UNIQUE(serial_id, group_id, local_snake_id)\n  );\n\n  CREATE TABLE IF NOT EXISTS snake_chunks (\n    snake_id INTEGER NOT NULL,\n    chunk_id INTEGER NOT NULL,\n    position INTEGER NOT NULL,\n    FOREIGN KEY (snake_id) REFERENCES snakes(id),\n    FOREIGN KEY (chunk_id) REFERENCES chunks(id),\n    PRIMARY KEY (snake_id, chunk_id)\n  );\n\n  CREATE TABLE IF NOT EXISTS snake_edges (\n    from_snake_id INTEGER NOT NULL,\n    to_snake_id INTEGER NOT NULL,\n    weight REAL NOT NULL DEFAULT 0.1,\n    PRIMARY KEY (from_snake_id, to_snake_id),\n    FOREIGN KEY (from_snake_id) REFERENCES snakes(id),\n    FOREIGN KEY (to_snake_id) REFERENCES snakes(id)\n  );\n\n  CREATE TABLE IF NOT EXISTS sentence_groups (\n    serial_id INTEGER NOT NULL,\n    group_id INTEGER NOT NULL,\n    start_sentence_index INTEGER NOT NULL,\n    end_sentence_index INTEGER NOT NULL,\n    PRIMARY KEY (serial_id, group_id, start_sentence_index, end_sentence_index)\n  );\n\n  CREATE TABLE IF NOT EXISTS mentions (\n    id TEXT PRIMARY KEY,\n    chapter_id INTEGER NOT NULL,\n    sentence_index INTEGER,\n    range_start INTEGER NOT NULL,\n    range_end INTEGER NOT NULL,\n    surface TEXT NOT NULL,\n    qid TEXT NOT NULL,\n    confidence REAL,\n    note TEXT,\n    FOREIGN KEY (chapter_id) REFERENCES serials(id)\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_chapter\n  ON mentions(chapter_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_chapter_position\n  ON mentions(chapter_id, sentence_index, range_start, range_end, id);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_chapter_qid\n  ON mentions(chapter_id, qid);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_qid\n  ON mentions(qid);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_qid_position\n  ON mentions(qid, chapter_id, sentence_index, range_start, range_end, id);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_surface\n  ON mentions(surface);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_surface_position\n  ON mentions(surface, chapter_id, sentence_index, range_start, range_end, id);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_sentence\n  ON mentions(chapter_id, sentence_index);\n\n  CREATE TABLE IF NOT EXISTS mention_links (\n    id TEXT PRIMARY KEY,\n    source_mention_id TEXT NOT NULL,\n    target_mention_id TEXT NOT NULL,\n    predicate TEXT NOT NULL,\n    confidence REAL,\n    note TEXT,\n    FOREIGN KEY (source_mention_id) REFERENCES mentions(id),\n    FOREIGN KEY (target_mention_id) REFERENCES mentions(id)\n  );\n\n  CREATE TABLE IF NOT EXISTS mention_link_evidence_sentences (\n    link_id TEXT NOT NULL,\n    chapter_id INTEGER NOT NULL,\n    sentence_index INTEGER NOT NULL,\n    FOREIGN KEY (link_id) REFERENCES mention_links(id),\n    PRIMARY KEY (link_id, chapter_id, sentence_index)\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_mention_link_evidence_sentences_sentence\n  ON mention_link_evidence_sentences(chapter_id, sentence_index);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_source\n  ON mention_links(source_mention_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_target\n  ON mention_links(target_mention_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_predicate\n  ON mention_links(predicate);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_predicate_source_target\n  ON mention_links(predicate, source_mention_id, target_mention_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_predicate_target_source\n  ON mention_links(predicate, target_mention_id, source_mention_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_source_predicate_target\n  ON mention_links(source_mention_id, predicate, target_mention_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_target_predicate_source\n  ON mention_links(target_mention_id, predicate, source_mention_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_source_target_predicate\n  ON mention_links(source_mention_id, target_mention_id, predicate);\n\n  CREATE INDEX IF NOT EXISTS idx_reading_edges_target\n  ON reading_edges(to_id, from_id);\n\n  CREATE INDEX IF NOT EXISTS idx_snake_edges_target\n  ON snake_edges(to_snake_id, from_snake_id);\n\n  CREATE VIEW IF NOT EXISTS chapter_entities AS\n  SELECT\n    chapter_id,\n    qid,\n    COUNT(*) AS mention_count\n  FROM mentions\n  GROUP BY chapter_id, qid;\n\n  CREATE VIEW IF NOT EXISTS book_entities AS\n  SELECT\n    qid,\n    SUM(mention_count) AS mention_count\n  FROM chapter_entities\n  GROUP BY qid;\n\n  CREATE VIEW IF NOT EXISTS chapter_entity_relations AS\n  SELECT\n    source_mentions.chapter_id AS chapter_id,\n    source_mentions.qid AS subject_qid,\n    mention_links.predicate AS predicate,\n    target_mentions.qid AS object_qid,\n    COUNT(*) AS evidence_count\n  FROM mention_links\n  JOIN mentions AS source_mentions\n    ON source_mentions.id = mention_links.source_mention_id\n  JOIN mentions AS target_mentions\n    ON target_mentions.id = mention_links.target_mention_id\n  WHERE source_mentions.chapter_id = target_mentions.chapter_id\n  GROUP BY\n    source_mentions.chapter_id,\n    source_mentions.qid,\n    mention_links.predicate,\n    target_mentions.qid;\n\n  CREATE VIEW IF NOT EXISTS book_entity_relations AS\n  SELECT\n    subject_qid,\n    predicate,\n    object_qid,\n    SUM(evidence_count) AS evidence_count\n  FROM chapter_entity_relations\n  GROUP BY subject_qid, predicate, object_qid;\n\n  CREATE TABLE IF NOT EXISTS text_sentence_records (\n    id INTEGER PRIMARY KEY,\n    kind INTEGER NOT NULL,\n    chapter_id INTEGER NOT NULL,\n    sentence_index INTEGER NOT NULL,\n    words_count INTEGER NOT NULL DEFAULT 0,\n    byte_offset INTEGER NOT NULL DEFAULT 0,\n    byte_length INTEGER NOT NULL DEFAULT 0,\n    UNIQUE(kind, chapter_id, sentence_index)\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_text_sentence_records_chapter\n  ON text_sentence_records(kind, chapter_id, sentence_index);\n\n  CREATE TABLE IF NOT EXISTS object_metadata (\n    id INTEGER PRIMARY KEY,\n    object_kind INTEGER NOT NULL,\n    object_path TEXT NOT NULL,\n    key TEXT NOT NULL,\n    value_json TEXT NOT NULL,\n    updated_at TEXT NOT NULL,\n    chapter_id INTEGER,\n    chunk_id INTEGER,\n    entity_qid TEXT,\n    triple_subject_qid TEXT,\n    triple_predicate TEXT,\n    triple_object_qid TEXT,\n    UNIQUE(object_path, key)\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_object_metadata_object\n  ON object_metadata(object_path);\n\n  CREATE INDEX IF NOT EXISTS idx_object_metadata_chapter\n  ON object_metadata(chapter_id);\n\n  CREATE INDEX IF NOT EXISTS idx_object_metadata_chunk\n  ON object_metadata(chunk_id);\n\n  CREATE INDEX IF NOT EXISTS idx_object_metadata_entity\n  ON object_metadata(entity_qid);\n\n  CREATE INDEX IF NOT EXISTS idx_object_metadata_triple\n  ON object_metadata(\n    triple_subject_qid,\n    triple_predicate,\n    triple_object_qid\n  );\n";
+declare const SEARCH_INDEX_SCHEMA_SQL = "\n  CREATE TABLE IF NOT EXISTS search_index_state (\n    key TEXT PRIMARY KEY,\n    value TEXT NOT NULL\n  );\n\n  CREATE TABLE IF NOT EXISTS text_sentence_records (\n    id INTEGER PRIMARY KEY,\n    kind INTEGER NOT NULL,\n    chapter_id INTEGER NOT NULL,\n    sentence_index INTEGER NOT NULL,\n    words_count INTEGER NOT NULL DEFAULT 0,\n    byte_offset INTEGER NOT NULL DEFAULT 0,\n    byte_length INTEGER NOT NULL DEFAULT 0,\n    UNIQUE(kind, chapter_id, sentence_index)\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_text_sentence_records_chapter\n  ON text_sentence_records(kind, chapter_id, sentence_index);\n\n  CREATE VIRTUAL TABLE IF NOT EXISTS text_sentence_fts USING fts5(\n    tier1,\n    tier2,\n    tier3,\n    tokenize='ascii'\n  );\n\n  CREATE TABLE IF NOT EXISTS search_object_properties_records (\n    id INTEGER PRIMARY KEY,\n    owner_kind INTEGER NOT NULL,\n    owner_id TEXT NOT NULL,\n    property_kind INTEGER NOT NULL,\n    chapter_id INTEGER\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_search_object_properties_records_owner\n  ON search_object_properties_records(owner_kind, owner_id);\n\n  CREATE INDEX IF NOT EXISTS idx_search_object_properties_records_chapter\n  ON search_object_properties_records(chapter_id, owner_kind, owner_id);\n\n  CREATE VIRTUAL TABLE IF NOT EXISTS search_object_properties_fts USING fts5(\n    tier1,\n    tier2,\n    tier3,\n    tokenize='ascii'\n  );\n";
+declare function initializeDocumentSchema(database: Database): Promise<void>;
+
+export { SCHEMA_SQL, SEARCH_INDEX_SCHEMA_SQL, initializeDocumentSchema };