wiki-graph-core 0.3.1 → 0.4.1

package/dist/document/directory/index.js

@@ -0,0 +1,4 @@
+export * from "./core.js";
+export * from "./file-store.js";
+export * from "./types.js";
+//# sourceMappingURL=index.js.map

package/dist/document/directory/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/document/directory/index.ts"],"sourcesContent":["export * from \"./core.js\";\nexport * from \"./file-store.js\";\nexport * from \"./types.js\";\n"],"mappings":"AAAA,cAAc;AACd,cAAc;AACd,cAAc;","names":[]}

package/dist/document/directory/search-index.d.ts

@@ -0,0 +1,32 @@
+import { Database } from '../database.js';
+import { DocumentFileStore } from './types.js';
+import 'sqlite3';
+import '../../text/source/meta.js';
+import 'zod';
+import '../../text/source/toc.js';
+import '../../text/source/types.js';
+import '../types.js';
+import '../text-streams/serial.js';
+import '../text-streams/draft.js';
+import '../text-streams/types.js';
+import '../stores/chunk.js';
+import '../stores/types.js';
+import '../stores/fragment-group.js';
+import '../stores/graph-build-parameter.js';
+import '../stores/mention-link.js';
+import '../stores/mention.js';
+import '../stores/object-metadata.js';
+import '../stores/reading-edge.js';
+import '../stores/serial.js';
+import '../stores/snake/chunk.js';
+import '../stores/snake/core.js';
+import '../stores/snake/edge.js';
+
+declare function openSearchIndexDatabase<T>(input: {
+    readonly documentPath: string;
+    readonly fileStore: DocumentFileStore;
+    readonly operation: (database: Database) => Promise<T> | T;
+    readonly readonly: boolean;
+}): Promise<T>;
+
+export { openSearchIndexDatabase };

package/dist/document/directory/search-index.js

@@ -0,0 +1,154 @@
+import { stat } from "fs/promises";
+import { join } from "path";
+import { isNodeError } from "../../utils/node-error.js";
+import { Database } from "../database.js";
+import {
+  SEARCH_INDEX_SCHEMA_SQL,
+  SEARCH_INDEX_TEXT_SENTENCE_RECORDS_COLUMNS_SQL
+} from "../schema.js";
+async function openSearchIndexDatabase(input) {
+  const databasePath = input.fileStore.resolveSearchIndexDatabasePath === void 0 ? join(input.documentPath, "fts.db") : await input.fileStore.resolveSearchIndexDatabasePath(
+    input.documentPath
+  );
+  const shouldInitialize = !input.readonly && await isMissingOrEmptyFile(databasePath);
+  const database = await Database.open(
+    databasePath,
+    shouldInitialize ? SEARCH_INDEX_SCHEMA_SQL : "",
+    {
+      onWrite: () => {
+        input.fileStore.markSearchIndexDatabaseDirty?.();
+      },
+      readonly: input.readonly
+    }
+  );
+  if (!input.readonly) {
+    await migrateSearchIndexSchema(database);
+  }
+  try {
+    return await input.operation(database);
+  } finally {
+    await database.close();
+  }
+}
+async function isMissingOrEmptyFile(path) {
+  const stats = await stat(path).catch((error) => {
+    if (isNodeError(error) && error.code === "ENOENT") {
+      return void 0;
+    }
+    throw error;
+  });
+  return stats === void 0 || stats.size === 0;
+}
+async function migrateSearchIndexSchema(database) {
+  await ensureColumn(
+    database,
+    "text_sentence_records",
+    "archive_id",
+    "INTEGER NOT NULL DEFAULT 0"
+  );
+  if (!await hasUniqueIndex(database, "text_sentence_records", [
+    "archive_id",
+    "kind",
+    "chapter_id",
+    "sentence_index"
+  ])) {
+    await rebuildTextSentenceRecordsTable(database);
+  }
+  await ensureColumn(
+    database,
+    "search_object_properties_records",
+    "archive_id",
+    "INTEGER NOT NULL DEFAULT 0"
+  );
+  await database.run(`
+    CREATE TABLE IF NOT EXISTS index_dirty_chapters (
+      archive_id INTEGER NOT NULL,
+      chapter_id INTEGER NOT NULL,
+      updated_at INTEGER NOT NULL,
+      PRIMARY KEY (archive_id, chapter_id)
+    )
+  `);
+}
+async function rebuildTextSentenceRecordsTable(database) {
+  await database.transaction(async () => {
+    await database.run(`
+      CREATE TABLE text_sentence_records_next (
+${SEARCH_INDEX_TEXT_SENTENCE_RECORDS_COLUMNS_SQL}
+      )
+    `);
+    await database.run(`
+      INSERT INTO text_sentence_records_next (
+        id,
+        archive_id,
+        kind,
+        chapter_id,
+        sentence_index,
+        words_count,
+        byte_offset,
+        byte_length
+      )
+      SELECT
+        id,
+        archive_id,
+        kind,
+        chapter_id,
+        sentence_index,
+        words_count,
+        byte_offset,
+        byte_length
+      FROM text_sentence_records
+    `);
+    await database.run("DROP TABLE text_sentence_records");
+    await database.run(`
+      ALTER TABLE text_sentence_records_next
+      RENAME TO text_sentence_records
+    `);
+    await database.run(`
+      CREATE INDEX IF NOT EXISTS idx_text_sentence_records_chapter
+      ON text_sentence_records(archive_id, kind, chapter_id, sentence_index)
+    `);
+  });
+}
+async function hasUniqueIndex(database, table, columns) {
+  const indexes = await database.queryAll(
+    `PRAGMA index_list(${table})`,
+    void 0,
+    (row) => ({
+      name: String(row.name),
+      unique: Number(row.unique) === 1
+    })
+  );
+  for (const index of indexes) {
+    if (!index.unique) {
+      continue;
+    }
+    const indexColumns = await database.queryAll(
+      `PRAGMA index_info(${index.name})`,
+      void 0,
+      (row) => ({
+        name: String(row.name),
+        seqno: Number(row.seqno)
+      })
+    );
+    const orderedColumns = indexColumns.sort((left, right) => left.seqno - right.seqno).map((column) => column.name);
+    if (orderedColumns.length === columns.length && orderedColumns.every((column, index2) => column === columns[index2])) {
+      return true;
+    }
+  }
+  return false;
+}
+async function ensureColumn(database, table, column, definition) {
+  const columns = await database.queryAll(
+    `PRAGMA table_info(${table})`,
+    void 0,
+    (row) => String(row.name)
+  );
+  if (columns.includes(column)) {
+    return;
+  }
+  await database.run(`ALTER TABLE ${table} ADD COLUMN ${column} ${definition}`);
+}
+export {
+  openSearchIndexDatabase
+};
+//# sourceMappingURL=search-index.js.map

package/dist/document/directory/search-index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/document/directory/search-index.ts"],"sourcesContent":["import { stat } from \"fs/promises\";\nimport { join } from \"path\";\n\nimport { isNodeError } from \"../../utils/node-error.js\";\nimport { Database } from \"../database.js\";\nimport {\n  SEARCH_INDEX_SCHEMA_SQL,\n  SEARCH_INDEX_TEXT_SENTENCE_RECORDS_COLUMNS_SQL,\n} from \"../schema.js\";\nimport type { DocumentFileStore } from \"./types.js\";\n\nexport async function openSearchIndexDatabase<T>(input: {\n  readonly documentPath: string;\n  readonly fileStore: DocumentFileStore;\n  readonly operation: (database: Database) => Promise<T> | T;\n  readonly readonly: boolean;\n}): Promise<T> {\n  const databasePath =\n    input.fileStore.resolveSearchIndexDatabasePath === undefined\n      ? join(input.documentPath, \"fts.db\")\n      : await input.fileStore.resolveSearchIndexDatabasePath(\n          input.documentPath,\n        );\n  const shouldInitialize =\n    !input.readonly && (await isMissingOrEmptyFile(databasePath));\n  const database = await Database.open(\n    databasePath,\n    shouldInitialize ? SEARCH_INDEX_SCHEMA_SQL : \"\",\n    {\n      onWrite: () => {\n        input.fileStore.markSearchIndexDatabaseDirty?.();\n      },\n      readonly: input.readonly,\n    },\n  );\n\n  if (!input.readonly) {\n    await migrateSearchIndexSchema(database);\n  }\n\n  try {\n    return await input.operation(database);\n  } finally {\n    await database.close();\n  }\n}\n\nasync function isMissingOrEmptyFile(path: string): Promise<boolean> {\n  const stats = await stat(path).catch((error: unknown) => {\n    if (isNodeError(error) && error.code === \"ENOENT\") {\n      return undefined;\n    }\n\n    throw error;\n  });\n\n  return stats === undefined || stats.size === 0;\n}\n\nasync function migrateSearchIndexSchema(database: Database): Promise<void> {\n  await ensureColumn(\n    database,\n    \"text_sentence_records\",\n    \"archive_id\",\n    \"INTEGER NOT NULL DEFAULT 0\",\n  );\n  if (\n    !(await hasUniqueIndex(database, \"text_sentence_records\", [\n      \"archive_id\",\n      \"kind\",\n      \"chapter_id\",\n      \"sentence_index\",\n    ]))\n  ) {\n    await rebuildTextSentenceRecordsTable(database);\n  }\n  await ensureColumn(\n    database,\n    \"search_object_properties_records\",\n    \"archive_id\",\n    \"INTEGER NOT NULL DEFAULT 0\",\n  );\n  await database.run(`\n    CREATE TABLE IF NOT EXISTS index_dirty_chapters (\n      archive_id INTEGER NOT NULL,\n      chapter_id INTEGER NOT NULL,\n      updated_at INTEGER NOT NULL,\n      PRIMARY KEY (archive_id, chapter_id)\n    )\n  `);\n}\n\nasync function rebuildTextSentenceRecordsTable(\n  database: Database,\n): Promise<void> {\n  await database.transaction(async () => {\n    await database.run(`\n      CREATE TABLE text_sentence_records_next (\n${SEARCH_INDEX_TEXT_SENTENCE_RECORDS_COLUMNS_SQL}\n      )\n    `);\n    await database.run(`\n      INSERT INTO text_sentence_records_next (\n        id,\n        archive_id,\n        kind,\n        chapter_id,\n        sentence_index,\n        words_count,\n        byte_offset,\n        byte_length\n      )\n      SELECT\n        id,\n        archive_id,\n        kind,\n        chapter_id,\n        sentence_index,\n        words_count,\n        byte_offset,\n        byte_length\n      FROM text_sentence_records\n    `);\n    await database.run(\"DROP TABLE text_sentence_records\");\n    await database.run(`\n      ALTER TABLE text_sentence_records_next\n      RENAME TO text_sentence_records\n    `);\n    await database.run(`\n      CREATE INDEX IF NOT EXISTS idx_text_sentence_records_chapter\n      ON text_sentence_records(archive_id, kind, chapter_id, sentence_index)\n    `);\n  });\n}\n\nasync function hasUniqueIndex(\n  database: Database,\n  table: string,\n  columns: readonly string[],\n): Promise<boolean> {\n  const indexes = await database.queryAll(\n    `PRAGMA index_list(${table})`,\n    undefined,\n    (row) => ({\n      name: String(row.name),\n      unique: Number(row.unique) === 1,\n    }),\n  );\n\n  for (const index of indexes) {\n    if (!index.unique) {\n      continue;\n    }\n\n    const indexColumns = await database.queryAll(\n      `PRAGMA index_info(${index.name})`,\n      undefined,\n      (row) => ({\n        name: String(row.name),\n        seqno: Number(row.seqno),\n      }),\n    );\n    const orderedColumns = indexColumns\n      .sort((left, right) => left.seqno - right.seqno)\n      .map((column) => column.name);\n\n    if (\n      orderedColumns.length === columns.length &&\n      orderedColumns.every((column, index) => column === columns[index])\n    ) {\n      return true;\n    }\n  }\n\n  return false;\n}\n\nasync function ensureColumn(\n  database: Database,\n  table: string,\n  column: string,\n  definition: string,\n): Promise<void> {\n  const columns = await database.queryAll(\n    `PRAGMA table_info(${table})`,\n    undefined,\n    (row) => String(row.name),\n  );\n\n  if (columns.includes(column)) {\n    return;\n  }\n\n  await database.run(`ALTER TABLE ${table} ADD COLUMN ${column} ${definition}`);\n}\n"],"mappings":"AAAA,SAAS,YAAY;AACrB,SAAS,YAAY;AAErB,SAAS,mBAAmB;AAC5B,SAAS,gBAAgB;AACzB;AAAA,EACE;AAAA,EACA;AAAA,OACK;AAGP,eAAsB,wBAA2B,OAKlC;AACb,QAAM,eACJ,MAAM,UAAU,mCAAmC,SAC/C,KAAK,MAAM,cAAc,QAAQ,IACjC,MAAM,MAAM,UAAU;AAAA,IACpB,MAAM;AAAA,EACR;AACN,QAAM,mBACJ,CAAC,MAAM,YAAa,MAAM,qBAAqB,YAAY;AAC7D,QAAM,WAAW,MAAM,SAAS;AAAA,IAC9B;AAAA,IACA,mBAAmB,0BAA0B;AAAA,IAC7C;AAAA,MACE,SAAS,MAAM;AACb,cAAM,UAAU,+BAA+B;AAAA,MACjD;AAAA,MACA,UAAU,MAAM;AAAA,IAClB;AAAA,EACF;AAEA,MAAI,CAAC,MAAM,UAAU;AACnB,UAAM,yBAAyB,QAAQ;AAAA,EACzC;AAEA,MAAI;AACF,WAAO,MAAM,MAAM,UAAU,QAAQ;AAAA,EACvC,UAAE;AACA,UAAM,SAAS,MAAM;AAAA,EACvB;AACF;AAEA,eAAe,qBAAqB,MAAgC;AAClE,QAAM,QAAQ,MAAM,KAAK,IAAI,EAAE,MAAM,CAAC,UAAmB;AACvD,QAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD,aAAO;AAAA,IACT;AAEA,UAAM;AAAA,EACR,CAAC;AAED,SAAO,UAAU,UAAa,MAAM,SAAS;AAC/C;AAEA,eAAe,yBAAyB,UAAmC;AACzE,QAAM;AAAA,IACJ;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACA,MACE,CAAE,MAAM,eAAe,UAAU,yBAAyB;AAAA,IACxD;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,CAAC,GACD;AACA,UAAM,gCAAgC,QAAQ;AAAA,EAChD;AACA,QAAM;AAAA,IACJ;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACA,QAAM,SAAS,IAAI;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,GAOlB;AACH;AAEA,eAAe,gCACb,UACe;AACf,QAAM,SAAS,YAAY,YAAY;AACrC,UAAM,SAAS,IAAI;AAAA;AAAA,EAErB,8CAA8C;AAAA;AAAA,KAE3C;AACD,UAAM,SAAS,IAAI;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,KAqBlB;AACD,UAAM,SAAS,IAAI,kCAAkC;AACrD,UAAM,SAAS,IAAI;AAAA;AAAA;AAAA,KAGlB;AACD,UAAM,SAAS,IAAI;AAAA;AAAA;AAAA,KAGlB;AAAA,EACH,CAAC;AACH;AAEA,eAAe,eACb,UACA,OACA,SACkB;AAClB,QAAM,UAAU,MAAM,SAAS;AAAA,IAC7B,qBAAqB,KAAK;AAAA,IAC1B;AAAA,IACA,CAAC,SAAS;AAAA,MACR,MAAM,OAAO,IAAI,IAAI;AAAA,MACrB,QAAQ,OAAO,IAAI,MAAM,MAAM;AAAA,IACjC;AAAA,EACF;AAEA,aAAW,SAAS,SAAS;AAC3B,QAAI,CAAC,MAAM,QAAQ;AACjB;AAAA,IACF;AAEA,UAAM,eAAe,MAAM,SAAS;AAAA,MAClC,qBAAqB,MAAM,IAAI;AAAA,MAC/B;AAAA,MACA,CAAC,SAAS;AAAA,QACR,MAAM,OAAO,IAAI,IAAI;AAAA,QACrB,OAAO,OAAO,IAAI,KAAK;AAAA,MACzB;AAAA,IACF;AACA,UAAM,iBAAiB,aACpB,KAAK,CAAC,MAAM,UAAU,KAAK,QAAQ,MAAM,KAAK,EAC9C,IAAI,CAAC,WAAW,OAAO,IAAI;AAE9B,QACE,eAAe,WAAW,QAAQ,UAClC,eAAe,MAAM,CAAC,QAAQA,WAAU,WAAW,QAAQA,MAAK,CAAC,GACjE;AACA,aAAO;AAAA,IACT;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,aACb,UACA,OACA,QACA,YACe;AACf,QAAM,UAAU,MAAM,SAAS;AAAA,IAC7B,qBAAqB,KAAK;AAAA,IAC1B;AAAA,IACA,CAAC,QAAQ,OAAO,IAAI,IAAI;AAAA,EAC1B;AAEA,MAAI,QAAQ,SAAS,MAAM,GAAG;AAC5B;AAAA,EACF;AAEA,QAAM,SAAS,IAAI,eAAe,KAAK,eAAe,MAAM,IAAI,UAAU,EAAE;AAC9E;","names":["index"]}

package/dist/document/directory/serial-cleanup.d.ts

@@ -0,0 +1,47 @@
+import { Database } from '../database.js';
+import { GraphBuildParameterStore } from '../stores/graph-build-parameter.js';
+import { ObjectMetadataStore } from '../stores/object-metadata.js';
+import { SerialStore } from '../stores/serial.js';
+import { TextStreams } from '../text-streams/core.js';
+import { a as DirectoryDocumentContext } from '../../core-Cv8a8viI.js';
+import { DocumentFileStore } from './types.js';
+import 'sqlite3';
+import '../types.js';
+import '../stores/types.js';
+import '../text-streams/serial.js';
+import '../text-streams/draft.js';
+import '../text-streams/types.js';
+import '../../text/source/meta.js';
+import 'zod';
+import '../../text/source/toc.js';
+import '../../text/source/types.js';
+import '../stores/chunk.js';
+import '../stores/fragment-group.js';
+import '../stores/mention-link.js';
+import '../stores/mention.js';
+import '../stores/reading-edge.js';
+import '../stores/snake/chunk.js';
+import '../stores/snake/core.js';
+import '../stores/snake/edge.js';
+
+declare function rollbackDocumentContext(input: {
+    readonly context: DirectoryDocumentContext;
+    readonly deleteSerialResources: (serialId: number) => Promise<void>;
+    readonly fileStore: DocumentFileStore;
+}): Promise<void>;
+declare function deleteSerialResources(input: {
+    readonly database: Database;
+    readonly deleteSummary: (serialId: number) => Promise<void>;
+    readonly graphBuildParameters: GraphBuildParameterStore;
+    readonly metadata: ObjectMetadataStore;
+    readonly serialId: number;
+    readonly serials: SerialStore;
+    readonly textStreams: TextStreams;
+}): Promise<void>;
+declare function deleteSerialGraphRecords(input: {
+    readonly database: Database;
+    readonly metadata: ObjectMetadataStore;
+    readonly serialId: number;
+}): Promise<void>;
+
+export { deleteSerialGraphRecords, deleteSerialResources, rollbackDocumentContext };

package/dist/document/directory/serial-cleanup.js

@@ -0,0 +1,178 @@
+import { isNodeError } from "../../utils/node-error.js";
+import {
+  compareNumberDescending
+} from "./context.js";
+async function rollbackDocumentContext(input) {
+  await rollbackOwnedSerials(
+    input.context.listOwnedSerialIds(),
+    input.deleteSerialResources
+  );
+  await rollbackCreatedFiles(
+    input.fileStore,
+    input.context.listCreatedFilePaths()
+  );
+}
+async function deleteSerialResources(input) {
+  await input.metadata.deleteChapterSubtree(input.serialId);
+  await deleteSerialGraphRecords({
+    database: input.database,
+    metadata: input.metadata,
+    serialId: input.serialId
+  });
+  await input.database.transaction(async () => {
+    await input.database.run(
+      `
+        DELETE FROM serial_states
+        WHERE serial_id = ?
+      `,
+      [input.serialId]
+    );
+    await input.database.run(
+      `
+        DELETE FROM serials
+        WHERE id = ?
+      `,
+      [input.serialId]
+    );
+  });
+  await input.textStreams.getSerial(input.serialId).delete();
+  await input.deleteSummary(input.serialId);
+  await input.serials.bumpChaptersRevision();
+  await input.graphBuildParameters.deleteUnreferenced();
+}
+async function deleteSerialGraphRecords(input) {
+  await input.database.transaction(async () => {
+    await input.database.run(
+      `
+        DELETE FROM mention_link_evidence_sentences
+        WHERE link_id IN (
+          SELECT mention_links.id
+          FROM mention_links
+          INNER JOIN mentions AS source_mentions
+            ON source_mentions.id = mention_links.source_mention_id
+          INNER JOIN mentions AS target_mentions
+            ON target_mentions.id = mention_links.target_mention_id
+          WHERE source_mentions.chapter_id = ?
+            OR target_mentions.chapter_id = ?
+        )
+      `,
+      [input.serialId, input.serialId]
+    );
+    await input.database.run(
+      `
+        DELETE FROM mention_links
+        WHERE source_mention_id IN (
+          SELECT id
+          FROM mentions
+          WHERE chapter_id = ?
+        ) OR target_mention_id IN (
+          SELECT id
+          FROM mentions
+          WHERE chapter_id = ?
+        )
+      `,
+      [input.serialId, input.serialId]
+    );
+    await input.database.run(
+      `
+        DELETE FROM mentions
+        WHERE chapter_id = ?
+      `,
+      [input.serialId]
+    );
+    await input.database.run(
+      `
+        DELETE FROM snake_edges
+        WHERE from_snake_id IN (
+          SELECT id
+          FROM snakes
+          WHERE serial_id = ?
+        ) OR to_snake_id IN (
+          SELECT id
+          FROM snakes
+          WHERE serial_id = ?
+        )
+      `,
+      [input.serialId, input.serialId]
+    );
+    await input.database.run(
+      `
+        DELETE FROM snake_chunks
+        WHERE snake_id IN (
+          SELECT id
+          FROM snakes
+          WHERE serial_id = ?
+        )
+      `,
+      [input.serialId]
+    );
+    await input.database.run(
+      `
+        DELETE FROM snakes
+        WHERE serial_id = ?
+      `,
+      [input.serialId]
+    );
+    await input.database.run(
+      `
+        DELETE FROM sentence_groups
+        WHERE serial_id = ?
+      `,
+      [input.serialId]
+    );
+    await input.database.run(
+      `
+        DELETE FROM reading_edges
+        WHERE from_id IN (
+          SELECT id
+          FROM chunks
+          WHERE serial_id = ?
+        ) OR to_id IN (
+          SELECT id
+          FROM chunks
+          WHERE serial_id = ?
+        )
+      `,
+      [input.serialId, input.serialId]
+    );
+    await input.database.run(
+      `
+        DELETE FROM chunk_sentences
+        WHERE serial_id = ?
+      `,
+      [input.serialId]
+    );
+    await input.database.run(
+      `
+        DELETE FROM chunks
+        WHERE serial_id = ?
+      `,
+      [input.serialId]
+    );
+    await input.metadata.deleteDeletedChunks();
+    await input.metadata.deleteDeletedEntitiesAndTriples();
+  });
+}
+async function rollbackCreatedFiles(fileStore, createdFilePaths) {
+  for (const path of [...createdFilePaths].reverse()) {
+    try {
+      await fileStore.deleteFile(path);
+    } catch (error) {
+      if (isNodeError(error) && error.code === "ENOENT") {
+        continue;
+      }
+      throw error;
+    }
+  }
+}
+async function rollbackOwnedSerials(serialIds, deleteSerialResources2) {
+  for (const serialId of [...serialIds].sort(compareNumberDescending)) {
+    await deleteSerialResources2(serialId);
+  }
+}
+export {
+  deleteSerialGraphRecords,
+  deleteSerialResources,
+  rollbackDocumentContext
+};
+//# sourceMappingURL=serial-cleanup.js.map

package/dist/document/directory/serial-cleanup.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/document/directory/serial-cleanup.ts"],"sourcesContent":["import { isNodeError } from \"../../utils/node-error.js\";\nimport type { Database } from \"../database.js\";\nimport type {\n  GraphBuildParameterStore,\n  ObjectMetadataStore,\n  SerialStore,\n} from \"../stores/index.js\";\nimport type { TextStreams } from \"../text-streams/index.js\";\nimport {\n  compareNumberDescending,\n  type DirectoryDocumentContext,\n} from \"./context.js\";\nimport type { DocumentFileStore } from \"./types.js\";\n\nexport async function rollbackDocumentContext(input: {\n  readonly context: DirectoryDocumentContext;\n  readonly deleteSerialResources: (serialId: number) => Promise<void>;\n  readonly fileStore: DocumentFileStore;\n}): Promise<void> {\n  await rollbackOwnedSerials(\n    input.context.listOwnedSerialIds(),\n    input.deleteSerialResources,\n  );\n  await rollbackCreatedFiles(\n    input.fileStore,\n    input.context.listCreatedFilePaths(),\n  );\n}\n\nexport async function deleteSerialResources(input: {\n  readonly database: Database;\n  readonly deleteSummary: (serialId: number) => Promise<void>;\n  readonly graphBuildParameters: GraphBuildParameterStore;\n  readonly metadata: ObjectMetadataStore;\n  readonly serialId: number;\n  readonly serials: SerialStore;\n  readonly textStreams: TextStreams;\n}): Promise<void> {\n  await input.metadata.deleteChapterSubtree(input.serialId);\n  await deleteSerialGraphRecords({\n    database: input.database,\n    metadata: input.metadata,\n    serialId: input.serialId,\n  });\n  await input.database.transaction(async () => {\n    await input.database.run(\n      `\n        DELETE FROM serial_states\n        WHERE serial_id = ?\n      `,\n      [input.serialId],\n    );\n    await input.database.run(\n      `\n        DELETE FROM serials\n        WHERE id = ?\n      `,\n      [input.serialId],\n    );\n  });\n\n  await input.textStreams.getSerial(input.serialId).delete();\n  await input.deleteSummary(input.serialId);\n  await input.serials.bumpChaptersRevision();\n  await input.graphBuildParameters.deleteUnreferenced();\n}\n\nexport async function deleteSerialGraphRecords(input: {\n  readonly database: Database;\n  readonly metadata: ObjectMetadataStore;\n  readonly serialId: number;\n}): Promise<void> {\n  await input.database.transaction(async () => {\n    await input.database.run(\n      `\n        DELETE FROM mention_link_evidence_sentences\n        WHERE link_id IN (\n          SELECT mention_links.id\n          FROM mention_links\n          INNER JOIN mentions AS source_mentions\n            ON source_mentions.id = mention_links.source_mention_id\n          INNER JOIN mentions AS target_mentions\n            ON target_mentions.id = mention_links.target_mention_id\n          WHERE source_mentions.chapter_id = ?\n            OR target_mentions.chapter_id = ?\n        )\n      `,\n      [input.serialId, input.serialId],\n    );\n    await input.database.run(\n      `\n        DELETE FROM mention_links\n        WHERE source_mention_id IN (\n          SELECT id\n          FROM mentions\n          WHERE chapter_id = ?\n        ) OR target_mention_id IN (\n          SELECT id\n          FROM mentions\n          WHERE chapter_id = ?\n        )\n      `,\n      [input.serialId, input.serialId],\n    );\n    await input.database.run(\n      `\n        DELETE FROM mentions\n        WHERE chapter_id = ?\n      `,\n      [input.serialId],\n    );\n    await input.database.run(\n      `\n        DELETE FROM snake_edges\n        WHERE from_snake_id IN (\n          SELECT id\n          FROM snakes\n          WHERE serial_id = ?\n        ) OR to_snake_id IN (\n          SELECT id\n          FROM snakes\n          WHERE serial_id = ?\n        )\n      `,\n      [input.serialId, input.serialId],\n    );\n    await input.database.run(\n      `\n        DELETE FROM snake_chunks\n        WHERE snake_id IN (\n          SELECT id\n          FROM snakes\n          WHERE serial_id = ?\n        )\n      `,\n      [input.serialId],\n    );\n    await input.database.run(\n      `\n        DELETE FROM snakes\n        WHERE serial_id = ?\n      `,\n      [input.serialId],\n    );\n    await input.database.run(\n      `\n        DELETE FROM sentence_groups\n        WHERE serial_id = ?\n      `,\n      [input.serialId],\n    );\n    await input.database.run(\n      `\n        DELETE FROM reading_edges\n        WHERE from_id IN (\n          SELECT id\n          FROM chunks\n          WHERE serial_id = ?\n        ) OR to_id IN (\n          SELECT id\n          FROM chunks\n          WHERE serial_id = ?\n        )\n      `,\n      [input.serialId, input.serialId],\n    );\n    await input.database.run(\n      `\n        DELETE FROM chunk_sentences\n        WHERE serial_id = ?\n      `,\n      [input.serialId],\n    );\n    await input.database.run(\n      `\n        DELETE FROM chunks\n        WHERE serial_id = ?\n      `,\n      [input.serialId],\n    );\n    await input.metadata.deleteDeletedChunks();\n    await input.metadata.deleteDeletedEntitiesAndTriples();\n  });\n}\n\nasync function rollbackCreatedFiles(\n  fileStore: DocumentFileStore,\n  createdFilePaths: readonly string[],\n): Promise<void> {\n  for (const path of [...createdFilePaths].reverse()) {\n    try {\n      await fileStore.deleteFile(path);\n    } catch (error) {\n      if (isNodeError(error) && error.code === \"ENOENT\") {\n        continue;\n      }\n\n      throw error;\n    }\n  }\n}\n\nasync function rollbackOwnedSerials(\n  serialIds: readonly number[],\n  deleteSerialResources: (serialId: number) => Promise<void>,\n): Promise<void> {\n  for (const serialId of [...serialIds].sort(compareNumberDescending)) {\n    await deleteSerialResources(serialId);\n  }\n}\n"],"mappings":"AAAA,SAAS,mBAAmB;AAQ5B;AAAA,EACE;AAAA,OAEK;AAGP,eAAsB,wBAAwB,OAI5B;AAChB,QAAM;AAAA,IACJ,MAAM,QAAQ,mBAAmB;AAAA,IACjC,MAAM;AAAA,EACR;AACA,QAAM;AAAA,IACJ,MAAM;AAAA,IACN,MAAM,QAAQ,qBAAqB;AAAA,EACrC;AACF;AAEA,eAAsB,sBAAsB,OAQ1B;AAChB,QAAM,MAAM,SAAS,qBAAqB,MAAM,QAAQ;AACxD,QAAM,yBAAyB;AAAA,IAC7B,UAAU,MAAM;AAAA,IAChB,UAAU,MAAM;AAAA,IAChB,UAAU,MAAM;AAAA,EAClB,CAAC;AACD,QAAM,MAAM,SAAS,YAAY,YAAY;AAC3C,UAAM,MAAM,SAAS;AAAA,MACnB;AAAA;AAAA;AAAA;AAAA,MAIA,CAAC,MAAM,QAAQ;AAAA,IACjB;AACA,UAAM,MAAM,SAAS;AAAA,MACnB;AAAA;AAAA;AAAA;AAAA,MAIA,CAAC,MAAM,QAAQ;AAAA,IACjB;AAAA,EACF,CAAC;AAED,QAAM,MAAM,YAAY,UAAU,MAAM,QAAQ,EAAE,OAAO;AACzD,QAAM,MAAM,cAAc,MAAM,QAAQ;AACxC,QAAM,MAAM,QAAQ,qBAAqB;AACzC,QAAM,MAAM,qBAAqB,mBAAmB;AACtD;AAEA,eAAsB,yBAAyB,OAI7B;AAChB,QAAM,MAAM,SAAS,YAAY,YAAY;AAC3C,UAAM,MAAM,SAAS;AAAA,MACnB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAaA,CAAC,MAAM,UAAU,MAAM,QAAQ;AAAA,IACjC;AACA,UAAM,MAAM,SAAS;AAAA,MACnB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAYA,CAAC,MAAM,UAAU,MAAM,QAAQ;AAAA,IACjC;AACA,UAAM,MAAM,SAAS;AAAA,MACnB;AAAA;AAAA;AAAA;AAAA,MAIA,CAAC,MAAM,QAAQ;AAAA,IACjB;AACA,UAAM,MAAM,SAAS;AAAA,MACnB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAYA,CAAC,MAAM,UAAU,MAAM,QAAQ;AAAA,IACjC;AACA,UAAM,MAAM,SAAS;AAAA,MACnB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAQA,CAAC,MAAM,QAAQ;AAAA,IACjB;AACA,UAAM,MAAM,SAAS;AAAA,MACnB;AAAA;AAAA;AAAA;AAAA,MAIA,CAAC,MAAM,QAAQ;AAAA,IACjB;AACA,UAAM,MAAM,SAAS;AAAA,MACnB;AAAA;AAAA;AAAA;AAAA,MAIA,CAAC,MAAM,QAAQ;AAAA,IACjB;AACA,UAAM,MAAM,SAAS;AAAA,MACnB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAYA,CAAC,MAAM,UAAU,MAAM,QAAQ;AAAA,IACjC;AACA,UAAM,MAAM,SAAS;AAAA,MACnB;AAAA;AAAA;AAAA;AAAA,MAIA,CAAC,MAAM,QAAQ;AAAA,IACjB;AACA,UAAM,MAAM,SAAS;AAAA,MACnB;AAAA;AAAA;AAAA;AAAA,MAIA,CAAC,MAAM,QAAQ;AAAA,IACjB;AACA,UAAM,MAAM,SAAS,oBAAoB;AACzC,UAAM,MAAM,SAAS,gCAAgC;AAAA,EACvD,CAAC;AACH;AAEA,eAAe,qBACb,WACA,kBACe;AACf,aAAW,QAAQ,CAAC,GAAG,gBAAgB,EAAE,QAAQ,GAAG;AAClD,QAAI;AACF,YAAM,UAAU,WAAW,IAAI;AAAA,IACjC,SAAS,OAAO;AACd,UAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD;AAAA,MACF;AAEA,YAAM;AAAA,IACR;AAAA,EACF;AACF;AAEA,eAAe,qBACb,WACAA,wBACe;AACf,aAAW,YAAY,CAAC,GAAG,SAAS,EAAE,KAAK,uBAAuB,GAAG;AACnE,UAAMA,uBAAsB,QAAQ;AAAA,EACtC;AACF;","names":["deleteSerialResources"]}

package/dist/document/directory/toc.d.ts

@@ -0,0 +1,6 @@
+import { TocItem } from '../../text/source/toc.js';
+import 'zod';
+
+declare function listTocSerialIds(items: readonly TocItem[]): number[];
+
+export { listTocSerialIds };

package/dist/document/directory/toc.js

@@ -0,0 +1,14 @@
+function listTocSerialIds(items) {
+  const serialIds = [];
+  for (const item of items) {
+    if (item.serialId !== void 0) {
+      serialIds.push(item.serialId);
+    }
+    serialIds.push(...listTocSerialIds(item.children));
+  }
+  return serialIds;
+}
+export {
+  listTocSerialIds
+};
+//# sourceMappingURL=toc.js.map

package/dist/document/directory/toc.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/document/directory/toc.ts"],"sourcesContent":["import type { TocItem } from \"../../text/source/toc.js\";\n\nexport function listTocSerialIds(items: readonly TocItem[]): number[] {\n  const serialIds: number[] = [];\n\n  for (const item of items) {\n    if (item.serialId !== undefined) {\n      serialIds.push(item.serialId);\n    }\n\n    serialIds.push(...listTocSerialIds(item.children));\n  }\n\n  return serialIds;\n}\n"],"mappings":"AAEO,SAAS,iBAAiB,OAAqC;AACpE,QAAM,YAAsB,CAAC;AAE7B,aAAW,QAAQ,OAAO;AACxB,QAAI,KAAK,aAAa,QAAW;AAC/B,gBAAU,KAAK,KAAK,QAAQ;AAAA,IAC9B;AAEA,cAAU,KAAK,GAAG,iBAAiB,KAAK,QAAQ,CAAC;AAAA,EACnD;AAEA,SAAO;AACT;","names":[]}

package/dist/document/directory/types.d.ts

@@ -0,0 +1,105 @@
+import { BookMeta } from '../../text/source/meta.js';
+import { TocFile } from '../../text/source/toc.js';
+import { SourceAsset } from '../../text/source/types.js';
+import { Database } from '../database.js';
+import { SentenceId } from '../types.js';
+import { SerialTextStream } from '../text-streams/serial.js';
+import { ReadonlySerialTextStream } from '../text-streams/types.js';
+import { ChunkStore } from '../stores/chunk.js';
+import { FragmentGroupStore } from '../stores/fragment-group.js';
+import { GraphBuildParameterStore } from '../stores/graph-build-parameter.js';
+import { MentionLinkStore } from '../stores/mention-link.js';
+import { MentionStore } from '../stores/mention.js';
+import { ObjectMetadataStore } from '../stores/object-metadata.js';
+import { ReadingEdgeStore } from '../stores/reading-edge.js';
+import { SerialStore } from '../stores/serial.js';
+import { SnakeChunkStore } from '../stores/snake/chunk.js';
+import { SnakeStore } from '../stores/snake/core.js';
+import { SnakeEdgeStore } from '../stores/snake/edge.js';
+import { ReadonlyChunkStore, ReadonlyFragmentGroupStore, ReadonlyGraphBuildParameterStore, ReadonlyReadingEdgeStore, ReadonlyMentionLinkStore, ReadonlyMentionStore, ReadonlyObjectMetadataStore, ReadonlySerialStore, ReadonlySnakeChunkStore, ReadonlySnakeEdgeStore, ReadonlySnakeStore } from '../stores/types.js';
+import 'zod';
+import 'sqlite3';
+import '../text-streams/draft.js';
+
+interface DocumentFileStore {
+    close(): Promise<void>;
+    deleteFile(path: string): Promise<void>;
+    deleteTree(path: string): Promise<void>;
+    ensureDirectory(path: string): Promise<void>;
+    initializeDatabaseSchema(): boolean;
+    markDatabaseDirty?(): void;
+    markSearchIndexDatabaseDirty?(): void;
+    openDatabaseReadonly(): boolean;
+    listFileContents?(path: string): Promise<ReadonlyMap<string, Uint8Array>>;
+    listFiles(path: string): Promise<readonly string[]>;
+    readFile(path: string): Promise<Uint8Array | undefined>;
+    resolveDatabasePath(documentPath: string): Promise<string>;
+    resolveSearchIndexDatabasePath?(documentPath: string): Promise<string>;
+    writeFile(path: string, content: string | Uint8Array, options: {
+        readonly overwrite?: boolean;
+    }): Promise<void>;
+}
+interface ReadonlyDocument {
+    readonly chunks: ReadonlyChunkStore;
+    readonly fragmentGroups: ReadonlyFragmentGroupStore;
+    readonly graphBuildParameters: ReadonlyGraphBuildParameterStore;
+    readonly readingEdges: ReadonlyReadingEdgeStore;
+    readonly mentionLinks: ReadonlyMentionLinkStore;
+    readonly mentions: ReadonlyMentionStore;
+    readonly metadata: ReadonlyObjectMetadataStore;
+    readonly serials: ReadonlySerialStore;
+    readonly snakeChunks: ReadonlySnakeChunkStore;
+    readonly snakeEdges: ReadonlySnakeEdgeStore;
+    readonly snakes: ReadonlySnakeStore;
+    getSentence(sentenceId: SentenceId): Promise<string>;
+    getSerialFragments(serialId: number): ReadonlySerialTextStream;
+    getSummaryFragments(serialId: number): ReadonlySerialTextStream;
+    openSession<T>(operation: (document: ReadonlyDocument) => Promise<T> | T): Promise<T>;
+    readDatabase<T>(operation: (database: Database) => Promise<T> | T): Promise<T>;
+    readSearchIndexDatabase<T>(operation: (database: Database) => Promise<T> | T): Promise<T>;
+    readBookMeta(): Promise<BookMeta | undefined>;
+    readCover(): Promise<SourceAsset | undefined>;
+    readSummary(serialId: number): Promise<string | undefined>;
+    readToc(): Promise<TocFile | undefined>;
+    release(): Promise<void>;
+}
+interface DocumentContext {
+    complete(): void;
+    dispose(): Promise<void>;
+    ownSerial(serialId: number): void;
+    run<T>(operation: () => Promise<T> | T): Promise<T>;
+}
+interface Document extends ReadonlyDocument {
+    readonly chunks: ChunkStore;
+    readonly fragmentGroups: FragmentGroupStore;
+    readonly graphBuildParameters: GraphBuildParameterStore;
+    readonly readingEdges: ReadingEdgeStore;
+    readonly mentionLinks: MentionLinkStore;
+    readonly mentions: MentionStore;
+    readonly metadata: ObjectMetadataStore;
+    readonly serials: SerialStore;
+    readonly snakeChunks: SnakeChunkStore;
+    readonly snakeEdges: SnakeEdgeStore;
+    readonly snakes: SnakeStore;
+    createContext(): DocumentContext;
+    getSerialFragments(serialId: number): SerialTextStream;
+    getSummaryFragments(serialId: number): SerialTextStream;
+    createSerial(): Promise<number>;
+    clearSerialGraph(serialId: number): Promise<void>;
+    clearSerialSource(serialId: number): Promise<void>;
+    deleteSerial(serialId: number): Promise<void>;
+    deleteSearchIndexDatabase(): Promise<void>;
+    deleteSummary(serialId: number): Promise<void>;
+    flush(): Promise<void>;
+    openSession<T>(operation: (document: Document) => Promise<T> | T): Promise<T>;
+    peekNextSerialId(): Promise<number>;
+    replaceBookMeta(meta: BookMeta): Promise<void>;
+    replaceToc(toc: TocFile): Promise<void>;
+    writeBookMeta(meta: BookMeta): Promise<void>;
+    writeCover(cover: SourceAsset): Promise<void>;
+    writeSummary(serialId: number, summary: string): Promise<void>;
+    writeToc(toc: TocFile): Promise<void>;
+    writeSearchIndexDatabase<T>(operation: (database: Database) => Promise<T> | T): Promise<T>;
+}
+
+export type { Document, DocumentContext, DocumentFileStore, ReadonlyDocument };

package/dist/document/fragment-backed.d.ts

@@ -0,0 +1,27 @@
+import { ReadonlyDocument } from './directory/types.js';
+import '../text/source/meta.js';
+import 'zod';
+import '../text/source/toc.js';
+import '../text/source/types.js';
+import './database.js';
+import 'sqlite3';
+import './types.js';
+import './text-streams/serial.js';
+import './text-streams/draft.js';
+import './text-streams/types.js';
+import './stores/chunk.js';
+import './stores/types.js';
+import './stores/fragment-group.js';
+import './stores/graph-build-parameter.js';
+import './stores/mention-link.js';
+import './stores/mention.js';
+import './stores/object-metadata.js';
+import './stores/reading-edge.js';
+import './stores/serial.js';
+import './stores/snake/chunk.js';
+import './stores/snake/core.js';
+import './stores/snake/edge.js';
+
+declare function createFragmentBackedDocument<TDocument extends ReadonlyDocument>(document: TDocument, documentPath: string): TDocument;
+
+export { createFragmentBackedDocument };

package/dist/document/fragment-backed.js

@@ -0,0 +1,26 @@
+import { Fragments } from "./fragments/index.js";
+function createFragmentBackedDocument(document, documentPath) {
+  const fragments = new Fragments(documentPath);
+  return new Proxy(document, {
+    get(target, property, receiver) {
+      if (property === "getSerialFragments") {
+        return (serialId) => fragments.getSerial(serialId);
+      }
+      if (property === "getSummaryFragments") {
+        return (serialId) => fragments.getSummarySerial(serialId);
+      }
+      if (property === "getSentence") {
+        return async (sentenceId) => await fragments.getSentence(sentenceId);
+      }
+      const value = Reflect.get(target, property, receiver);
+      if (typeof value !== "function") {
+        return value;
+      }
+      return value.bind(target);
+    }
+  });
+}
+export {
+  createFragmentBackedDocument
+};
+//# sourceMappingURL=fragment-backed.js.map

package/dist/document/fragment-backed.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/document/fragment-backed.ts"],"sourcesContent":["import type { ReadonlyDocument } from \"./directory/index.js\";\nimport { Fragments } from \"./fragments/index.js\";\nimport type { SentenceId } from \"./types.js\";\n\nexport function createFragmentBackedDocument<\n  TDocument extends ReadonlyDocument,\n>(document: TDocument, documentPath: string): TDocument {\n  const fragments = new Fragments(documentPath);\n\n  return new Proxy(document, {\n    get(target, property, receiver): unknown {\n      if (property === \"getSerialFragments\") {\n        return (serialId: number) => fragments.getSerial(serialId);\n      }\n      if (property === \"getSummaryFragments\") {\n        return (serialId: number) => fragments.getSummarySerial(serialId);\n      }\n      if (property === \"getSentence\") {\n        return async (sentenceId: SentenceId) =>\n          await fragments.getSentence(sentenceId);\n      }\n\n      const value = Reflect.get(target, property, receiver) as unknown;\n\n      if (typeof value !== \"function\") {\n        return value;\n      }\n\n      return value.bind(target) as unknown;\n    },\n  });\n}\n"],"mappings":"AACA,SAAS,iBAAiB;AAGnB,SAAS,6BAEd,UAAqB,cAAiC;AACtD,QAAM,YAAY,IAAI,UAAU,YAAY;AAE5C,SAAO,IAAI,MAAM,UAAU;AAAA,IACzB,IAAI,QAAQ,UAAU,UAAmB;AACvC,UAAI,aAAa,sBAAsB;AACrC,eAAO,CAAC,aAAqB,UAAU,UAAU,QAAQ;AAAA,MAC3D;AACA,UAAI,aAAa,uBAAuB;AACtC,eAAO,CAAC,aAAqB,UAAU,iBAAiB,QAAQ;AAAA,MAClE;AACA,UAAI,aAAa,eAAe;AAC9B,eAAO,OAAO,eACZ,MAAM,UAAU,YAAY,UAAU;AAAA,MAC1C;AAEA,YAAM,QAAQ,QAAQ,IAAI,QAAQ,UAAU,QAAQ;AAEpD,UAAI,OAAO,UAAU,YAAY;AAC/B,eAAO;AAAA,MACT;AAEA,aAAO,MAAM,KAAK,MAAM;AAAA,IAC1B;AAAA,EACF,CAAC;AACH;","names":[]}