wiki-graph-core 0.3.1 → 0.4.1

package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/source-text.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../../src/storage/migration/legacy-sdpub/upgrade/text-storage/source-text.ts"],"sourcesContent":["import { mkdir, writeFile } from \"fs/promises\";\nimport { join } from \"path\";\n\nimport type { Database } from \"../../../../../document/database.js\";\nimport type { LegacyFragmentRecord } from \"./types.js\";\n\nexport async function writeLegacySourceTextStream(\n  database: Database,\n  workspacePath: string,\n  input: {\n    readonly fragments: readonly LegacyFragmentRecord[];\n    readonly serialId: number;\n    readonly text: string;\n  },\n): Promise<void> {\n  await database.run(`\n    CREATE TABLE IF NOT EXISTS text_sentence_records (\n      id INTEGER PRIMARY KEY,\n      kind INTEGER NOT NULL,\n      chapter_id INTEGER NOT NULL,\n      sentence_index INTEGER NOT NULL,\n      words_count INTEGER NOT NULL DEFAULT 0,\n      byte_offset INTEGER NOT NULL DEFAULT 0,\n      byte_length INTEGER NOT NULL DEFAULT 0,\n      UNIQUE(kind, chapter_id, sentence_index)\n    )\n  `);\n  await mkdir(join(workspacePath, \"texts\", \"source\"), { recursive: true });\n  await writeFile(\n    join(workspacePath, \"texts\", \"source\", `${input.serialId}.txt`),\n    input.text,\n    \"utf8\",\n  );\n  await database.run(\n    `\n      DELETE FROM text_sentence_records\n      WHERE kind = 1 AND chapter_id = ?\n    `,\n    [input.serialId],\n  );\n\n  let byteOffset = 0;\n  let sentenceIndex = 0;\n\n  for (const fragment of input.fragments) {\n    for (const sentence of fragment.content.sentences) {\n      const byteLength = Buffer.byteLength(sentence.text, \"utf8\");\n\n      await database.run(\n        `\n          INSERT OR REPLACE INTO text_sentence_records (\n            kind,\n            chapter_id,\n            sentence_index,\n            words_count,\n            byte_offset,\n            byte_length\n          )\n          VALUES (1, ?, ?, ?, ?, ?)\n        `,\n        [\n          input.serialId,\n          sentenceIndex,\n          sentence.wordsCount,\n          byteOffset,\n          byteLength,\n        ],\n      );\n\n      byteOffset += byteLength;\n      sentenceIndex += 1;\n    }\n  }\n}\n"],"mappings":"AAAA,SAAS,OAAO,iBAAiB;AACjC,SAAS,YAAY;AAKrB,eAAsB,4BACpB,UACA,eACA,OAKe;AACf,QAAM,SAAS,IAAI;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,GAWlB;AACD,QAAM,MAAM,KAAK,eAAe,SAAS,QAAQ,GAAG,EAAE,WAAW,KAAK,CAAC;AACvE,QAAM;AAAA,IACJ,KAAK,eAAe,SAAS,UAAU,GAAG,MAAM,QAAQ,MAAM;AAAA,IAC9D,MAAM;AAAA,IACN;AAAA,EACF;AACA,QAAM,SAAS;AAAA,IACb;AAAA;AAAA;AAAA;AAAA,IAIA,CAAC,MAAM,QAAQ;AAAA,EACjB;AAEA,MAAI,aAAa;AACjB,MAAI,gBAAgB;AAEpB,aAAW,YAAY,MAAM,WAAW;AACtC,eAAW,YAAY,SAAS,QAAQ,WAAW;AACjD,YAAM,aAAa,OAAO,WAAW,SAAS,MAAM,MAAM;AAE1D,YAAM,SAAS;AAAA,QACb;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,QAWA;AAAA,UACE,MAAM;AAAA,UACN;AAAA,UACA,SAAS;AAAA,UACT;AAAA,UACA;AAAA,QACF;AAAA,MACF;AAEA,oBAAc;AACd,uBAAiB;AAAA,IACnB;AAAA,EACF;AACF;","names":[]}

package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/summaries.d.ts

@@ -0,0 +1,3 @@
+declare function migrateLegacySummariesToTextStreams(workspacePath: string): Promise<void>;
+
+export { migrateLegacySummariesToTextStreams };

package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/summaries.js

@@ -0,0 +1,45 @@
+import { readFile, readdir } from "fs/promises";
+import { join } from "path";
+import { DirectoryDocument } from "../../../../../document/directory/index.js";
+import { isNodeError } from "../../../../../utils/node-error.js";
+async function migrateLegacySummariesToTextStreams(workspacePath) {
+  const summaries = await listLegacySummaries(workspacePath);
+  const document = await DirectoryDocument.open(workspacePath);
+  try {
+    for (const summary of summaries) {
+      await document.writeSummary(summary.serialId, summary.text);
+    }
+  } finally {
+    await document.release();
+  }
+}
+async function listLegacySummaries(workspacePath) {
+  const summaryDirectory = join(workspacePath, "summaries");
+  try {
+    const entries = await readdir(summaryDirectory, { withFileTypes: true });
+    const summaries = [];
+    for (const entry of entries) {
+      if (!entry.isFile()) {
+        continue;
+      }
+      const match = /^serial-(\d+)\.txt$/u.exec(entry.name);
+      if (match === null) {
+        continue;
+      }
+      summaries.push({
+        serialId: Number(match[1]),
+        text: await readFile(join(summaryDirectory, entry.name), "utf8")
+      });
+    }
+    return summaries.sort((left, right) => left.serialId - right.serialId);
+  } catch (error) {
+    if (isNodeError(error) && error.code === "ENOENT") {
+      return [];
+    }
+    throw error;
+  }
+}
+export {
+  migrateLegacySummariesToTextStreams
+};
+//# sourceMappingURL=summaries.js.map

package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/summaries.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../../src/storage/migration/legacy-sdpub/upgrade/text-storage/summaries.ts"],"sourcesContent":["import { readFile, readdir } from \"fs/promises\";\nimport { join } from \"path\";\n\nimport { DirectoryDocument } from \"../../../../../document/directory/index.js\";\nimport { isNodeError } from \"../../../../../utils/node-error.js\";\n\nexport async function migrateLegacySummariesToTextStreams(\n  workspacePath: string,\n): Promise<void> {\n  const summaries = await listLegacySummaries(workspacePath);\n  const document = await DirectoryDocument.open(workspacePath);\n\n  try {\n    for (const summary of summaries) {\n      await document.writeSummary(summary.serialId, summary.text);\n    }\n  } finally {\n    await document.release();\n  }\n}\nasync function listLegacySummaries(\n  workspacePath: string,\n): Promise<Array<{ readonly serialId: number; readonly text: string }>> {\n  const summaryDirectory = join(workspacePath, \"summaries\");\n\n  try {\n    const entries = await readdir(summaryDirectory, { withFileTypes: true });\n    const summaries: Array<{ serialId: number; text: string }> = [];\n\n    for (const entry of entries) {\n      if (!entry.isFile()) {\n        continue;\n      }\n\n      const match = /^serial-(\\d+)\\.txt$/u.exec(entry.name);\n\n      if (match === null) {\n        continue;\n      }\n\n      summaries.push({\n        serialId: Number(match[1]),\n        text: await readFile(join(summaryDirectory, entry.name), \"utf8\"),\n      });\n    }\n\n    return summaries.sort((left, right) => left.serialId - right.serialId);\n  } catch (error) {\n    if (isNodeError(error) && error.code === \"ENOENT\") {\n      return [];\n    }\n\n    throw error;\n  }\n}\n"],"mappings":"AAAA,SAAS,UAAU,eAAe;AAClC,SAAS,YAAY;AAErB,SAAS,yBAAyB;AAClC,SAAS,mBAAmB;AAE5B,eAAsB,oCACpB,eACe;AACf,QAAM,YAAY,MAAM,oBAAoB,aAAa;AACzD,QAAM,WAAW,MAAM,kBAAkB,KAAK,aAAa;AAE3D,MAAI;AACF,eAAW,WAAW,WAAW;AAC/B,YAAM,SAAS,aAAa,QAAQ,UAAU,QAAQ,IAAI;AAAA,IAC5D;AAAA,EACF,UAAE;AACA,UAAM,SAAS,QAAQ;AAAA,EACzB;AACF;AACA,eAAe,oBACb,eACsE;AACtE,QAAM,mBAAmB,KAAK,eAAe,WAAW;AAExD,MAAI;AACF,UAAM,UAAU,MAAM,QAAQ,kBAAkB,EAAE,eAAe,KAAK,CAAC;AACvE,UAAM,YAAuD,CAAC;AAE9D,eAAW,SAAS,SAAS;AAC3B,UAAI,CAAC,MAAM,OAAO,GAAG;AACnB;AAAA,MACF;AAEA,YAAM,QAAQ,uBAAuB,KAAK,MAAM,IAAI;AAEpD,UAAI,UAAU,MAAM;AAClB;AAAA,MACF;AAEA,gBAAU,KAAK;AAAA,QACb,UAAU,OAAO,MAAM,CAAC,CAAC;AAAA,QACzB,MAAM,MAAM,SAAS,KAAK,kBAAkB,MAAM,IAAI,GAAG,MAAM;AAAA,MACjE,CAAC;AAAA,IACH;AAEA,WAAO,UAAU,KAAK,CAAC,MAAM,UAAU,KAAK,WAAW,MAAM,QAAQ;AAAA,EACvE,SAAS,OAAO;AACd,QAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD,aAAO,CAAC;AAAA,IACV;AAEA,UAAM;AAAA,EACR;AACF;","names":[]}

package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/types.d.ts

@@ -0,0 +1,19 @@
+interface LegacyFragmentFile {
+    readonly sentences: ReadonlyArray<{
+        readonly text: string;
+        readonly wordsCount: number;
+    }>;
+    readonly summary: string;
+}
+interface LegacyFragmentRecord {
+    readonly content: LegacyFragmentFile;
+    readonly fragmentId: number;
+    readonly path: string;
+    readonly signature: string;
+}
+interface SentenceIndexRemap {
+    get(fragmentId: number, sentenceIndex: number): number | undefined;
+    readonly serialId: number;
+}
+
+export type { LegacyFragmentFile, LegacyFragmentRecord, SentenceIndexRemap };

package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/types.js

@@ -0,0 +1 @@
+//# sourceMappingURL=types.js.map

package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/types.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/storage/schema-upgrade/index.d.ts

@@ -0,0 +1,13 @@
+export { ensureWikiGraphHomeSchemaCurrent, readWikiGraphHomeSchemaVersion } from '../../document/home-schema-upgrade.js';
+
+declare const CURRENT_ARCHIVE_SCHEMA_VERSION = 2;
+interface WikiGraphArchiveSchemaUpgradeResult {
+    readonly changed: boolean;
+    readonly repairedToc: boolean;
+    readonly schemaChanged: boolean;
+}
+declare function ensureWikiGraphArchiveSchemaCurrent(archivePath: string): Promise<void>;
+declare function readWikiGraphArchiveSchemaVersion(archivePath: string): Promise<number>;
+declare function upgradeWikiGraphArchiveSchema(archivePath: string): Promise<WikiGraphArchiveSchemaUpgradeResult>;
+
+export { CURRENT_ARCHIVE_SCHEMA_VERSION, type WikiGraphArchiveSchemaUpgradeResult, ensureWikiGraphArchiveSchemaCurrent, readWikiGraphArchiveSchemaVersion, upgradeWikiGraphArchiveSchema };

package/dist/storage/schema-upgrade/index.js

@@ -0,0 +1,320 @@
+import { randomUUID } from "crypto";
+import { mkdtemp, rename, rm, stat, writeFile } from "fs/promises";
+import { tmpdir } from "os";
+import { dirname, join, resolve } from "path";
+import { Database } from "../../document/database.js";
+import { ensureChapterKeys } from "../../document/chapter/toc.js";
+import { ensureWikiGraphHomeSchemaCurrent } from "../../document/home-schema-upgrade.js";
+import {
+  resolveWikiGraphHomeDirectoryPath,
+  resolveWikiGraphStagingDirectoryPath
+} from "../../runtime/common/wiki-graph/dir.js";
+import {
+  SEARCH_INDEX_DATABASE_PATH,
+  WIKG_MANIFEST_PATH
+} from "../wikg/archive/constants.js";
+import { parseWikgManifest } from "../wikg/archive/manifest.js";
+import { normalizeArchivePath } from "../wikg/archive/paths.js";
+import {
+  openIndexedArchive,
+  readArchiveEntryText
+} from "../wikg/archive/zip.js";
+import { writeWikgArchiveWithOverlays } from "../wikg/archive/write.js";
+import { createArchiveKey } from "../wikg/wikg-coordinator/archive-key.js";
+import { tocFileSchema } from "../../text/source/toc.js";
+import {
+  ensureWikiGraphHomeSchemaCurrent as ensureWikiGraphHomeSchemaCurrent2,
+  readWikiGraphHomeSchemaVersion
+} from "../../document/home-schema-upgrade.js";
+const CURRENT_ARCHIVE_SCHEMA_VERSION = 2;
+const LOCK_STALE_TIMEOUT_MS = 5 * 60 * 1e3;
+async function ensureWikiGraphArchiveSchemaCurrent(archivePath) {
+  const schemaVersion = await readWikiGraphArchiveSchemaVersion(archivePath);
+  if (schemaVersion > CURRENT_ARCHIVE_SCHEMA_VERSION) {
+    throw new Error(
+      `Unsupported Wiki Graph archive schema version: ${schemaVersion}.`
+    );
+  }
+  if (schemaVersion < CURRENT_ARCHIVE_SCHEMA_VERSION) {
+    throw new Error(
+      `This Wiki Graph archive uses schema v${schemaVersion} and must be upgraded before use.
+Run: wg maintenance upgrade ${archivePath}`
+    );
+  }
+}
+async function readWikiGraphArchiveSchemaVersion(archivePath) {
+  const { entries, zipFile } = await openIndexedArchive(resolve(archivePath));
+  try {
+    const manifestEntry = entries.find(
+      (entry) => normalizeArchivePath(entry.fileName) === WIKG_MANIFEST_PATH
+    );
+    if (manifestEntry === void 0) {
+      throw new Error(`Missing WIKG manifest: ${WIKG_MANIFEST_PATH}.`);
+    }
+    return parseWikgManifest(
+      await readArchiveEntryText(resolve(archivePath), manifestEntry)
+    ).schemaVersion;
+  } finally {
+    zipFile.close();
+  }
+}
+async function upgradeWikiGraphArchiveSchema(archivePath) {
+  const resolvedArchivePath = resolve(archivePath);
+  const schemaVersion = await readWikiGraphArchiveSchemaVersion(resolvedArchivePath);
+  if (schemaVersion > CURRENT_ARCHIVE_SCHEMA_VERSION) {
+    throw new Error(
+      `Unsupported Wiki Graph archive schema version: ${schemaVersion}.`
+    );
+  }
+  const temporaryDirectories = [];
+  try {
+    const tocOverlay = await createChapterTocUpgradeOverlay(
+      resolvedArchivePath,
+      temporaryDirectories
+    );
+    const schemaChanged = schemaVersion < CURRENT_ARCHIVE_SCHEMA_VERSION;
+    if (!schemaChanged && tocOverlay === void 0) {
+      return {
+        changed: false,
+        repairedToc: false,
+        schemaChanged: false
+      };
+    }
+    await ensureWikiGraphHomeSchemaCurrent();
+    const archiveKey = createArchiveKey(resolvedArchivePath);
+    await assertArchiveUpgradeSafe(archiveKey);
+    const temporaryPath = join(
+      dirname(resolvedArchivePath),
+      `.${getArchiveBasename(resolvedArchivePath)}.${process.pid}.${randomUUID()}.upgrade.tmp`
+    );
+    await writeWikgArchiveWithOverlays(
+      resolvedArchivePath,
+      temporaryPath,
+      [
+        ...schemaChanged ? [
+          {
+            entryPath: SEARCH_INDEX_DATABASE_PATH,
+            kind: "deleted"
+          }
+        ] : [],
+        ...tocOverlay === void 0 ? [] : [tocOverlay]
+      ],
+      { preserveMutationToken: true }
+    );
+    await rename(temporaryPath, resolvedArchivePath);
+    await cleanupArchiveDerivedData(archiveKey);
+    return {
+      changed: true,
+      repairedToc: tocOverlay !== void 0,
+      schemaChanged
+    };
+  } finally {
+    await Promise.all(
+      temporaryDirectories.map(async (path) => {
+        await deletePathIfExists(path);
+      })
+    );
+  }
+}
+async function createChapterTocUpgradeOverlay(archivePath, temporaryDirectories) {
+  const { entries, zipFile } = await openIndexedArchive(archivePath);
+  try {
+    const tocEntry = entries.find(
+      (entry) => normalizeArchivePath(entry.fileName) === "toc.json"
+    );
+    if (tocEntry === void 0) {
+      return void 0;
+    }
+    const tocText = await readArchiveEntryText(archivePath, tocEntry);
+    let toc;
+    try {
+      const parsed = tocFileSchema.safeParse(JSON.parse(tocText));
+      if (!parsed.success) {
+        return void 0;
+      }
+      toc = parsed.data;
+    } catch {
+      return void 0;
+    }
+    const mutableToc = JSON.parse(JSON.stringify(toc));
+    if (!ensureChapterKeys(mutableToc.items)) {
+      return void 0;
+    }
+    const temporaryDirectory = await mkdtemp(
+      join(tmpdir(), "wikigraph-toc-upgrade-")
+    );
+    temporaryDirectories.push(temporaryDirectory);
+    const workspacePath = join(temporaryDirectory, "toc.json");
+    await writeFile(
+      workspacePath,
+      `${JSON.stringify(mutableToc, null, 2)}
+`,
+      "utf8"
+    );
+    return {
+      entryPath: "toc.json",
+      kind: "file",
+      workspacePath
+    };
+  } finally {
+    zipFile.close();
+  }
+}
+async function cleanupArchiveDerivedData(archiveKey) {
+  const cacheDirectoryPath = join(resolveWikiGraphHomeDirectoryPath(), "cache");
+  await deletePathIfExists(join(cacheDirectoryPath, "search-sessions.sqlite"));
+  await deletePathIfExists(
+    join(cacheDirectoryPath, "continuation-cursors.sqlite")
+  );
+  const stagingDatabasePath = join(
+    resolveWikiGraphStagingDirectoryPath(),
+    "staging.sqlite"
+  );
+  if (await pathExists(stagingDatabasePath)) {
+    await removeArchiveSearchIndexOverlays(stagingDatabasePath, archiveKey);
+  }
+}
+async function assertArchiveUpgradeSafe(archiveKey) {
+  const stagingDatabasePath = join(
+    resolveWikiGraphStagingDirectoryPath(),
+    "staging.sqlite"
+  );
+  if (!await pathExists(stagingDatabasePath)) {
+    return;
+  }
+  const database = await Database.open(stagingDatabasePath, "", {
+    readonly: true
+  });
+  try {
+    for (const tableName of [
+      "archive_owners",
+      "entry_locks",
+      "entry_sqlite_leases",
+      "archive_commit_locks"
+    ]) {
+      if (!await tableExists(database, tableName)) {
+        continue;
+      }
+      const rows = await database.queryAll(
+        `
+          SELECT owner_pid, heartbeat_at
+          FROM ${tableName}
+          WHERE archive_key = ?
+        `,
+        [archiveKey],
+        (row) => ({
+          heartbeatAt: Number(row.heartbeat_at),
+          ownerPid: Number(row.owner_pid)
+        })
+      );
+      if (rows.some((row) => isActiveLock(row.ownerPid, row.heartbeatAt))) {
+        throw new Error(
+          `Cannot upgrade archive with active coordinator state: ${archiveKey}.`
+        );
+      }
+    }
+    if (await tableExists(database, "entry_overlays")) {
+      const overlays = await database.queryAll(
+        `
+          SELECT entry_path
+          FROM entry_overlays
+          WHERE archive_key = ?
+        `,
+        [archiveKey],
+        (row) => String(row.entry_path)
+      );
+      const problematicOverlay = overlays.find(
+        (entryPath) => entryPath !== SEARCH_INDEX_DATABASE_PATH
+      );
+      if (problematicOverlay !== void 0) {
+        throw new Error(
+          `Cannot upgrade archive with non-derived overlay state: ${archiveKey}.`
+        );
+      }
+    }
+  } finally {
+    await database.close();
+  }
+}
+async function removeArchiveSearchIndexOverlays(stagingDatabasePath, archiveKey) {
+  const database = await Database.open(stagingDatabasePath);
+  try {
+    if (!await tableExists(database, "entry_overlays")) {
+      return;
+    }
+    const whereClause = archiveKey === void 0 ? "WHERE entry_path = ?" : "WHERE archive_key = ? AND entry_path = ?";
+    const parameters = archiveKey === void 0 ? [SEARCH_INDEX_DATABASE_PATH] : [archiveKey, SEARCH_INDEX_DATABASE_PATH];
+    const overlays = await database.queryAll(
+      `
+        SELECT archive_key, workspace_path
+        FROM entry_overlays
+        ${whereClause}
+      `,
+      parameters,
+      (row) => ({
+        archiveKey: String(row.archive_key),
+        workspacePath: row.workspace_path === null ? void 0 : String(row.workspace_path)
+      })
+    );
+    for (const overlay of overlays) {
+      if (overlay.workspacePath !== void 0) {
+        await deletePathIfExists(overlay.workspacePath);
+      }
+    }
+    await database.run(
+      `
+        DELETE FROM entry_overlays
+        ${whereClause}
+      `,
+      parameters
+    );
+  } finally {
+    await database.close();
+  }
+}
+async function tableExists(database, tableName) {
+  const row = await database.queryOne(
+    `
+      SELECT 1 AS present
+      FROM sqlite_master
+      WHERE type = 'table' AND name = ?
+    `,
+    [tableName],
+    () => true
+  );
+  return row === true;
+}
+function isActiveLock(ownerPid, heartbeatAt) {
+  return Date.now() - heartbeatAt <= LOCK_STALE_TIMEOUT_MS && isProcessAlive(ownerPid);
+}
+function isProcessAlive(pid) {
+  try {
+    process.kill(pid, 0);
+    return true;
+  } catch {
+    return false;
+  }
+}
+async function deletePathIfExists(path) {
+  await rm(path, { force: true, recursive: true });
+}
+async function pathExists(path) {
+  try {
+    await stat(path);
+    return true;
+  } catch {
+    return false;
+  }
+}
+function getArchiveBasename(archivePath) {
+  return archivePath.split(/[\\/]/u).pop() ?? "archive.wikg";
+}
+export {
+  CURRENT_ARCHIVE_SCHEMA_VERSION,
+  ensureWikiGraphArchiveSchemaCurrent,
+  ensureWikiGraphHomeSchemaCurrent2 as ensureWikiGraphHomeSchemaCurrent,
+  readWikiGraphArchiveSchemaVersion,
+  readWikiGraphHomeSchemaVersion,
+  upgradeWikiGraphArchiveSchema
+};
+//# sourceMappingURL=index.js.map

package/dist/storage/schema-upgrade/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/storage/schema-upgrade/index.ts"],"sourcesContent":["import { randomUUID } from \"crypto\";\nimport { mkdtemp, rename, rm, stat, writeFile } from \"fs/promises\";\nimport { tmpdir } from \"os\";\nimport { dirname, join, resolve } from \"path\";\n\nimport { Database } from \"../../document/database.js\";\nimport { ensureChapterKeys } from \"../../document/chapter/toc.js\";\nimport type { MutableTocFile } from \"../../document/chapter/tree.js\";\nimport { ensureWikiGraphHomeSchemaCurrent } from \"../../document/home-schema-upgrade.js\";\nimport {\n  resolveWikiGraphHomeDirectoryPath,\n  resolveWikiGraphStagingDirectoryPath,\n} from \"../../runtime/common/wiki-graph/dir.js\";\nimport {\n  SEARCH_INDEX_DATABASE_PATH,\n  WIKG_MANIFEST_PATH,\n} from \"../wikg/archive/constants.js\";\nimport { parseWikgManifest } from \"../wikg/archive/manifest.js\";\nimport { normalizeArchivePath } from \"../wikg/archive/paths.js\";\nimport {\n  openIndexedArchive,\n  readArchiveEntryText,\n} from \"../wikg/archive/zip.js\";\nimport { writeWikgArchiveWithOverlays } from \"../wikg/archive/write.js\";\nimport { createArchiveKey } from \"../wikg/wikg-coordinator/archive-key.js\";\nimport { tocFileSchema, type TocFile } from \"../../text/source/toc.js\";\n\nexport {\n  ensureWikiGraphHomeSchemaCurrent,\n  readWikiGraphHomeSchemaVersion,\n} from \"../../document/home-schema-upgrade.js\";\n\nexport const CURRENT_ARCHIVE_SCHEMA_VERSION = 2;\nconst LOCK_STALE_TIMEOUT_MS = 5 * 60 * 1000;\n\nexport interface WikiGraphArchiveSchemaUpgradeResult {\n  readonly changed: boolean;\n  readonly repairedToc: boolean;\n  readonly schemaChanged: boolean;\n}\n\nexport async function ensureWikiGraphArchiveSchemaCurrent(\n  archivePath: string,\n): Promise<void> {\n  const schemaVersion = await readWikiGraphArchiveSchemaVersion(archivePath);\n\n  if (schemaVersion > CURRENT_ARCHIVE_SCHEMA_VERSION) {\n    throw new Error(\n      `Unsupported Wiki Graph archive schema version: ${schemaVersion}.`,\n    );\n  }\n  if (schemaVersion < CURRENT_ARCHIVE_SCHEMA_VERSION) {\n    throw new Error(\n      `This Wiki Graph archive uses schema v${schemaVersion} and must be upgraded before use.\\nRun: wg maintenance upgrade ${archivePath}`,\n    );\n  }\n}\n\nexport async function readWikiGraphArchiveSchemaVersion(\n  archivePath: string,\n): Promise<number> {\n  const { entries, zipFile } = await openIndexedArchive(resolve(archivePath));\n\n  try {\n    const manifestEntry = entries.find(\n      (entry) => normalizeArchivePath(entry.fileName) === WIKG_MANIFEST_PATH,\n    );\n\n    if (manifestEntry === undefined) {\n      throw new Error(`Missing WIKG manifest: ${WIKG_MANIFEST_PATH}.`);\n    }\n\n    return parseWikgManifest(\n      await readArchiveEntryText(resolve(archivePath), manifestEntry),\n    ).schemaVersion;\n  } finally {\n    zipFile.close();\n  }\n}\n\nexport async function upgradeWikiGraphArchiveSchema(\n  archivePath: string,\n): Promise<WikiGraphArchiveSchemaUpgradeResult> {\n  const resolvedArchivePath = resolve(archivePath);\n  const schemaVersion =\n    await readWikiGraphArchiveSchemaVersion(resolvedArchivePath);\n\n  if (schemaVersion > CURRENT_ARCHIVE_SCHEMA_VERSION) {\n    throw new Error(\n      `Unsupported Wiki Graph archive schema version: ${schemaVersion}.`,\n    );\n  }\n\n  const temporaryDirectories: string[] = [];\n\n  try {\n    const tocOverlay = await createChapterTocUpgradeOverlay(\n      resolvedArchivePath,\n      temporaryDirectories,\n    );\n    const schemaChanged = schemaVersion < CURRENT_ARCHIVE_SCHEMA_VERSION;\n\n    if (!schemaChanged && tocOverlay === undefined) {\n      return {\n        changed: false,\n        repairedToc: false,\n        schemaChanged: false,\n      };\n    }\n\n    await ensureWikiGraphHomeSchemaCurrent();\n\n    const archiveKey = createArchiveKey(resolvedArchivePath);\n    await assertArchiveUpgradeSafe(archiveKey);\n\n    const temporaryPath = join(\n      dirname(resolvedArchivePath),\n      `.${getArchiveBasename(resolvedArchivePath)}.${process.pid}.${randomUUID()}.upgrade.tmp`,\n    );\n\n    await writeWikgArchiveWithOverlays(\n      resolvedArchivePath,\n      temporaryPath,\n      [\n        ...(schemaChanged\n          ? [\n              {\n                entryPath: SEARCH_INDEX_DATABASE_PATH,\n                kind: \"deleted\" as const,\n              },\n            ]\n          : []),\n        ...(tocOverlay === undefined ? [] : [tocOverlay]),\n      ],\n      { preserveMutationToken: true },\n    );\n    await rename(temporaryPath, resolvedArchivePath);\n    await cleanupArchiveDerivedData(archiveKey);\n\n    return {\n      changed: true,\n      repairedToc: tocOverlay !== undefined,\n      schemaChanged,\n    };\n  } finally {\n    await Promise.all(\n      temporaryDirectories.map(async (path) => {\n        await deletePathIfExists(path);\n      }),\n    );\n  }\n}\n\nasync function createChapterTocUpgradeOverlay(\n  archivePath: string,\n  temporaryDirectories: string[],\n): Promise<\n  | {\n      readonly entryPath: \"toc.json\";\n      readonly kind: \"file\";\n      readonly workspacePath: string;\n    }\n  | undefined\n> {\n  const { entries, zipFile } = await openIndexedArchive(archivePath);\n\n  try {\n    const tocEntry = entries.find(\n      (entry) => normalizeArchivePath(entry.fileName) === \"toc.json\",\n    );\n\n    if (tocEntry === undefined) {\n      return undefined;\n    }\n\n    const tocText = await readArchiveEntryText(archivePath, tocEntry);\n    let toc: TocFile;\n\n    try {\n      const parsed = tocFileSchema.safeParse(JSON.parse(tocText));\n      if (!parsed.success) {\n        return undefined;\n      }\n      toc = parsed.data;\n    } catch {\n      return undefined;\n    }\n\n    const mutableToc = JSON.parse(JSON.stringify(toc)) as MutableTocFile;\n    if (!ensureChapterKeys(mutableToc.items)) {\n      return undefined;\n    }\n\n    const temporaryDirectory = await mkdtemp(\n      join(tmpdir(), \"wikigraph-toc-upgrade-\"),\n    );\n    temporaryDirectories.push(temporaryDirectory);\n    const workspacePath = join(temporaryDirectory, \"toc.json\");\n    await writeFile(\n      workspacePath,\n      `${JSON.stringify(mutableToc, null, 2)}\\n`,\n      \"utf8\",\n    );\n\n    return {\n      entryPath: \"toc.json\",\n      kind: \"file\",\n      workspacePath,\n    };\n  } finally {\n    zipFile.close();\n  }\n}\n\nasync function cleanupArchiveDerivedData(archiveKey: string): Promise<void> {\n  const cacheDirectoryPath = join(resolveWikiGraphHomeDirectoryPath(), \"cache\");\n  await deletePathIfExists(join(cacheDirectoryPath, \"search-sessions.sqlite\"));\n  await deletePathIfExists(\n    join(cacheDirectoryPath, \"continuation-cursors.sqlite\"),\n  );\n\n  const stagingDatabasePath = join(\n    resolveWikiGraphStagingDirectoryPath(),\n    \"staging.sqlite\",\n  );\n  if (await pathExists(stagingDatabasePath)) {\n    await removeArchiveSearchIndexOverlays(stagingDatabasePath, archiveKey);\n  }\n}\n\nasync function assertArchiveUpgradeSafe(archiveKey: string): Promise<void> {\n  const stagingDatabasePath = join(\n    resolveWikiGraphStagingDirectoryPath(),\n    \"staging.sqlite\",\n  );\n\n  if (!(await pathExists(stagingDatabasePath))) {\n    return;\n  }\n\n  const database = await Database.open(stagingDatabasePath, \"\", {\n    readonly: true,\n  });\n\n  try {\n    for (const tableName of [\n      \"archive_owners\",\n      \"entry_locks\",\n      \"entry_sqlite_leases\",\n      \"archive_commit_locks\",\n    ]) {\n      if (!(await tableExists(database, tableName))) {\n        continue;\n      }\n\n      const rows = await database.queryAll(\n        `\n          SELECT owner_pid, heartbeat_at\n          FROM ${tableName}\n          WHERE archive_key = ?\n        `,\n        [archiveKey],\n        (row) => ({\n          heartbeatAt: Number(row.heartbeat_at),\n          ownerPid: Number(row.owner_pid),\n        }),\n      );\n\n      if (rows.some((row) => isActiveLock(row.ownerPid, row.heartbeatAt))) {\n        throw new Error(\n          `Cannot upgrade archive with active coordinator state: ${archiveKey}.`,\n        );\n      }\n    }\n\n    if (await tableExists(database, \"entry_overlays\")) {\n      const overlays = await database.queryAll(\n        `\n          SELECT entry_path\n          FROM entry_overlays\n          WHERE archive_key = ?\n        `,\n        [archiveKey],\n        (row) => String(row.entry_path),\n      );\n\n      const problematicOverlay = overlays.find(\n        (entryPath) => entryPath !== SEARCH_INDEX_DATABASE_PATH,\n      );\n      if (problematicOverlay !== undefined) {\n        throw new Error(\n          `Cannot upgrade archive with non-derived overlay state: ${archiveKey}.`,\n        );\n      }\n    }\n  } finally {\n    await database.close();\n  }\n}\n\nasync function removeArchiveSearchIndexOverlays(\n  stagingDatabasePath: string,\n  archiveKey?: string,\n): Promise<void> {\n  const database = await Database.open(stagingDatabasePath);\n\n  try {\n    if (!(await tableExists(database, \"entry_overlays\"))) {\n      return;\n    }\n\n    const whereClause =\n      archiveKey === undefined\n        ? \"WHERE entry_path = ?\"\n        : \"WHERE archive_key = ? AND entry_path = ?\";\n    const parameters =\n      archiveKey === undefined\n        ? [SEARCH_INDEX_DATABASE_PATH]\n        : [archiveKey, SEARCH_INDEX_DATABASE_PATH];\n    const overlays = await database.queryAll(\n      `\n        SELECT archive_key, workspace_path\n        FROM entry_overlays\n        ${whereClause}\n      `,\n      parameters,\n      (row) => ({\n        archiveKey: String(row.archive_key),\n        workspacePath:\n          row.workspace_path === null ? undefined : String(row.workspace_path),\n      }),\n    );\n\n    for (const overlay of overlays) {\n      if (overlay.workspacePath !== undefined) {\n        await deletePathIfExists(overlay.workspacePath);\n      }\n    }\n\n    await database.run(\n      `\n        DELETE FROM entry_overlays\n        ${whereClause}\n      `,\n      parameters,\n    );\n  } finally {\n    await database.close();\n  }\n}\n\nasync function tableExists(\n  database: Database,\n  tableName: string,\n): Promise<boolean> {\n  const row = await database.queryOne(\n    `\n      SELECT 1 AS present\n      FROM sqlite_master\n      WHERE type = 'table' AND name = ?\n    `,\n    [tableName],\n    () => true,\n  );\n\n  return row === true;\n}\n\nfunction isActiveLock(ownerPid: number, heartbeatAt: number): boolean {\n  return (\n    Date.now() - heartbeatAt <= LOCK_STALE_TIMEOUT_MS &&\n    isProcessAlive(ownerPid)\n  );\n}\n\nfunction isProcessAlive(pid: number): boolean {\n  try {\n    process.kill(pid, 0);\n    return true;\n  } catch {\n    return false;\n  }\n}\n\nasync function deletePathIfExists(path: string): Promise<void> {\n  await rm(path, { force: true, recursive: true });\n}\n\nasync function pathExists(path: string): Promise<boolean> {\n  try {\n    await stat(path);\n    return true;\n  } catch {\n    return false;\n  }\n}\n\nfunction getArchiveBasename(archivePath: string): string {\n  return archivePath.split(/[\\\\/]/u).pop() ?? \"archive.wikg\";\n}\n"],"mappings":"AAAA,SAAS,kBAAkB;AAC3B,SAAS,SAAS,QAAQ,IAAI,MAAM,iBAAiB;AACrD,SAAS,cAAc;AACvB,SAAS,SAAS,MAAM,eAAe;AAEvC,SAAS,gBAAgB;AACzB,SAAS,yBAAyB;AAElC,SAAS,wCAAwC;AACjD;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP,SAAS,yBAAyB;AAClC,SAAS,4BAA4B;AACrC;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP,SAAS,oCAAoC;AAC7C,SAAS,wBAAwB;AACjC,SAAS,qBAAmC;AAE5C;AAAA,EACE,oCAAAA;AAAA,EACA;AAAA,OACK;AAEA,MAAM,iCAAiC;AAC9C,MAAM,wBAAwB,IAAI,KAAK;AAQvC,eAAsB,oCACpB,aACe;AACf,QAAM,gBAAgB,MAAM,kCAAkC,WAAW;AAEzE,MAAI,gBAAgB,gCAAgC;AAClD,UAAM,IAAI;AAAA,MACR,kDAAkD,aAAa;AAAA,IACjE;AAAA,EACF;AACA,MAAI,gBAAgB,gCAAgC;AAClD,UAAM,IAAI;AAAA,MACR,wCAAwC,aAAa;AAAA,8BAAkE,WAAW;AAAA,IACpI;AAAA,EACF;AACF;AAEA,eAAsB,kCACpB,aACiB;AACjB,QAAM,EAAE,SAAS,QAAQ,IAAI,MAAM,mBAAmB,QAAQ,WAAW,CAAC;AAE1E,MAAI;AACF,UAAM,gBAAgB,QAAQ;AAAA,MAC5B,CAAC,UAAU,qBAAqB,MAAM,QAAQ,MAAM;AAAA,IACtD;AAEA,QAAI,kBAAkB,QAAW;AAC/B,YAAM,IAAI,MAAM,0BAA0B,kBAAkB,GAAG;AAAA,IACjE;AAEA,WAAO;AAAA,MACL,MAAM,qBAAqB,QAAQ,WAAW,GAAG,aAAa;AAAA,IAChE,EAAE;AAAA,EACJ,UAAE;AACA,YAAQ,MAAM;AAAA,EAChB;AACF;AAEA,eAAsB,8BACpB,aAC8C;AAC9C,QAAM,sBAAsB,QAAQ,WAAW;AAC/C,QAAM,gBACJ,MAAM,kCAAkC,mBAAmB;AAE7D,MAAI,gBAAgB,gCAAgC;AAClD,UAAM,IAAI;AAAA,MACR,kDAAkD,aAAa;AAAA,IACjE;AAAA,EACF;AAEA,QAAM,uBAAiC,CAAC;AAExC,MAAI;AACF,UAAM,aAAa,MAAM;AAAA,MACvB;AAAA,MACA;AAAA,IACF;AACA,UAAM,gBAAgB,gBAAgB;AAEtC,QAAI,CAAC,iBAAiB,eAAe,QAAW;AAC9C,aAAO;AAAA,QACL,SAAS;AAAA,QACT,aAAa;AAAA,QACb,eAAe;AAAA,MACjB;AAAA,IACF;AAEA,UAAM,iCAAiC;AAEvC,UAAM,aAAa,iBAAiB,mBAAmB;AACvD,UAAM,yBAAyB,UAAU;AAEzC,UAAM,gBAAgB;AAAA,MACpB,QAAQ,mBAAmB;AAAA,MAC3B,IAAI,mBAAmB,mBAAmB,CAAC,IAAI,QAAQ,GAAG,IAAI,WAAW,CAAC;AAAA,IAC5E;AAEA,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,QACE,GAAI,gBACA;AAAA,UACE;AAAA,YACE,WAAW;AAAA,YACX,MAAM;AAAA,UACR;AAAA,QACF,IACA,CAAC;AAAA,QACL,GAAI,eAAe,SAAY,CAAC,IAAI,CAAC,UAAU;AAAA,MACjD;AAAA,MACA,EAAE,uBAAuB,KAAK;AAAA,IAChC;AACA,UAAM,OAAO,eAAe,mBAAmB;AAC/C,UAAM,0BAA0B,UAAU;AAE1C,WAAO;AAAA,MACL,SAAS;AAAA,MACT,aAAa,eAAe;AAAA,MAC5B;AAAA,IACF;AAAA,EACF,UAAE;AACA,UAAM,QAAQ;AAAA,MACZ,qBAAqB,IAAI,OAAO,SAAS;AACvC,cAAM,mBAAmB,IAAI;AAAA,MAC/B,CAAC;AAAA,IACH;AAAA,EACF;AACF;AAEA,eAAe,+BACb,aACA,sBAQA;AACA,QAAM,EAAE,SAAS,QAAQ,IAAI,MAAM,mBAAmB,WAAW;AAEjE,MAAI;AACF,UAAM,WAAW,QAAQ;AAAA,MACvB,CAAC,UAAU,qBAAqB,MAAM,QAAQ,MAAM;AAAA,IACtD;AAEA,QAAI,aAAa,QAAW;AAC1B,aAAO;AAAA,IACT;AAEA,UAAM,UAAU,MAAM,qBAAqB,aAAa,QAAQ;AAChE,QAAI;AAEJ,QAAI;AACF,YAAM,SAAS,cAAc,UAAU,KAAK,MAAM,OAAO,CAAC;AAC1D,UAAI,CAAC,OAAO,SAAS;AACnB,eAAO;AAAA,MACT;AACA,YAAM,OAAO;AAAA,IACf,QAAQ;AACN,aAAO;AAAA,IACT;AAEA,UAAM,aAAa,KAAK,MAAM,KAAK,UAAU,GAAG,CAAC;AACjD,QAAI,CAAC,kBAAkB,WAAW,KAAK,GAAG;AACxC,aAAO;AAAA,IACT;AAEA,UAAM,qBAAqB,MAAM;AAAA,MAC/B,KAAK,OAAO,GAAG,wBAAwB;AAAA,IACzC;AACA,yBAAqB,KAAK,kBAAkB;AAC5C,UAAM,gBAAgB,KAAK,oBAAoB,UAAU;AACzD,UAAM;AAAA,MACJ;AAAA,MACA,GAAG,KAAK,UAAU,YAAY,MAAM,CAAC,CAAC;AAAA;AAAA,MACtC;AAAA,IACF;AAEA,WAAO;AAAA,MACL,WAAW;AAAA,MACX,MAAM;AAAA,MACN;AAAA,IACF;AAAA,EACF,UAAE;AACA,YAAQ,MAAM;AAAA,EAChB;AACF;AAEA,eAAe,0BAA0B,YAAmC;AAC1E,QAAM,qBAAqB,KAAK,kCAAkC,GAAG,OAAO;AAC5E,QAAM,mBAAmB,KAAK,oBAAoB,wBAAwB,CAAC;AAC3E,QAAM;AAAA,IACJ,KAAK,oBAAoB,6BAA6B;AAAA,EACxD;AAEA,QAAM,sBAAsB;AAAA,IAC1B,qCAAqC;AAAA,IACrC;AAAA,EACF;AACA,MAAI,MAAM,WAAW,mBAAmB,GAAG;AACzC,UAAM,iCAAiC,qBAAqB,UAAU;AAAA,EACxE;AACF;AAEA,eAAe,yBAAyB,YAAmC;AACzE,QAAM,sBAAsB;AAAA,IAC1B,qCAAqC;AAAA,IACrC;AAAA,EACF;AAEA,MAAI,CAAE,MAAM,WAAW,mBAAmB,GAAI;AAC5C;AAAA,EACF;AAEA,QAAM,WAAW,MAAM,SAAS,KAAK,qBAAqB,IAAI;AAAA,IAC5D,UAAU;AAAA,EACZ,CAAC;AAED,MAAI;AACF,eAAW,aAAa;AAAA,MACtB;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,GAAG;AACD,UAAI,CAAE,MAAM,YAAY,UAAU,SAAS,GAAI;AAC7C;AAAA,MACF;AAEA,YAAM,OAAO,MAAM,SAAS;AAAA,QAC1B;AAAA;AAAA,iBAES,SAAS;AAAA;AAAA;AAAA,QAGlB,CAAC,UAAU;AAAA,QACX,CAAC,SAAS;AAAA,UACR,aAAa,OAAO,IAAI,YAAY;AAAA,UACpC,UAAU,OAAO,IAAI,SAAS;AAAA,QAChC;AAAA,MACF;AAEA,UAAI,KAAK,KAAK,CAAC,QAAQ,aAAa,IAAI,UAAU,IAAI,WAAW,CAAC,GAAG;AACnE,cAAM,IAAI;AAAA,UACR,yDAAyD,UAAU;AAAA,QACrE;AAAA,MACF;AAAA,IACF;AAEA,QAAI,MAAM,YAAY,UAAU,gBAAgB,GAAG;AACjD,YAAM,WAAW,MAAM,SAAS;AAAA,QAC9B;AAAA;AAAA;AAAA;AAAA;AAAA,QAKA,CAAC,UAAU;AAAA,QACX,CAAC,QAAQ,OAAO,IAAI,UAAU;AAAA,MAChC;AAEA,YAAM,qBAAqB,SAAS;AAAA,QAClC,CAAC,cAAc,cAAc;AAAA,MAC/B;AACA,UAAI,uBAAuB,QAAW;AACpC,cAAM,IAAI;AAAA,UACR,0DAA0D,UAAU;AAAA,QACtE;AAAA,MACF;AAAA,IACF;AAAA,EACF,UAAE;AACA,UAAM,SAAS,MAAM;AAAA,EACvB;AACF;AAEA,eAAe,iCACb,qBACA,YACe;AACf,QAAM,WAAW,MAAM,SAAS,KAAK,mBAAmB;AAExD,MAAI;AACF,QAAI,CAAE,MAAM,YAAY,UAAU,gBAAgB,GAAI;AACpD;AAAA,IACF;AAEA,UAAM,cACJ,eAAe,SACX,yBACA;AACN,UAAM,aACJ,eAAe,SACX,CAAC,0BAA0B,IAC3B,CAAC,YAAY,0BAA0B;AAC7C,UAAM,WAAW,MAAM,SAAS;AAAA,MAC9B;AAAA;AAAA;AAAA,UAGI,WAAW;AAAA;AAAA,MAEf;AAAA,MACA,CAAC,SAAS;AAAA,QACR,YAAY,OAAO,IAAI,WAAW;AAAA,QAClC,eACE,IAAI,mBAAmB,OAAO,SAAY,OAAO,IAAI,cAAc;AAAA,MACvE;AAAA,IACF;AAEA,eAAW,WAAW,UAAU;AAC9B,UAAI,QAAQ,kBAAkB,QAAW;AACvC,cAAM,mBAAmB,QAAQ,aAAa;AAAA,MAChD;AAAA,IACF;AAEA,UAAM,SAAS;AAAA,MACb;AAAA;AAAA,UAEI,WAAW;AAAA;AAAA,MAEf;AAAA,IACF;AAAA,EACF,UAAE;AACA,UAAM,SAAS,MAAM;AAAA,EACvB;AACF;AAEA,eAAe,YACb,UACA,WACkB;AAClB,QAAM,MAAM,MAAM,SAAS;AAAA,IACzB;AAAA;AAAA;AAAA;AAAA;AAAA,IAKA,CAAC,SAAS;AAAA,IACV,MAAM;AAAA,EACR;AAEA,SAAO,QAAQ;AACjB;AAEA,SAAS,aAAa,UAAkB,aAA8B;AACpE,SACE,KAAK,IAAI,IAAI,eAAe,yBAC5B,eAAe,QAAQ;AAE3B;AAEA,SAAS,eAAe,KAAsB;AAC5C,MAAI;AACF,YAAQ,KAAK,KAAK,CAAC;AACnB,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,eAAe,mBAAmB,MAA6B;AAC7D,QAAM,GAAG,MAAM,EAAE,OAAO,MAAM,WAAW,KAAK,CAAC;AACjD;AAEA,eAAe,WAAW,MAAgC;AACxD,MAAI;AACF,UAAM,KAAK,IAAI;AACf,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,SAAS,mBAAmB,aAA6B;AACvD,SAAO,YAAY,MAAM,QAAQ,EAAE,IAAI,KAAK;AAC9C;","names":["ensureWikiGraphHomeSchemaCurrent"]}

package/dist/storage/wikg/archive/constants.d.ts

@@ -0,0 +1,6 @@
+declare const WIKG_MUTATION_TOKEN_PATH = ".wikg-mutation-token";
+declare const WIKG_MANIFEST_PATH = "manifest.json";
+declare const SEARCH_INDEX_DATABASE_PATH = "fts.db";
+declare const WIKG_ARCHIVE_PATTERNS: readonly [RegExp, RegExp, RegExp, RegExp, RegExp, RegExp, RegExp];
+
+export { SEARCH_INDEX_DATABASE_PATH, WIKG_ARCHIVE_PATTERNS, WIKG_MANIFEST_PATH, WIKG_MUTATION_TOKEN_PATH };

package/dist/storage/wikg/archive/constants.js

@@ -0,0 +1,19 @@
+const WIKG_MUTATION_TOKEN_PATH = ".wikg-mutation-token";
+const WIKG_MANIFEST_PATH = "manifest.json";
+const SEARCH_INDEX_DATABASE_PATH = "fts.db";
+const WIKG_ARCHIVE_PATTERNS = [
+  /^\.wikg-mutation-token$/u,
+  /^manifest\.json$/u,
+  /^database\.db$/u,
+  /^fts\.db$/u,
+  /^toc\.json$/u,
+  /^cover\/(?:data\.bin|info\.json)$/u,
+  /^texts\/(?:source|summary)\/\d+\.txt$/u
+];
+export {
+  SEARCH_INDEX_DATABASE_PATH,
+  WIKG_ARCHIVE_PATTERNS,
+  WIKG_MANIFEST_PATH,
+  WIKG_MUTATION_TOKEN_PATH
+};
+//# sourceMappingURL=constants.js.map

package/dist/storage/wikg/archive/constants.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/storage/wikg/archive/constants.ts"],"sourcesContent":["export const WIKG_MUTATION_TOKEN_PATH = \".wikg-mutation-token\";\nexport const WIKG_MANIFEST_PATH = \"manifest.json\";\nexport const SEARCH_INDEX_DATABASE_PATH = \"fts.db\";\n\nexport const WIKG_ARCHIVE_PATTERNS = [\n  /^\\.wikg-mutation-token$/u,\n  /^manifest\\.json$/u,\n  /^database\\.db$/u,\n  /^fts\\.db$/u,\n  /^toc\\.json$/u,\n  /^cover\\/(?:data\\.bin|info\\.json)$/u,\n  /^texts\\/(?:source|summary)\\/\\d+\\.txt$/u,\n] as const;\n"],"mappings":"AAAO,MAAM,2BAA2B;AACjC,MAAM,qBAAqB;AAC3B,MAAM,6BAA6B;AAEnC,MAAM,wBAAwB;AAAA,EACnC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;","names":[]}

package/dist/storage/wikg/archive/document-files.d.ts

@@ -0,0 +1,11 @@
+declare function listDocumentFiles(rootDirectoryPath: string, currentDirectoryPath?: string): Promise<Array<{
+    absolutePath: string;
+    archivePath: string;
+}>>;
+declare function shouldEmbedSearchIndex(documentDirectoryPath: string): Promise<boolean>;
+declare function shouldWriteDocumentFile(input: {
+    readonly archivePath: string;
+    readonly includeSearchIndex: boolean;
+}): boolean;
+
+export { listDocumentFiles, shouldEmbedSearchIndex, shouldWriteDocumentFile };

package/dist/storage/wikg/archive/document-files.js

@@ -0,0 +1,70 @@
+import { readdir } from "fs/promises";
+import { join, posix, relative, sep } from "path";
+import { Database } from "../../../document/database.js";
+import { SEARCH_INDEX_DATABASE_PATH } from "./constants.js";
+import { isWikgArchivePath } from "./paths.js";
+async function listDocumentFiles(rootDirectoryPath, currentDirectoryPath = rootDirectoryPath) {
+  const entries = await readdir(currentDirectoryPath, { withFileTypes: true });
+  const files = [];
+  for (const entry of [...entries].sort(compareDirEntryName)) {
+    const absolutePath = join(currentDirectoryPath, entry.name);
+    if (entry.isDirectory()) {
+      files.push(...await listDocumentFiles(rootDirectoryPath, absolutePath));
+      continue;
+    }
+    if (!entry.isFile()) {
+      continue;
+    }
+    files.push({
+      absolutePath,
+      archivePath: relative(rootDirectoryPath, absolutePath).split(sep).join(posix.sep)
+    });
+  }
+  return files.filter((file) => isWikgArchivePath(file.archivePath));
+}
+async function shouldEmbedSearchIndex(documentDirectoryPath) {
+  const database = await Database.open(
+    join(documentDirectoryPath, "database.db"),
+    "",
+    {
+      readonly: true
+    }
+  ).catch(() => void 0);
+  if (database === void 0) {
+    return false;
+  }
+  try {
+    const row = await database.queryOne(
+      `
+        SELECT fts_embedded
+        FROM archive_index_settings
+        WHERE id = 1
+      `,
+      void 0,
+      (value) => Number(value.fts_embedded) !== 0
+    );
+    return row ?? false;
+  } catch {
+    return false;
+  } finally {
+    await database.close();
+  }
+}
+function shouldWriteDocumentFile(input) {
+  if (input.archivePath === "manifest.json") {
+    return false;
+  }
+  if (input.archivePath === ".wikg-mutation-token") {
+    return false;
+  }
+  return input.archivePath !== SEARCH_INDEX_DATABASE_PATH || input.includeSearchIndex;
+}
+function compareDirEntryName(left, right) {
+  return left.name.localeCompare(right.name);
+}
+export {
+  listDocumentFiles,
+  shouldEmbedSearchIndex,
+  shouldWriteDocumentFile
+};
+//# sourceMappingURL=document-files.js.map

package/dist/storage/wikg/archive/document-files.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/storage/wikg/archive/document-files.ts"],"sourcesContent":["import { readdir } from \"fs/promises\";\nimport { join, posix, relative, sep } from \"path\";\n\nimport { Database } from \"../../../document/database.js\";\nimport { SEARCH_INDEX_DATABASE_PATH } from \"./constants.js\";\nimport { isWikgArchivePath } from \"./paths.js\";\n\nexport async function listDocumentFiles(\n  rootDirectoryPath: string,\n  currentDirectoryPath = rootDirectoryPath,\n): Promise<Array<{ absolutePath: string; archivePath: string }>> {\n  const entries = await readdir(currentDirectoryPath, { withFileTypes: true });\n  const files: Array<{ absolutePath: string; archivePath: string }> = [];\n\n  for (const entry of [...entries].sort(compareDirEntryName)) {\n    const absolutePath = join(currentDirectoryPath, entry.name);\n\n    if (entry.isDirectory()) {\n      files.push(...(await listDocumentFiles(rootDirectoryPath, absolutePath)));\n      continue;\n    }\n    if (!entry.isFile()) {\n      continue;\n    }\n\n    files.push({\n      absolutePath,\n      archivePath: relative(rootDirectoryPath, absolutePath)\n        .split(sep)\n        .join(posix.sep),\n    });\n  }\n\n  return files.filter((file) => isWikgArchivePath(file.archivePath));\n}\n\nexport async function shouldEmbedSearchIndex(\n  documentDirectoryPath: string,\n): Promise<boolean> {\n  const database = await Database.open(\n    join(documentDirectoryPath, \"database.db\"),\n    \"\",\n    {\n      readonly: true,\n    },\n  ).catch(() => undefined);\n\n  if (database === undefined) {\n    return false;\n  }\n\n  try {\n    const row = await database.queryOne(\n      `\n        SELECT fts_embedded\n        FROM archive_index_settings\n        WHERE id = 1\n      `,\n      undefined,\n      (value) => Number(value.fts_embedded) !== 0,\n    );\n\n    return row ?? false;\n  } catch {\n    return false;\n  } finally {\n    await database.close();\n  }\n}\n\nexport function shouldWriteDocumentFile(input: {\n  readonly archivePath: string;\n  readonly includeSearchIndex: boolean;\n}): boolean {\n  if (input.archivePath === \"manifest.json\") {\n    return false;\n  }\n  if (input.archivePath === \".wikg-mutation-token\") {\n    return false;\n  }\n\n  return (\n    input.archivePath !== SEARCH_INDEX_DATABASE_PATH || input.includeSearchIndex\n  );\n}\n\nfunction compareDirEntryName(\n  left: { readonly name: string },\n  right: { readonly name: string },\n): number {\n  return left.name.localeCompare(right.name);\n}\n"],"mappings":"AAAA,SAAS,eAAe;AACxB,SAAS,MAAM,OAAO,UAAU,WAAW;AAE3C,SAAS,gBAAgB;AACzB,SAAS,kCAAkC;AAC3C,SAAS,yBAAyB;AAElC,eAAsB,kBACpB,mBACA,uBAAuB,mBACwC;AAC/D,QAAM,UAAU,MAAM,QAAQ,sBAAsB,EAAE,eAAe,KAAK,CAAC;AAC3E,QAAM,QAA8D,CAAC;AAErE,aAAW,SAAS,CAAC,GAAG,OAAO,EAAE,KAAK,mBAAmB,GAAG;AAC1D,UAAM,eAAe,KAAK,sBAAsB,MAAM,IAAI;AAE1D,QAAI,MAAM,YAAY,GAAG;AACvB,YAAM,KAAK,GAAI,MAAM,kBAAkB,mBAAmB,YAAY,CAAE;AACxE;AAAA,IACF;AACA,QAAI,CAAC,MAAM,OAAO,GAAG;AACnB;AAAA,IACF;AAEA,UAAM,KAAK;AAAA,MACT;AAAA,MACA,aAAa,SAAS,mBAAmB,YAAY,EAClD,MAAM,GAAG,EACT,KAAK,MAAM,GAAG;AAAA,IACnB,CAAC;AAAA,EACH;AAEA,SAAO,MAAM,OAAO,CAAC,SAAS,kBAAkB,KAAK,WAAW,CAAC;AACnE;AAEA,eAAsB,uBACpB,uBACkB;AAClB,QAAM,WAAW,MAAM,SAAS;AAAA,IAC9B,KAAK,uBAAuB,aAAa;AAAA,IACzC;AAAA,IACA;AAAA,MACE,UAAU;AAAA,IACZ;AAAA,EACF,EAAE,MAAM,MAAM,MAAS;AAEvB,MAAI,aAAa,QAAW;AAC1B,WAAO;AAAA,EACT;AAEA,MAAI;AACF,UAAM,MAAM,MAAM,SAAS;AAAA,MACzB;AAAA;AAAA;AAAA;AAAA;AAAA,MAKA;AAAA,MACA,CAAC,UAAU,OAAO,MAAM,YAAY,MAAM;AAAA,IAC5C;AAEA,WAAO,OAAO;AAAA,EAChB,QAAQ;AACN,WAAO;AAAA,EACT,UAAE;AACA,UAAM,SAAS,MAAM;AAAA,EACvB;AACF;AAEO,SAAS,wBAAwB,OAG5B;AACV,MAAI,MAAM,gBAAgB,iBAAiB;AACzC,WAAO;AAAA,EACT;AACA,MAAI,MAAM,gBAAgB,wBAAwB;AAChD,WAAO;AAAA,EACT;AAEA,SACE,MAAM,gBAAgB,8BAA8B,MAAM;AAE9D;AAEA,SAAS,oBACP,MACA,OACQ;AACR,SAAO,KAAK,KAAK,cAAc,MAAM,IAAI;AAC3C;","names":[]}

package/dist/storage/wikg/archive/extract.d.ts

@@ -0,0 +1,3 @@
+declare function extractWikgArchive(inputPath: string, outputDirectoryPath: string): Promise<void>;
+
+export { extractWikgArchive };

package/dist/storage/wikg/archive/extract.js

@@ -0,0 +1,37 @@
+import { mkdir, open as openFile, writeFile } from "fs/promises";
+import { dirname, resolve } from "path";
+import {
+  assertWithinDirectory,
+  isWikgArchivePath,
+  normalizeArchivePath
+} from "./paths.js";
+import { openIndexedArchive, readArchiveEntryBufferFromFile } from "./zip.js";
+async function extractWikgArchive(inputPath, outputDirectoryPath) {
+  const { entries, zipFile } = await openIndexedArchive(inputPath);
+  const file = await openFile(inputPath, "r");
+  try {
+    for (const entry of entries) {
+      const archivePath = normalizeArchivePath(entry.fileName);
+      if (archivePath === "") {
+        throw new Error(`Invalid archive entry path: ${entry.fileName}`);
+      }
+      if (!isWikgArchivePath(archivePath)) {
+        continue;
+      }
+      const targetPath = resolve(outputDirectoryPath, archivePath);
+      assertWithinDirectory(outputDirectoryPath, targetPath, archivePath);
+      await mkdir(dirname(targetPath), { recursive: true });
+      await writeFile(
+        targetPath,
+        await readArchiveEntryBufferFromFile(file, entry)
+      );
+    }
+  } finally {
+    await file.close();
+    zipFile.close();
+  }
+}
+export {
+  extractWikgArchive
+};
+//# sourceMappingURL=extract.js.map

package/dist/storage/wikg/archive/extract.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/storage/wikg/archive/extract.ts"],"sourcesContent":["import { mkdir, open as openFile, writeFile } from \"fs/promises\";\nimport { dirname, resolve } from \"path\";\n\nimport {\n  assertWithinDirectory,\n  isWikgArchivePath,\n  normalizeArchivePath,\n} from \"./paths.js\";\nimport { openIndexedArchive, readArchiveEntryBufferFromFile } from \"./zip.js\";\n\nexport async function extractWikgArchive(\n  inputPath: string,\n  outputDirectoryPath: string,\n): Promise<void> {\n  const { entries, zipFile } = await openIndexedArchive(inputPath);\n  const file = await openFile(inputPath, \"r\");\n\n  try {\n    for (const entry of entries) {\n      const archivePath = normalizeArchivePath(entry.fileName);\n\n      if (archivePath === \"\") {\n        throw new Error(`Invalid archive entry path: ${entry.fileName}`);\n      }\n      if (!isWikgArchivePath(archivePath)) {\n        continue;\n      }\n\n      const targetPath = resolve(outputDirectoryPath, archivePath);\n\n      assertWithinDirectory(outputDirectoryPath, targetPath, archivePath);\n      await mkdir(dirname(targetPath), { recursive: true });\n      await writeFile(\n        targetPath,\n        await readArchiveEntryBufferFromFile(file, entry),\n      );\n    }\n  } finally {\n    await file.close();\n    zipFile.close();\n  }\n}\n"],"mappings":"AAAA,SAAS,OAAO,QAAQ,UAAU,iBAAiB;AACnD,SAAS,SAAS,eAAe;AAEjC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,oBAAoB,sCAAsC;AAEnE,eAAsB,mBACpB,WACA,qBACe;AACf,QAAM,EAAE,SAAS,QAAQ,IAAI,MAAM,mBAAmB,SAAS;AAC/D,QAAM,OAAO,MAAM,SAAS,WAAW,GAAG;AAE1C,MAAI;AACF,eAAW,SAAS,SAAS;AAC3B,YAAM,cAAc,qBAAqB,MAAM,QAAQ;AAEvD,UAAI,gBAAgB,IAAI;AACtB,cAAM,IAAI,MAAM,+BAA+B,MAAM,QAAQ,EAAE;AAAA,MACjE;AACA,UAAI,CAAC,kBAAkB,WAAW,GAAG;AACnC;AAAA,MACF;AAEA,YAAM,aAAa,QAAQ,qBAAqB,WAAW;AAE3D,4BAAsB,qBAAqB,YAAY,WAAW;AAClE,YAAM,MAAM,QAAQ,UAAU,GAAG,EAAE,WAAW,KAAK,CAAC;AACpD,YAAM;AAAA,QACJ;AAAA,QACA,MAAM,+BAA+B,MAAM,KAAK;AAAA,MAClD;AAAA,IACF;AAAA,EACF,UAAE;AACA,UAAM,KAAK,MAAM;AACjB,YAAQ,MAAM;AAAA,EAChB;AACF;","names":[]}

package/dist/storage/wikg/archive/index.d.ts

@@ -0,0 +1,6 @@
+export { extractWikgArchive } from './extract.js';
+export { WikgArchiveReader, listWikgArchiveEntries, readWikgArchiveEntry, readWikgArchiveFormatVersion, readWikgArchiveMutationToken, readWikgArchiveSchemaVersion } from './reader.js';
+export { WIKG_FORMAT_VERSION, WIKG_SCHEMA_VERSION } from './manifest.js';
+export { writeWikgArchive, writeWikgArchiveWithOverlays } from './write.js';
+export { WikgArchiveOverlay } from './types.js';
+import 'yauzl';