wiki-graph-core 0.3.1 → 0.4.0

package/dist/storage/wikg/wikg-coordinator/state.js

@@ -0,0 +1,258 @@
+import { join } from "path";
+import { resolveWikiGraphStagingDirectoryPath } from "../../../runtime/common/wiki-graph/dir.js";
+import { openSharedStateDatabase } from "../../../document/index.js";
+import { AsyncSemaphore } from "../../../utils/async-semaphore.js";
+import { LOCK_STALE_TIMEOUT_MS } from "./constants.js";
+const STATE_SCHEMA_SQL = `
+CREATE TABLE IF NOT EXISTS entry_overlays (
+  archive_key TEXT NOT NULL,
+  archive_path TEXT NOT NULL,
+  entry_path TEXT NOT NULL,
+  kind TEXT NOT NULL,
+  workspace_path TEXT,
+  archive_signature TEXT,
+  mutation_token TEXT,
+  updated_at INTEGER NOT NULL,
+  PRIMARY KEY (archive_key, entry_path)
+);
+
+CREATE TABLE IF NOT EXISTS entry_locks (
+  archive_key TEXT NOT NULL,
+  entry_path TEXT NOT NULL,
+  mode TEXT NOT NULL,
+  owner_id TEXT NOT NULL,
+  owner_pid INTEGER NOT NULL,
+  heartbeat_at INTEGER NOT NULL,
+  created_at INTEGER NOT NULL,
+  PRIMARY KEY (archive_key, entry_path, owner_id)
+);
+
+CREATE TABLE IF NOT EXISTS archive_owners (
+  archive_key TEXT NOT NULL,
+  owner_id TEXT NOT NULL,
+  owner_pid INTEGER NOT NULL,
+  heartbeat_at INTEGER NOT NULL,
+  created_at INTEGER NOT NULL,
+  PRIMARY KEY (archive_key, owner_id)
+);
+
+CREATE TABLE IF NOT EXISTS entry_sqlite_leases (
+  archive_key TEXT NOT NULL,
+  entry_path TEXT NOT NULL,
+  mode TEXT NOT NULL DEFAULT 'read',
+  owner_id TEXT NOT NULL,
+  owner_pid INTEGER NOT NULL,
+  heartbeat_at INTEGER NOT NULL,
+  created_at INTEGER NOT NULL,
+  PRIMARY KEY (archive_key, entry_path, owner_id)
+);
+
+CREATE TABLE IF NOT EXISTS archive_commit_locks (
+  archive_key TEXT PRIMARY KEY,
+  owner_id TEXT NOT NULL,
+  owner_pid INTEGER NOT NULL,
+  heartbeat_at INTEGER NOT NULL,
+  created_at INTEGER NOT NULL
+);
+`;
+const STATE_DATABASE_SEMAPHORE = new AsyncSemaphore(1);
+async function cleanupStaleState(state) {
+  const now = Date.now();
+  const staleOwnerPids = /* @__PURE__ */ new Set();
+  for (const tableName of [
+    "archive_owners",
+    "entry_locks",
+    "entry_sqlite_leases",
+    "archive_commit_locks"
+  ]) {
+    const rows = await state.queryAll(
+      `
+SELECT DISTINCT owner_pid
+FROM ${tableName}
+WHERE owner_pid IS NOT NULL
+  AND heartbeat_at <= ?
+`,
+      [now - LOCK_STALE_TIMEOUT_MS],
+      (row) => getNumber(row, "owner_pid")
+    );
+    for (const ownerPid of rows) {
+      if (!isProcessAlive(ownerPid)) {
+        staleOwnerPids.add(ownerPid);
+      }
+    }
+  }
+  if (staleOwnerPids.size === 0) {
+    return;
+  }
+  await state.run(
+    `
+DELETE FROM archive_owners
+WHERE owner_pid IN (${createPlaceholders(staleOwnerPids.size)})
+`,
+    [...staleOwnerPids]
+  );
+  await state.run(
+    `
+DELETE FROM entry_locks
+WHERE owner_pid IN (${createPlaceholders(staleOwnerPids.size)})
+`,
+    [...staleOwnerPids]
+  );
+  await state.run(
+    `
+DELETE FROM entry_sqlite_leases
+WHERE owner_pid IN (${createPlaceholders(staleOwnerPids.size)})
+`,
+    [...staleOwnerPids]
+  );
+  await state.run(
+    `
+DELETE FROM archive_commit_locks
+WHERE owner_pid IN (${createPlaceholders(staleOwnerPids.size)})
+`,
+    [...staleOwnerPids]
+  );
+}
+function createPlaceholders(count) {
+  return Array.from({ length: count }, () => "?").join(", ");
+}
+function isProcessAlive(pid) {
+  try {
+    process.kill(pid, 0);
+    return true;
+  } catch (error) {
+    if (error instanceof Error && "code" in error && error.code === "ESRCH") {
+      return false;
+    }
+    return true;
+  }
+}
+async function withStateDatabase(operation) {
+  return await STATE_DATABASE_SEMAPHORE.use(async () => {
+    const state = await openStateDatabase();
+    try {
+      return await operation(state);
+    } finally {
+      await state.close();
+    }
+  });
+}
+async function openStateDatabase() {
+  const database = await openSharedStateDatabase(
+    join(getCoordinatorStateDirectoryPath(), "staging.sqlite"),
+    STATE_SCHEMA_SQL
+  );
+  await migrateStateDatabase(database);
+  return database;
+}
+async function migrateStateDatabase(database) {
+  const overlayColumns = await database.queryAll(
+    "PRAGMA table_info(entry_overlays)",
+    void 0,
+    (row) => getString(row, "name")
+  );
+  if (!overlayColumns.includes("archive_signature")) {
+    await database.run(`
+      ALTER TABLE entry_overlays
+      ADD COLUMN archive_signature TEXT
+    `);
+  }
+  if (!overlayColumns.includes("mutation_token")) {
+    await database.run(`
+      ALTER TABLE entry_overlays
+      ADD COLUMN mutation_token TEXT
+    `);
+  }
+  const sqliteLeaseColumns = await database.queryAll(
+    "PRAGMA table_info(entry_sqlite_leases)",
+    void 0,
+    (row) => getString(row, "name")
+  );
+  if (!sqliteLeaseColumns.includes("mode")) {
+    await database.run(`
+      ALTER TABLE entry_sqlite_leases
+      ADD COLUMN mode TEXT NOT NULL DEFAULT 'read'
+    `);
+  }
+}
+function getCoordinatorStateDirectoryPath() {
+  return resolveWikiGraphStagingDirectoryPath();
+}
+function mapEntryOverlay(row) {
+  const workspacePath = getOptionalString(row, "workspace_path");
+  const archiveSignature = getOptionalString(row, "archive_signature");
+  const mutationToken = getOptionalString(row, "mutation_token");
+  return {
+    archiveKey: getString(row, "archive_key"),
+    archivePath: getString(row, "archive_path"),
+    ...archiveSignature === void 0 ? {} : { archiveSignature },
+    entryPath: getString(row, "entry_path"),
+    kind: getOverlayKind(row),
+    ...mutationToken === void 0 ? {} : { mutationToken },
+    updatedAt: getNumber(row, "updated_at"),
+    ...workspacePath === void 0 ? {} : { workspacePath }
+  };
+}
+function mapEntryLock(row) {
+  return {
+    entryPath: getString(row, "entry_path"),
+    mode: getEntryLockMode(row),
+    ownerId: getString(row, "owner_id")
+  };
+}
+function mapArchiveCommitLock(row) {
+  return {
+    ownerId: getString(row, "owner_id")
+  };
+}
+function getEntryLockMode(row) {
+  const mode = getString(row, "mode");
+  if (mode === "read" || mode === "state" || mode === "write") {
+    return mode;
+  }
+  throw new Error(`Unsupported entry lock mode: ${mode}.`);
+}
+function getOverlayKind(row) {
+  const kind = getString(row, "kind");
+  if (kind === "deleted" || kind === "file") {
+    return kind;
+  }
+  throw new Error(`Unsupported entry overlay kind: ${kind}.`);
+}
+function getString(row, key) {
+  const value = row[key];
+  if (typeof value !== "string") {
+    throw new TypeError(`Expected ${key} to be a string`);
+  }
+  return value;
+}
+function getNumber(row, key) {
+  const value = row[key];
+  if (typeof value !== "number") {
+    throw new TypeError(`Expected ${key} to be a number`);
+  }
+  return value;
+}
+function getOptionalString(row, key) {
+  const value = row[key];
+  if (value === null || value === void 0) {
+    return void 0;
+  }
+  if (typeof value !== "string") {
+    throw new TypeError(`Expected ${key} to be a string`);
+  }
+  return value;
+}
+export {
+  cleanupStaleState,
+  createPlaceholders,
+  getCoordinatorStateDirectoryPath,
+  getNumber,
+  getOptionalString,
+  getString,
+  mapArchiveCommitLock,
+  mapEntryLock,
+  mapEntryOverlay,
+  withStateDatabase
+};
+//# sourceMappingURL=state.js.map

package/dist/storage/wikg/wikg-coordinator/state.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/storage/wikg/wikg-coordinator/state.ts"],"sourcesContent":["import { join } from \"path\";\n\nimport { resolveWikiGraphStagingDirectoryPath } from \"../../../runtime/common/wiki-graph/dir.js\";\nimport { openSharedStateDatabase } from \"../../../document/index.js\";\nimport type { Database } from \"../../../document/index.js\";\nimport { AsyncSemaphore } from \"../../../utils/async-semaphore.js\";\n\nimport { LOCK_STALE_TIMEOUT_MS } from \"./constants.js\";\nimport type {\n  ArchiveCommitLock,\n  EntryLock,\n  EntryLockMode,\n  EntryOverlay,\n} from \"./types.js\";\n\nconst STATE_SCHEMA_SQL = `\nCREATE TABLE IF NOT EXISTS entry_overlays (\n  archive_key TEXT NOT NULL,\n  archive_path TEXT NOT NULL,\n  entry_path TEXT NOT NULL,\n  kind TEXT NOT NULL,\n  workspace_path TEXT,\n  archive_signature TEXT,\n  mutation_token TEXT,\n  updated_at INTEGER NOT NULL,\n  PRIMARY KEY (archive_key, entry_path)\n);\n\nCREATE TABLE IF NOT EXISTS entry_locks (\n  archive_key TEXT NOT NULL,\n  entry_path TEXT NOT NULL,\n  mode TEXT NOT NULL,\n  owner_id TEXT NOT NULL,\n  owner_pid INTEGER NOT NULL,\n  heartbeat_at INTEGER NOT NULL,\n  created_at INTEGER NOT NULL,\n  PRIMARY KEY (archive_key, entry_path, owner_id)\n);\n\nCREATE TABLE IF NOT EXISTS archive_owners (\n  archive_key TEXT NOT NULL,\n  owner_id TEXT NOT NULL,\n  owner_pid INTEGER NOT NULL,\n  heartbeat_at INTEGER NOT NULL,\n  created_at INTEGER NOT NULL,\n  PRIMARY KEY (archive_key, owner_id)\n);\n\nCREATE TABLE IF NOT EXISTS entry_sqlite_leases (\n  archive_key TEXT NOT NULL,\n  entry_path TEXT NOT NULL,\n  mode TEXT NOT NULL DEFAULT 'read',\n  owner_id TEXT NOT NULL,\n  owner_pid INTEGER NOT NULL,\n  heartbeat_at INTEGER NOT NULL,\n  created_at INTEGER NOT NULL,\n  PRIMARY KEY (archive_key, entry_path, owner_id)\n);\n\nCREATE TABLE IF NOT EXISTS archive_commit_locks (\n  archive_key TEXT PRIMARY KEY,\n  owner_id TEXT NOT NULL,\n  owner_pid INTEGER NOT NULL,\n  heartbeat_at INTEGER NOT NULL,\n  created_at INTEGER NOT NULL\n);\n`;\n\nconst STATE_DATABASE_SEMAPHORE = new AsyncSemaphore(1);\n\nexport async function cleanupStaleState(state: Database): Promise<void> {\n  const now = Date.now();\n  const staleOwnerPids = new Set<number>();\n\n  for (const tableName of [\n    \"archive_owners\",\n    \"entry_locks\",\n    \"entry_sqlite_leases\",\n    \"archive_commit_locks\",\n  ]) {\n    const rows = await state.queryAll(\n      `\nSELECT DISTINCT owner_pid\nFROM ${tableName}\nWHERE owner_pid IS NOT NULL\n  AND heartbeat_at <= ?\n`,\n      [now - LOCK_STALE_TIMEOUT_MS],\n      (row) => getNumber(row, \"owner_pid\"),\n    );\n\n    for (const ownerPid of rows) {\n      if (!isProcessAlive(ownerPid)) {\n        staleOwnerPids.add(ownerPid);\n      }\n    }\n  }\n\n  if (staleOwnerPids.size === 0) {\n    return;\n  }\n\n  await state.run(\n    `\nDELETE FROM archive_owners\nWHERE owner_pid IN (${createPlaceholders(staleOwnerPids.size)})\n`,\n    [...staleOwnerPids],\n  );\n  await state.run(\n    `\nDELETE FROM entry_locks\nWHERE owner_pid IN (${createPlaceholders(staleOwnerPids.size)})\n`,\n    [...staleOwnerPids],\n  );\n  await state.run(\n    `\nDELETE FROM entry_sqlite_leases\nWHERE owner_pid IN (${createPlaceholders(staleOwnerPids.size)})\n`,\n    [...staleOwnerPids],\n  );\n  await state.run(\n    `\nDELETE FROM archive_commit_locks\nWHERE owner_pid IN (${createPlaceholders(staleOwnerPids.size)})\n`,\n    [...staleOwnerPids],\n  );\n}\n\nexport function createPlaceholders(count: number): string {\n  return Array.from({ length: count }, () => \"?\").join(\", \");\n}\n\nfunction isProcessAlive(pid: number): boolean {\n  try {\n    process.kill(pid, 0);\n    return true;\n  } catch (error) {\n    if (error instanceof Error && \"code\" in error && error.code === \"ESRCH\") {\n      return false;\n    }\n\n    return true;\n  }\n}\n\nexport async function withStateDatabase<T>(\n  operation: (state: Database) => Promise<T> | T,\n): Promise<T> {\n  return await STATE_DATABASE_SEMAPHORE.use(async () => {\n    const state = await openStateDatabase();\n\n    try {\n      return await operation(state);\n    } finally {\n      await state.close();\n    }\n  });\n}\n\nasync function openStateDatabase(): Promise<Database> {\n  const database = await openSharedStateDatabase(\n    join(getCoordinatorStateDirectoryPath(), \"staging.sqlite\"),\n    STATE_SCHEMA_SQL,\n  );\n\n  await migrateStateDatabase(database);\n  return database;\n}\n\nasync function migrateStateDatabase(database: Database): Promise<void> {\n  const overlayColumns = await database.queryAll(\n    \"PRAGMA table_info(entry_overlays)\",\n    undefined,\n    (row) => getString(row, \"name\"),\n  );\n\n  if (!overlayColumns.includes(\"archive_signature\")) {\n    await database.run(`\n      ALTER TABLE entry_overlays\n      ADD COLUMN archive_signature TEXT\n    `);\n  }\n\n  if (!overlayColumns.includes(\"mutation_token\")) {\n    await database.run(`\n      ALTER TABLE entry_overlays\n      ADD COLUMN mutation_token TEXT\n    `);\n  }\n\n  const sqliteLeaseColumns = await database.queryAll(\n    \"PRAGMA table_info(entry_sqlite_leases)\",\n    undefined,\n    (row) => getString(row, \"name\"),\n  );\n\n  if (!sqliteLeaseColumns.includes(\"mode\")) {\n    await database.run(`\n      ALTER TABLE entry_sqlite_leases\n      ADD COLUMN mode TEXT NOT NULL DEFAULT 'read'\n    `);\n  }\n}\n\nexport function getCoordinatorStateDirectoryPath(): string {\n  return resolveWikiGraphStagingDirectoryPath();\n}\n\nexport function mapEntryOverlay(row: Record<string, unknown>): EntryOverlay {\n  const workspacePath = getOptionalString(row, \"workspace_path\");\n  const archiveSignature = getOptionalString(row, \"archive_signature\");\n  const mutationToken = getOptionalString(row, \"mutation_token\");\n\n  return {\n    archiveKey: getString(row, \"archive_key\"),\n    archivePath: getString(row, \"archive_path\"),\n    ...(archiveSignature === undefined ? {} : { archiveSignature }),\n    entryPath: getString(row, \"entry_path\"),\n    kind: getOverlayKind(row),\n    ...(mutationToken === undefined ? {} : { mutationToken }),\n    updatedAt: getNumber(row, \"updated_at\"),\n    ...(workspacePath === undefined ? {} : { workspacePath }),\n  };\n}\n\nexport function mapEntryLock(row: Record<string, unknown>): EntryLock {\n  return {\n    entryPath: getString(row, \"entry_path\"),\n    mode: getEntryLockMode(row),\n    ownerId: getString(row, \"owner_id\"),\n  };\n}\n\nexport function mapArchiveCommitLock(\n  row: Record<string, unknown>,\n): ArchiveCommitLock {\n  return {\n    ownerId: getString(row, \"owner_id\"),\n  };\n}\n\nfunction getEntryLockMode(row: Record<string, unknown>): EntryLockMode {\n  const mode = getString(row, \"mode\");\n\n  if (mode === \"read\" || mode === \"state\" || mode === \"write\") {\n    return mode;\n  }\n\n  throw new Error(`Unsupported entry lock mode: ${mode}.`);\n}\n\nfunction getOverlayKind(row: Record<string, unknown>): \"deleted\" | \"file\" {\n  const kind = getString(row, \"kind\");\n\n  if (kind === \"deleted\" || kind === \"file\") {\n    return kind;\n  }\n\n  throw new Error(`Unsupported entry overlay kind: ${kind}.`);\n}\n\nexport function getString(row: Record<string, unknown>, key: string): string {\n  const value = row[key];\n\n  if (typeof value !== \"string\") {\n    throw new TypeError(`Expected ${key} to be a string`);\n  }\n\n  return value;\n}\n\nexport function getNumber(row: Record<string, unknown>, key: string): number {\n  const value = row[key];\n\n  if (typeof value !== \"number\") {\n    throw new TypeError(`Expected ${key} to be a number`);\n  }\n\n  return value;\n}\n\nexport function getOptionalString(\n  row: Record<string, unknown>,\n  key: string,\n): string | undefined {\n  const value = row[key];\n\n  if (value === null || value === undefined) {\n    return undefined;\n  }\n\n  if (typeof value !== \"string\") {\n    throw new TypeError(`Expected ${key} to be a string`);\n  }\n\n  return value;\n}\n"],"mappings":"AAAA,SAAS,YAAY;AAErB,SAAS,4CAA4C;AACrD,SAAS,+BAA+B;AAExC,SAAS,sBAAsB;AAE/B,SAAS,6BAA6B;AAQtC,MAAM,mBAAmB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAqDzB,MAAM,2BAA2B,IAAI,eAAe,CAAC;AAErD,eAAsB,kBAAkB,OAAgC;AACtE,QAAM,MAAM,KAAK,IAAI;AACrB,QAAM,iBAAiB,oBAAI,IAAY;AAEvC,aAAW,aAAa;AAAA,IACtB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAAG;AACD,UAAM,OAAO,MAAM,MAAM;AAAA,MACvB;AAAA;AAAA,OAEC,SAAS;AAAA;AAAA;AAAA;AAAA,MAIV,CAAC,MAAM,qBAAqB;AAAA,MAC5B,CAAC,QAAQ,UAAU,KAAK,WAAW;AAAA,IACrC;AAEA,eAAW,YAAY,MAAM;AAC3B,UAAI,CAAC,eAAe,QAAQ,GAAG;AAC7B,uBAAe,IAAI,QAAQ;AAAA,MAC7B;AAAA,IACF;AAAA,EACF;AAEA,MAAI,eAAe,SAAS,GAAG;AAC7B;AAAA,EACF;AAEA,QAAM,MAAM;AAAA,IACV;AAAA;AAAA,sBAEkB,mBAAmB,eAAe,IAAI,CAAC;AAAA;AAAA,IAEzD,CAAC,GAAG,cAAc;AAAA,EACpB;AACA,QAAM,MAAM;AAAA,IACV;AAAA;AAAA,sBAEkB,mBAAmB,eAAe,IAAI,CAAC;AAAA;AAAA,IAEzD,CAAC,GAAG,cAAc;AAAA,EACpB;AACA,QAAM,MAAM;AAAA,IACV;AAAA;AAAA,sBAEkB,mBAAmB,eAAe,IAAI,CAAC;AAAA;AAAA,IAEzD,CAAC,GAAG,cAAc;AAAA,EACpB;AACA,QAAM,MAAM;AAAA,IACV;AAAA;AAAA,sBAEkB,mBAAmB,eAAe,IAAI,CAAC;AAAA;AAAA,IAEzD,CAAC,GAAG,cAAc;AAAA,EACpB;AACF;AAEO,SAAS,mBAAmB,OAAuB;AACxD,SAAO,MAAM,KAAK,EAAE,QAAQ,MAAM,GAAG,MAAM,GAAG,EAAE,KAAK,IAAI;AAC3D;AAEA,SAAS,eAAe,KAAsB;AAC5C,MAAI;AACF,YAAQ,KAAK,KAAK,CAAC;AACnB,WAAO;AAAA,EACT,SAAS,OAAO;AACd,QAAI,iBAAiB,SAAS,UAAU,SAAS,MAAM,SAAS,SAAS;AACvE,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,EACT;AACF;AAEA,eAAsB,kBACpB,WACY;AACZ,SAAO,MAAM,yBAAyB,IAAI,YAAY;AACpD,UAAM,QAAQ,MAAM,kBAAkB;AAEtC,QAAI;AACF,aAAO,MAAM,UAAU,KAAK;AAAA,IAC9B,UAAE;AACA,YAAM,MAAM,MAAM;AAAA,IACpB;AAAA,EACF,CAAC;AACH;AAEA,eAAe,oBAAuC;AACpD,QAAM,WAAW,MAAM;AAAA,IACrB,KAAK,iCAAiC,GAAG,gBAAgB;AAAA,IACzD;AAAA,EACF;AAEA,QAAM,qBAAqB,QAAQ;AACnC,SAAO;AACT;AAEA,eAAe,qBAAqB,UAAmC;AACrE,QAAM,iBAAiB,MAAM,SAAS;AAAA,IACpC;AAAA,IACA;AAAA,IACA,CAAC,QAAQ,UAAU,KAAK,MAAM;AAAA,EAChC;AAEA,MAAI,CAAC,eAAe,SAAS,mBAAmB,GAAG;AACjD,UAAM,SAAS,IAAI;AAAA;AAAA;AAAA,KAGlB;AAAA,EACH;AAEA,MAAI,CAAC,eAAe,SAAS,gBAAgB,GAAG;AAC9C,UAAM,SAAS,IAAI;AAAA;AAAA;AAAA,KAGlB;AAAA,EACH;AAEA,QAAM,qBAAqB,MAAM,SAAS;AAAA,IACxC;AAAA,IACA;AAAA,IACA,CAAC,QAAQ,UAAU,KAAK,MAAM;AAAA,EAChC;AAEA,MAAI,CAAC,mBAAmB,SAAS,MAAM,GAAG;AACxC,UAAM,SAAS,IAAI;AAAA;AAAA;AAAA,KAGlB;AAAA,EACH;AACF;AAEO,SAAS,mCAA2C;AACzD,SAAO,qCAAqC;AAC9C;AAEO,SAAS,gBAAgB,KAA4C;AAC1E,QAAM,gBAAgB,kBAAkB,KAAK,gBAAgB;AAC7D,QAAM,mBAAmB,kBAAkB,KAAK,mBAAmB;AACnE,QAAM,gBAAgB,kBAAkB,KAAK,gBAAgB;AAE7D,SAAO;AAAA,IACL,YAAY,UAAU,KAAK,aAAa;AAAA,IACxC,aAAa,UAAU,KAAK,cAAc;AAAA,IAC1C,GAAI,qBAAqB,SAAY,CAAC,IAAI,EAAE,iBAAiB;AAAA,IAC7D,WAAW,UAAU,KAAK,YAAY;AAAA,IACtC,MAAM,eAAe,GAAG;AAAA,IACxB,GAAI,kBAAkB,SAAY,CAAC,IAAI,EAAE,cAAc;AAAA,IACvD,WAAW,UAAU,KAAK,YAAY;AAAA,IACtC,GAAI,kBAAkB,SAAY,CAAC,IAAI,EAAE,cAAc;AAAA,EACzD;AACF;AAEO,SAAS,aAAa,KAAyC;AACpE,SAAO;AAAA,IACL,WAAW,UAAU,KAAK,YAAY;AAAA,IACtC,MAAM,iBAAiB,GAAG;AAAA,IAC1B,SAAS,UAAU,KAAK,UAAU;AAAA,EACpC;AACF;AAEO,SAAS,qBACd,KACmB;AACnB,SAAO;AAAA,IACL,SAAS,UAAU,KAAK,UAAU;AAAA,EACpC;AACF;AAEA,SAAS,iBAAiB,KAA6C;AACrE,QAAM,OAAO,UAAU,KAAK,MAAM;AAElC,MAAI,SAAS,UAAU,SAAS,WAAW,SAAS,SAAS;AAC3D,WAAO;AAAA,EACT;AAEA,QAAM,IAAI,MAAM,gCAAgC,IAAI,GAAG;AACzD;AAEA,SAAS,eAAe,KAAkD;AACxE,QAAM,OAAO,UAAU,KAAK,MAAM;AAElC,MAAI,SAAS,aAAa,SAAS,QAAQ;AACzC,WAAO;AAAA,EACT;AAEA,QAAM,IAAI,MAAM,mCAAmC,IAAI,GAAG;AAC5D;AAEO,SAAS,UAAU,KAA8B,KAAqB;AAC3E,QAAM,QAAQ,IAAI,GAAG;AAErB,MAAI,OAAO,UAAU,UAAU;AAC7B,UAAM,IAAI,UAAU,YAAY,GAAG,iBAAiB;AAAA,EACtD;AAEA,SAAO;AACT;AAEO,SAAS,UAAU,KAA8B,KAAqB;AAC3E,QAAM,QAAQ,IAAI,GAAG;AAErB,MAAI,OAAO,UAAU,UAAU;AAC7B,UAAM,IAAI,UAAU,YAAY,GAAG,iBAAiB;AAAA,EACtD;AAEA,SAAO;AACT;AAEO,SAAS,kBACd,KACA,KACoB;AACpB,QAAM,QAAQ,IAAI,GAAG;AAErB,MAAI,UAAU,QAAQ,UAAU,QAAW;AACzC,WAAO;AAAA,EACT;AAEA,MAAI,OAAO,UAAU,UAAU;AAC7B,UAAM,IAAI,UAAU,YAAY,GAAG,iBAAiB;AAAA,EACtD;AAEA,SAAO;AACT;","names":[]}

package/dist/storage/wikg/wikg-coordinator/types.d.ts

@@ -0,0 +1,28 @@
+type EntryLockMode = "read" | "state" | "write";
+type SqliteLeaseMode = "read" | "write";
+type WorkspaceWritebackPolicy = "archive" | "cache";
+interface EntryOverlay {
+    readonly archiveKey: string;
+    readonly archivePath: string;
+    readonly archiveSignature?: string;
+    readonly entryPath: string;
+    readonly kind: "deleted" | "file";
+    readonly mutationToken?: string;
+    readonly updatedAt: number;
+    readonly workspacePath?: string;
+}
+interface EntryLock {
+    readonly entryPath: string;
+    readonly mode: EntryLockMode;
+    readonly ownerId: string;
+}
+interface ArchiveCommitLock {
+    readonly ownerId: string;
+}
+interface WorkspaceDirectoryEntry {
+    isDirectory(): boolean;
+    isFile(): boolean;
+    readonly name: string;
+}
+
+export type { ArchiveCommitLock, EntryLock, EntryLockMode, EntryOverlay, SqliteLeaseMode, WorkspaceDirectoryEntry, WorkspaceWritebackPolicy };

package/dist/storage/wikg/wikg-coordinator/types.js

@@ -0,0 +1 @@
+//# sourceMappingURL=types.js.map

package/dist/storage/wikg/wikg-coordinator/types.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/storage/wikg/wikg-coordinator/workspace.d.ts

@@ -0,0 +1,8 @@
+declare function createWorkspaceFilePath(archiveKey: string, entryPath: string): Promise<string>;
+declare function getCoordinatorWorkspaceRootPath(): string;
+declare function ensureEmptyDirectory(directoryPath: string): Promise<void>;
+declare function listWorkspaceFiles(directoryPath: string): Promise<string[]>;
+declare function normalizeEntryPath(path: string): string;
+declare function normalizeEntryDirectoryPrefix(path: string): string;
+
+export { createWorkspaceFilePath, ensureEmptyDirectory, getCoordinatorWorkspaceRootPath, listWorkspaceFiles, normalizeEntryDirectoryPrefix, normalizeEntryPath };

package/dist/storage/wikg/wikg-coordinator/workspace.js

@@ -0,0 +1,60 @@
+import { mkdir, readdir } from "fs/promises";
+import { basename, dirname, join } from "path";
+import { isNodeError } from "../../../utils/node-error.js";
+import { getCoordinatorStateDirectoryPath } from "./state.js";
+async function createWorkspaceFilePath(archiveKey, entryPath) {
+  const directoryPath = join(
+    getCoordinatorWorkspaceRootPath(),
+    archiveKey,
+    dirname(entryPath)
+  );
+  await mkdir(directoryPath, { recursive: true });
+  return join(directoryPath, basename(entryPath));
+}
+function getCoordinatorWorkspaceRootPath() {
+  return join(getCoordinatorStateDirectoryPath(), "work");
+}
+async function ensureEmptyDirectory(directoryPath) {
+  await mkdir(directoryPath, { recursive: true });
+  const entries = await readdir(directoryPath);
+  if (entries.length > 0) {
+    throw new Error(`Read workspace directory is not empty: ${directoryPath}`);
+  }
+}
+async function listWorkspaceFiles(directoryPath) {
+  let entries;
+  try {
+    entries = await readdir(directoryPath, { withFileTypes: true });
+  } catch (error) {
+    if (isNodeError(error) && error.code === "ENOENT") {
+      return [];
+    }
+    throw error;
+  }
+  const files = [];
+  for (const entry of entries) {
+    const path = join(directoryPath, entry.name);
+    if (entry.isDirectory()) {
+      files.push(...await listWorkspaceFiles(path));
+    } else if (entry.isFile()) {
+      files.push(path);
+    }
+  }
+  return files;
+}
+function normalizeEntryPath(path) {
+  return path.replaceAll("\\", "/").replace(/^\/+/u, "");
+}
+function normalizeEntryDirectoryPrefix(path) {
+  const entryPath = normalizeEntryPath(path);
+  return entryPath === "" || entryPath.endsWith("/") ? entryPath : `${entryPath}/`;
+}
+export {
+  createWorkspaceFilePath,
+  ensureEmptyDirectory,
+  getCoordinatorWorkspaceRootPath,
+  listWorkspaceFiles,
+  normalizeEntryDirectoryPrefix,
+  normalizeEntryPath
+};
+//# sourceMappingURL=workspace.js.map

package/dist/storage/wikg/wikg-coordinator/workspace.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/storage/wikg/wikg-coordinator/workspace.ts"],"sourcesContent":["import { mkdir, readdir } from \"fs/promises\";\nimport { basename, dirname, join } from \"path\";\n\nimport { isNodeError } from \"../../../utils/node-error.js\";\n\nimport { getCoordinatorStateDirectoryPath } from \"./state.js\";\nimport type { WorkspaceDirectoryEntry } from \"./types.js\";\n\nexport async function createWorkspaceFilePath(\n  archiveKey: string,\n  entryPath: string,\n): Promise<string> {\n  const directoryPath = join(\n    getCoordinatorWorkspaceRootPath(),\n    archiveKey,\n    dirname(entryPath),\n  );\n\n  await mkdir(directoryPath, { recursive: true });\n  return join(directoryPath, basename(entryPath));\n}\n\nexport function getCoordinatorWorkspaceRootPath(): string {\n  return join(getCoordinatorStateDirectoryPath(), \"work\");\n}\n\nexport async function ensureEmptyDirectory(\n  directoryPath: string,\n): Promise<void> {\n  await mkdir(directoryPath, { recursive: true });\n\n  const entries = await readdir(directoryPath);\n\n  if (entries.length > 0) {\n    throw new Error(`Read workspace directory is not empty: ${directoryPath}`);\n  }\n}\n\nexport async function listWorkspaceFiles(\n  directoryPath: string,\n): Promise<string[]> {\n  let entries: readonly WorkspaceDirectoryEntry[];\n\n  try {\n    entries = await readdir(directoryPath, { withFileTypes: true });\n  } catch (error) {\n    if (isNodeError(error) && error.code === \"ENOENT\") {\n      return [];\n    }\n\n    throw error;\n  }\n\n  const files: string[] = [];\n\n  for (const entry of entries) {\n    const path = join(directoryPath, entry.name);\n\n    if (entry.isDirectory()) {\n      files.push(...(await listWorkspaceFiles(path)));\n    } else if (entry.isFile()) {\n      files.push(path);\n    }\n  }\n\n  return files;\n}\n\nexport function normalizeEntryPath(path: string): string {\n  return path.replaceAll(\"\\\\\", \"/\").replace(/^\\/+/u, \"\");\n}\n\nexport function normalizeEntryDirectoryPrefix(path: string): string {\n  const entryPath = normalizeEntryPath(path);\n\n  return entryPath === \"\" || entryPath.endsWith(\"/\")\n    ? entryPath\n    : `${entryPath}/`;\n}\n"],"mappings":"AAAA,SAAS,OAAO,eAAe;AAC/B,SAAS,UAAU,SAAS,YAAY;AAExC,SAAS,mBAAmB;AAE5B,SAAS,wCAAwC;AAGjD,eAAsB,wBACpB,YACA,WACiB;AACjB,QAAM,gBAAgB;AAAA,IACpB,gCAAgC;AAAA,IAChC;AAAA,IACA,QAAQ,SAAS;AAAA,EACnB;AAEA,QAAM,MAAM,eAAe,EAAE,WAAW,KAAK,CAAC;AAC9C,SAAO,KAAK,eAAe,SAAS,SAAS,CAAC;AAChD;AAEO,SAAS,kCAA0C;AACxD,SAAO,KAAK,iCAAiC,GAAG,MAAM;AACxD;AAEA,eAAsB,qBACpB,eACe;AACf,QAAM,MAAM,eAAe,EAAE,WAAW,KAAK,CAAC;AAE9C,QAAM,UAAU,MAAM,QAAQ,aAAa;AAE3C,MAAI,QAAQ,SAAS,GAAG;AACtB,UAAM,IAAI,MAAM,0CAA0C,aAAa,EAAE;AAAA,EAC3E;AACF;AAEA,eAAsB,mBACpB,eACmB;AACnB,MAAI;AAEJ,MAAI;AACF,cAAU,MAAM,QAAQ,eAAe,EAAE,eAAe,KAAK,CAAC;AAAA,EAChE,SAAS,OAAO;AACd,QAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD,aAAO,CAAC;AAAA,IACV;AAEA,UAAM;AAAA,EACR;AAEA,QAAM,QAAkB,CAAC;AAEzB,aAAW,SAAS,SAAS;AAC3B,UAAM,OAAO,KAAK,eAAe,MAAM,IAAI;AAE3C,QAAI,MAAM,YAAY,GAAG;AACvB,YAAM,KAAK,GAAI,MAAM,mBAAmB,IAAI,CAAE;AAAA,IAChD,WAAW,MAAM,OAAO,GAAG;AACzB,YAAM,KAAK,IAAI;AAAA,IACjB;AAAA,EACF;AAEA,SAAO;AACT;AAEO,SAAS,mBAAmB,MAAsB;AACvD,SAAO,KAAK,WAAW,MAAM,GAAG,EAAE,QAAQ,SAAS,EAAE;AACvD;AAEO,SAAS,8BAA8B,MAAsB;AAClE,QAAM,YAAY,mBAAmB,IAAI;AAEzC,SAAO,cAAc,MAAM,UAAU,SAAS,GAAG,IAC7C,YACA,GAAG,SAAS;AAClB;","names":[]}

package/dist/storage/wikg/wiki-graph-archive-file.d.ts

@@ -0,0 +1,45 @@
+import { D as DirectoryDocument } from '../../core-Cv8a8viI.js';
+import { WikiGraphArchive } from '../../api/wiki-graph-archive.js';
+import '../../text/source/meta.js';
+import 'zod';
+import '../../text/source/toc.js';
+import '../../text/source/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/text-streams/core.js';
+import '../../document/types.js';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/text-streams/types.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';
+import '../../document/directory/types.js';
+import '../../document/chapter/types.js';
+import '../../api/types.js';
+
+declare class WikiGraphArchiveFile {
+    #private;
+    constructor(path: string);
+    read<T>(operation: (digest: WikiGraphArchive) => Promise<T> | T, options?: {
+        readonly documentDirPath?: string;
+    }): Promise<T>;
+    readDocument<T>(operation: (document: DirectoryDocument, directoryPath: string) => Promise<T> | T, options?: {
+        readonly documentDirPath?: string;
+        readonly searchIndexWritebackPolicy?: "archive" | "cache";
+    }): Promise<T>;
+    write<T>(operation: (document: DirectoryDocument) => Promise<T> | T, options?: {
+        readonly searchIndexWritebackPolicy?: "archive" | "cache";
+    }): Promise<T>;
+}
+
+export { WikiGraphArchiveFile };

package/dist/storage/wikg/wiki-graph-archive-file.js

@@ -0,0 +1,78 @@
+import { resolve } from "path";
+import { DirectoryDocument } from "../../document/index.js";
+import { WikgCoordinator } from "./coordinator.js";
+import { deleteArchiveSearchSessions } from "../../retrieval/query/index.js";
+import { WikiGraphArchive } from "../../api/wiki-graph-archive.js";
+class WikiGraphArchiveFile {
+  #path;
+  #coordinator = new WikgCoordinator();
+  constructor(path) {
+    this.#path = resolve(path);
+  }
+  async read(operation, options = {}) {
+    return await this.readDocument(
+      async (document, directoryPath) => await operation(new WikiGraphArchive(document, directoryPath)),
+      options
+    );
+  }
+  async readDocument(operation, options = {}) {
+    return await this.#coordinator.withArchiveSession(
+      this.#path,
+      async (session) => {
+        if (options.documentDirPath !== void 0) {
+          return await session.materializeReadWorkspace(
+            options.documentDirPath,
+            async (directoryPath) => {
+              const document2 = await DirectoryDocument.open(directoryPath);
+              try {
+                return await operation(document2, directoryPath);
+              } finally {
+                await document2.release();
+              }
+            }
+          );
+        }
+        const document = await DirectoryDocument.open(this.#path, {
+          fileStore: session.createFileStore({
+            readonlyDatabase: true,
+            ...options.searchIndexWritebackPolicy === void 0 ? {} : {
+              searchIndexWritebackPolicy: options.searchIndexWritebackPolicy
+            }
+          })
+        });
+        try {
+          return await operation(document, this.#path);
+        } finally {
+          await document.release();
+        }
+      }
+    );
+  }
+  async write(operation, options = {}) {
+    return await this.#coordinator.withArchiveSession(
+      this.#path,
+      async (session) => {
+        const document = await DirectoryDocument.open(this.#path, {
+          fileStore: session.createFileStore({
+            ...options.searchIndexWritebackPolicy === void 0 ? {} : {
+              searchIndexWritebackPolicy: options.searchIndexWritebackPolicy
+            }
+          })
+        });
+        try {
+          return await operation(document);
+        } finally {
+          try {
+            await document.release();
+          } finally {
+            await deleteArchiveSearchSessions(this.#path);
+          }
+        }
+      }
+    );
+  }
+}
+export {
+  WikiGraphArchiveFile
+};
+//# sourceMappingURL=wiki-graph-archive-file.js.map

package/dist/storage/wikg/wiki-graph-archive-file.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/storage/wikg/wiki-graph-archive-file.ts"],"sourcesContent":["import { resolve } from \"path\";\n\nimport { DirectoryDocument } from \"../../document/index.js\";\n\nimport { WikgCoordinator } from \"./coordinator.js\";\nimport { deleteArchiveSearchSessions } from \"../../retrieval/query/index.js\";\nimport { WikiGraphArchive } from \"../../api/wiki-graph-archive.js\";\n\nexport class WikiGraphArchiveFile {\n  readonly #path: string;\n  readonly #coordinator = new WikgCoordinator();\n\n  public constructor(path: string) {\n    this.#path = resolve(path);\n  }\n\n  public async read<T>(\n    operation: (digest: WikiGraphArchive) => Promise<T> | T,\n    options: {\n      readonly documentDirPath?: string;\n    } = {},\n  ): Promise<T> {\n    return await this.readDocument(\n      async (document, directoryPath) =>\n        await operation(new WikiGraphArchive(document, directoryPath)),\n      options,\n    );\n  }\n\n  public async readDocument<T>(\n    operation: (\n      document: DirectoryDocument,\n      directoryPath: string,\n    ) => Promise<T> | T,\n    options: {\n      readonly documentDirPath?: string;\n      readonly searchIndexWritebackPolicy?: \"archive\" | \"cache\";\n    } = {},\n  ): Promise<T> {\n    return await this.#coordinator.withArchiveSession(\n      this.#path,\n      async (session) => {\n        if (options.documentDirPath !== undefined) {\n          return await session.materializeReadWorkspace(\n            options.documentDirPath,\n            async (directoryPath) => {\n              const document = await DirectoryDocument.open(directoryPath);\n\n              try {\n                return await operation(document, directoryPath);\n              } finally {\n                await document.release();\n              }\n            },\n          );\n        }\n\n        const document = await DirectoryDocument.open(this.#path, {\n          fileStore: session.createFileStore({\n            readonlyDatabase: true,\n            ...(options.searchIndexWritebackPolicy === undefined\n              ? {}\n              : {\n                  searchIndexWritebackPolicy:\n                    options.searchIndexWritebackPolicy,\n                }),\n          }),\n        });\n\n        try {\n          return await operation(document, this.#path);\n        } finally {\n          await document.release();\n        }\n      },\n    );\n  }\n\n  public async write<T>(\n    operation: (document: DirectoryDocument) => Promise<T> | T,\n    options: { readonly searchIndexWritebackPolicy?: \"archive\" | \"cache\" } = {},\n  ): Promise<T> {\n    return await this.#coordinator.withArchiveSession(\n      this.#path,\n      async (session) => {\n        const document = await DirectoryDocument.open(this.#path, {\n          fileStore: session.createFileStore({\n            ...(options.searchIndexWritebackPolicy === undefined\n              ? {}\n              : {\n                  searchIndexWritebackPolicy:\n                    options.searchIndexWritebackPolicy,\n                }),\n          }),\n        });\n\n        try {\n          return await operation(document);\n        } finally {\n          try {\n            await document.release();\n          } finally {\n            await deleteArchiveSearchSessions(this.#path);\n          }\n        }\n      },\n    );\n  }\n}\n"],"mappings":"AAAA,SAAS,eAAe;AAExB,SAAS,yBAAyB;AAElC,SAAS,uBAAuB;AAChC,SAAS,mCAAmC;AAC5C,SAAS,wBAAwB;AAE1B,MAAM,qBAAqB;AAAA,EACvB;AAAA,EACA,eAAe,IAAI,gBAAgB;AAAA,EAErC,YAAY,MAAc;AAC/B,SAAK,QAAQ,QAAQ,IAAI;AAAA,EAC3B;AAAA,EAEA,MAAa,KACX,WACA,UAEI,CAAC,GACO;AACZ,WAAO,MAAM,KAAK;AAAA,MAChB,OAAO,UAAU,kBACf,MAAM,UAAU,IAAI,iBAAiB,UAAU,aAAa,CAAC;AAAA,MAC/D;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAa,aACX,WAIA,UAGI,CAAC,GACO;AACZ,WAAO,MAAM,KAAK,aAAa;AAAA,MAC7B,KAAK;AAAA,MACL,OAAO,YAAY;AACjB,YAAI,QAAQ,oBAAoB,QAAW;AACzC,iBAAO,MAAM,QAAQ;AAAA,YACnB,QAAQ;AAAA,YACR,OAAO,kBAAkB;AACvB,oBAAMA,YAAW,MAAM,kBAAkB,KAAK,aAAa;AAE3D,kBAAI;AACF,uBAAO,MAAM,UAAUA,WAAU,aAAa;AAAA,cAChD,UAAE;AACA,sBAAMA,UAAS,QAAQ;AAAA,cACzB;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAEA,cAAM,WAAW,MAAM,kBAAkB,KAAK,KAAK,OAAO;AAAA,UACxD,WAAW,QAAQ,gBAAgB;AAAA,YACjC,kBAAkB;AAAA,YAClB,GAAI,QAAQ,+BAA+B,SACvC,CAAC,IACD;AAAA,cACE,4BACE,QAAQ;AAAA,YACZ;AAAA,UACN,CAAC;AAAA,QACH,CAAC;AAED,YAAI;AACF,iBAAO,MAAM,UAAU,UAAU,KAAK,KAAK;AAAA,QAC7C,UAAE;AACA,gBAAM,SAAS,QAAQ;AAAA,QACzB;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAa,MACX,WACA,UAAyE,CAAC,GAC9D;AACZ,WAAO,MAAM,KAAK,aAAa;AAAA,MAC7B,KAAK;AAAA,MACL,OAAO,YAAY;AACjB,cAAM,WAAW,MAAM,kBAAkB,KAAK,KAAK,OAAO;AAAA,UACxD,WAAW,QAAQ,gBAAgB;AAAA,YACjC,GAAI,QAAQ,+BAA+B,SACvC,CAAC,IACD;AAAA,cACE,4BACE,QAAQ;AAAA,YACZ;AAAA,UACN,CAAC;AAAA,QACH,CAAC;AAED,YAAI;AACF,iBAAO,MAAM,UAAU,QAAQ;AAAA,QACjC,UAAE;AACA,cAAI;AACF,kBAAM,SAAS,QAAQ;AAAA,UACzB,UAAE;AACA,kBAAM,4BAA4B,KAAK,KAAK;AAAA,UAC9C;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;","names":["document"]}

package/dist/text/editor/clue.d.ts

@@ -0,0 +1,40 @@
+import { ChunkRecord } from '../../document/types.js';
+import { ReadonlyDocument } from '../../document/directory/types.js';
+import '../source/meta.js';
+import 'zod';
+import '../source/toc.js';
+import '../source/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/text-streams/types.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';
+
+interface Clue {
+    readonly clueId: number;
+    readonly chunks: readonly ChunkRecord[];
+    readonly isMerged: boolean;
+    readonly label: string;
+    readonly sourceSnakeIds: readonly number[];
+    readonly weight: number;
+}
+declare function extractCluesFromDocument(input: {
+    groupId: number;
+    maxClues: number;
+    serialId: number;
+    document: ReadonlyDocument;
+}): Promise<readonly Clue[]>;
+
+export { type Clue, extractCluesFromDocument };

package/dist/text/editor/clue.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/text/editor/clue.ts"],"sourcesContent":["import type {\n  ChunkRecord,\n  ReadonlyDocument,\n  SnakeRecord,\n} from \"../../document/index.js\";\n\ninterface Clue {\n  readonly clueId: number;\n  readonly chunks: readonly ChunkRecord[];\n  readonly isMerged: boolean;\n  readonly label: string;\n  readonly sourceSnakeIds: readonly number[];\n  readonly weight: number;\n}\n\nexport async function extractCluesFromDocument(input: {\n  groupId: number;\n  maxClues: number;\n  serialId: number;\n  document: ReadonlyDocument;\n}): Promise<readonly Clue[]> {\n  const snakeIds = await input.document.snakes.listIdsByGroup(\n    input.serialId,\n    input.groupId,\n  );\n  const snakes = await Promise.all(\n    snakeIds.map(\n      async (snakeId) => await input.document.snakes.getById(snakeId),\n    ),\n  );\n  const clues = await Promise.all(\n    snakes\n      .filter((snake): snake is SnakeRecord => snake !== undefined)\n      .map(async (snake) => await convertSnakeToClue(snake, input.document)),\n  );\n\n  if (clues.length <= input.maxClues) {\n    return normalizeClueWeights(clues);\n  }\n\n  let currentClues = [...clues];\n  let mergedClueId = -1;\n\n  while (currentClues.length > input.maxClues) {\n    currentClues.sort(compareClueByWeightDescending);\n\n    const cutoffRank = Math.floor(input.maxClues * 0.75);\n    const candidates = currentClues.slice(cutoffRank);\n\n    if (candidates.length < 2) {\n      break;\n    }\n\n    const pair = findBestMergePair(candidates);\n    const [leftClue, rightClue] =\n      pair ?? [...currentClues].sort(compareClueByWeightAscending).slice(0, 2);\n\n    if (leftClue === undefined || rightClue === undefined) {\n      break;\n    }\n\n    currentClues = currentClues.filter(\n      (clue) => clue !== leftClue && clue !== rightClue,\n    );\n    currentClues.push(mergeClues(leftClue, rightClue, mergedClueId));\n    mergedClueId -= 1;\n  }\n\n  return normalizeClueWeights(currentClues);\n}\n\nfunction calculateSentenceReduction(leftClue: Clue, rightClue: Clue): number {\n  const leftSentenceIndexes = collectSentenceIndexes(leftClue.chunks);\n  const rightSentenceIndexes = collectSentenceIndexes(rightClue.chunks);\n  const mergedSentenceIndexes = Object.create(null) as Record<string, true>;\n  let mergedCount = 0;\n\n  for (const sentenceIndex of leftSentenceIndexes) {\n    mergedSentenceIndexes[String(sentenceIndex)] = true;\n    mergedCount += 1;\n  }\n\n  for (const sentenceIndex of rightSentenceIndexes) {\n    const sentenceKey = String(sentenceIndex);\n\n    if (mergedSentenceIndexes[sentenceKey] === true) {\n      continue;\n    }\n\n    mergedSentenceIndexes[sentenceKey] = true;\n    mergedCount += 1;\n  }\n\n  return leftSentenceIndexes.length + rightSentenceIndexes.length - mergedCount;\n}\n\nfunction collectSentenceIndexes(chunks: readonly ChunkRecord[]): number[] {\n  const sentenceIndexRecord = Object.create(null) as Record<string, true>;\n  const sentenceIndexes: number[] = [];\n\n  for (const chunk of chunks) {\n    for (const sentenceId of chunk.sentenceIds) {\n      const sentenceIndex = sentenceId[1];\n      const sentenceKey = String(sentenceIndex);\n\n      if (sentenceIndexRecord[sentenceKey] === true) {\n        continue;\n      }\n\n      sentenceIndexRecord[sentenceKey] = true;\n      sentenceIndexes.push(sentenceIndex);\n    }\n  }\n\n  sentenceIndexes.sort(compareNumber);\n\n  return sentenceIndexes;\n}\n\nfunction compareClueByWeightAscending(left: Clue, right: Clue): number {\n  return left.weight - right.weight;\n}\n\nfunction compareClueByWeightDescending(left: Clue, right: Clue): number {\n  return right.weight - left.weight;\n}\n\nfunction compareChunkBySentenceId(\n  left: ChunkRecord,\n  right: ChunkRecord,\n): number {\n  const [leftSerialId, leftSentenceIndex] = left.sentenceId;\n  const [rightSerialId, rightSentenceIndex] = right.sentenceId;\n\n  if (leftSerialId !== rightSerialId) {\n    return leftSerialId - rightSerialId;\n  }\n\n  return leftSentenceIndex - rightSentenceIndex;\n}\n\nfunction compareNumber(left: number, right: number): number {\n  return left - right;\n}\n\nasync function convertSnakeToClue(\n  snake: SnakeRecord,\n  document: ReadonlyDocument,\n): Promise<Clue> {\n  const chunkIds = await document.snakeChunks.listChunkIds(snake.id);\n  const chunks = (\n    await Promise.all(\n      chunkIds.map(async (chunkId) => await document.chunks.getById(chunkId)),\n    )\n  ).filter((chunk): chunk is ChunkRecord => chunk !== undefined);\n\n  return {\n    clueId: snake.id,\n    chunks,\n    isMerged: false,\n    label: `${snake.firstLabel} -> ${snake.lastLabel}`,\n    sourceSnakeIds: [snake.id],\n    weight: snake.weight,\n  };\n}\n\nfunction findBestMergePair(\n  clues: readonly Clue[],\n): readonly [Clue, Clue] | undefined {\n  let bestPair: [Clue, Clue] | undefined;\n  let bestReduction = -1;\n\n  for (let leftIndex = 0; leftIndex < clues.length; leftIndex += 1) {\n    const leftClue = clues[leftIndex];\n\n    if (leftClue === undefined) {\n      continue;\n    }\n\n    for (\n      let rightIndex = leftIndex + 1;\n      rightIndex < clues.length;\n      rightIndex += 1\n    ) {\n      const rightClue = clues[rightIndex];\n\n      if (rightClue === undefined) {\n        continue;\n      }\n\n      const reduction = calculateSentenceReduction(leftClue, rightClue);\n\n      if (reduction <= bestReduction) {\n        continue;\n      }\n\n      bestReduction = reduction;\n      bestPair = [leftClue, rightClue];\n    }\n  }\n\n  return bestPair;\n}\n\nfunction mergeClues(leftClue: Clue, rightClue: Clue, clueId: number): Clue {\n  const sourceSnakeIds = [\n    ...leftClue.sourceSnakeIds,\n    ...rightClue.sourceSnakeIds,\n  ].sort(compareNumber);\n  const chunks = [...leftClue.chunks, ...rightClue.chunks].sort(\n    compareChunkBySentenceId,\n  );\n\n  return {\n    clueId,\n    chunks,\n    isMerged: true,\n    label: `Merged minor clues (${sourceSnakeIds.length})`,\n    sourceSnakeIds,\n    weight: leftClue.weight + rightClue.weight,\n  };\n}\n\nfunction normalizeClueWeights(clues: readonly Clue[]): readonly Clue[] {\n  const totalWeight = clues.reduce((sum, clue) => sum + clue.weight, 0);\n  const normalizedClues = clues.map((clue) => ({\n    ...clue,\n    weight: totalWeight === 0 ? 0 : clue.weight / totalWeight,\n  }));\n\n  normalizedClues.sort(compareClueByWeightDescending);\n\n  return normalizedClues;\n}\n\nexport type { Clue };\n"],"mappings":"AAeA,eAAsB,yBAAyB,OAKlB;AAC3B,QAAM,WAAW,MAAM,MAAM,SAAS,OAAO;AAAA,IAC3C,MAAM;AAAA,IACN,MAAM;AAAA,EACR;AACA,QAAM,SAAS,MAAM,QAAQ;AAAA,IAC3B,SAAS;AAAA,MACP,OAAO,YAAY,MAAM,MAAM,SAAS,OAAO,QAAQ,OAAO;AAAA,IAChE;AAAA,EACF;AACA,QAAM,QAAQ,MAAM,QAAQ;AAAA,IAC1B,OACG,OAAO,CAAC,UAAgC,UAAU,MAAS,EAC3D,IAAI,OAAO,UAAU,MAAM,mBAAmB,OAAO,MAAM,QAAQ,CAAC;AAAA,EACzE;AAEA,MAAI,MAAM,UAAU,MAAM,UAAU;AAClC,WAAO,qBAAqB,KAAK;AAAA,EACnC;AAEA,MAAI,eAAe,CAAC,GAAG,KAAK;AAC5B,MAAI,eAAe;AAEnB,SAAO,aAAa,SAAS,MAAM,UAAU;AAC3C,iBAAa,KAAK,6BAA6B;AAE/C,UAAM,aAAa,KAAK,MAAM,MAAM,WAAW,IAAI;AACnD,UAAM,aAAa,aAAa,MAAM,UAAU;AAEhD,QAAI,WAAW,SAAS,GAAG;AACzB;AAAA,IACF;AAEA,UAAM,OAAO,kBAAkB,UAAU;AACzC,UAAM,CAAC,UAAU,SAAS,IACxB,QAAQ,CAAC,GAAG,YAAY,EAAE,KAAK,4BAA4B,EAAE,MAAM,GAAG,CAAC;AAEzE,QAAI,aAAa,UAAa,cAAc,QAAW;AACrD;AAAA,IACF;AAEA,mBAAe,aAAa;AAAA,MAC1B,CAAC,SAAS,SAAS,YAAY,SAAS;AAAA,IAC1C;AACA,iBAAa,KAAK,WAAW,UAAU,WAAW,YAAY,CAAC;AAC/D,oBAAgB;AAAA,EAClB;AAEA,SAAO,qBAAqB,YAAY;AAC1C;AAEA,SAAS,2BAA2B,UAAgB,WAAyB;AAC3E,QAAM,sBAAsB,uBAAuB,SAAS,MAAM;AAClE,QAAM,uBAAuB,uBAAuB,UAAU,MAAM;AACpE,QAAM,wBAAwB,uBAAO,OAAO,IAAI;AAChD,MAAI,cAAc;AAElB,aAAW,iBAAiB,qBAAqB;AAC/C,0BAAsB,OAAO,aAAa,CAAC,IAAI;AAC/C,mBAAe;AAAA,EACjB;AAEA,aAAW,iBAAiB,sBAAsB;AAChD,UAAM,cAAc,OAAO,aAAa;AAExC,QAAI,sBAAsB,WAAW,MAAM,MAAM;AAC/C;AAAA,IACF;AAEA,0BAAsB,WAAW,IAAI;AACrC,mBAAe;AAAA,EACjB;AAEA,SAAO,oBAAoB,SAAS,qBAAqB,SAAS;AACpE;AAEA,SAAS,uBAAuB,QAA0C;AACxE,QAAM,sBAAsB,uBAAO,OAAO,IAAI;AAC9C,QAAM,kBAA4B,CAAC;AAEnC,aAAW,SAAS,QAAQ;AAC1B,eAAW,cAAc,MAAM,aAAa;AAC1C,YAAM,gBAAgB,WAAW,CAAC;AAClC,YAAM,cAAc,OAAO,aAAa;AAExC,UAAI,oBAAoB,WAAW,MAAM,MAAM;AAC7C;AAAA,MACF;AAEA,0BAAoB,WAAW,IAAI;AACnC,sBAAgB,KAAK,aAAa;AAAA,IACpC;AAAA,EACF;AAEA,kBAAgB,KAAK,aAAa;AAElC,SAAO;AACT;AAEA,SAAS,6BAA6B,MAAY,OAAqB;AACrE,SAAO,KAAK,SAAS,MAAM;AAC7B;AAEA,SAAS,8BAA8B,MAAY,OAAqB;AACtE,SAAO,MAAM,SAAS,KAAK;AAC7B;AAEA,SAAS,yBACP,MACA,OACQ;AACR,QAAM,CAAC,cAAc,iBAAiB,IAAI,KAAK;AAC/C,QAAM,CAAC,eAAe,kBAAkB,IAAI,MAAM;AAElD,MAAI,iBAAiB,eAAe;AAClC,WAAO,eAAe;AAAA,EACxB;AAEA,SAAO,oBAAoB;AAC7B;AAEA,SAAS,cAAc,MAAc,OAAuB;AAC1D,SAAO,OAAO;AAChB;AAEA,eAAe,mBACb,OACA,UACe;AACf,QAAM,WAAW,MAAM,SAAS,YAAY,aAAa,MAAM,EAAE;AACjE,QAAM,UACJ,MAAM,QAAQ;AAAA,IACZ,SAAS,IAAI,OAAO,YAAY,MAAM,SAAS,OAAO,QAAQ,OAAO,CAAC;AAAA,EACxE,GACA,OAAO,CAAC,UAAgC,UAAU,MAAS;AAE7D,SAAO;AAAA,IACL,QAAQ,MAAM;AAAA,IACd;AAAA,IACA,UAAU;AAAA,IACV,OAAO,GAAG,MAAM,UAAU,OAAO,MAAM,SAAS;AAAA,IAChD,gBAAgB,CAAC,MAAM,EAAE;AAAA,IACzB,QAAQ,MAAM;AAAA,EAChB;AACF;AAEA,SAAS,kBACP,OACmC;AACnC,MAAI;AACJ,MAAI,gBAAgB;AAEpB,WAAS,YAAY,GAAG,YAAY,MAAM,QAAQ,aAAa,GAAG;AAChE,UAAM,WAAW,MAAM,SAAS;AAEhC,QAAI,aAAa,QAAW;AAC1B;AAAA,IACF;AAEA,aACM,aAAa,YAAY,GAC7B,aAAa,MAAM,QACnB,cAAc,GACd;AACA,YAAM,YAAY,MAAM,UAAU;AAElC,UAAI,cAAc,QAAW;AAC3B;AAAA,MACF;AAEA,YAAM,YAAY,2BAA2B,UAAU,SAAS;AAEhE,UAAI,aAAa,eAAe;AAC9B;AAAA,MACF;AAEA,sBAAgB;AAChB,iBAAW,CAAC,UAAU,SAAS;AAAA,IACjC;AAAA,EACF;AAEA,SAAO;AACT;AAEA,SAAS,WAAW,UAAgB,WAAiB,QAAsB;AACzE,QAAM,iBAAiB;AAAA,IACrB,GAAG,SAAS;AAAA,IACZ,GAAG,UAAU;AAAA,EACf,EAAE,KAAK,aAAa;AACpB,QAAM,SAAS,CAAC,GAAG,SAAS,QAAQ,GAAG,UAAU,MAAM,EAAE;AAAA,IACvD;AAAA,EACF;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA,UAAU;AAAA,IACV,OAAO,uBAAuB,eAAe,MAAM;AAAA,IACnD;AAAA,IACA,QAAQ,SAAS,SAAS,UAAU;AAAA,EACtC;AACF;AAEA,SAAS,qBAAqB,OAAyC;AACrE,QAAM,cAAc,MAAM,OAAO,CAAC,KAAK,SAAS,MAAM,KAAK,QAAQ,CAAC;AACpE,QAAM,kBAAkB,MAAM,IAAI,CAAC,UAAU;AAAA,IAC3C,GAAG;AAAA,IACH,QAAQ,gBAAgB,IAAI,IAAI,KAAK,SAAS;AAAA,EAChD,EAAE;AAEF,kBAAgB,KAAK,6BAA6B;AAElD,SAAO;AACT;","names":[]}

package/dist/text/editor/compression.d.ts

@@ -0,0 +1,52 @@
+import { Language } from '../../runtime/common/language.js';
+import { LLM } from '../../external/llm/client/core.js';
+import { ReadonlyDocument } from '../../document/directory/types.js';
+import '../../external/llm/context.js';
+import '../../external/llm/cache.js';
+import '../../external/llm/types.js';
+import 'ai';
+import '../source/meta.js';
+import 'zod';
+import '../source/toc.js';
+import '../source/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/types.js';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/text-streams/types.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';
+
+interface EditorScopes<S extends string> {
+    readonly compress: S;
+    readonly review: S;
+    readonly reviewGuide: S;
+}
+interface EditorOptions<S extends string> {
+    readonly compressionRatio?: number;
+    readonly document?: ReadonlyDocument;
+    readonly groupId: number;
+    readonly llm: LLM<S>;
+    readonly logDirPath?: string;
+    readonly maxClues?: number;
+    readonly maxIterations?: number;
+    readonly scopes: EditorScopes<S>;
+    readonly serialId: number;
+    readonly userLanguage?: Language;
+    /** @deprecated Use `document` instead. */
+    readonly workspace?: ReadonlyDocument;
+}
+declare function compressText<S extends string>(options: EditorOptions<S>): Promise<string>;
+
+export { type EditorOptions, type EditorScopes, compressText };