wiki-graph-core 0.3.1

package/dist/gc/lock.js

@@ -0,0 +1,137 @@
+import { randomUUID } from "crypto";
+import { join } from "path";
+import { resolveWikiGraphStateRootPath } from "../common/wiki-graph-temp.js";
+import { getNumber, getString } from "../document/database.js";
+import { openSharedStateDatabase } from "../document/index.js";
+import { isNodeError } from "../utils/node-error.js";
+const GC_SCHEMA_SQL = `
+CREATE TABLE IF NOT EXISTS gc_locks (
+  scope TEXT PRIMARY KEY,
+  owner_id TEXT NOT NULL,
+  owner_pid INTEGER NOT NULL,
+  heartbeat_at INTEGER NOT NULL,
+  created_at INTEGER NOT NULL
+);
+`;
+const GC_LOCK_STALE_TIMEOUT_MS = 6e4;
+const GC_HEARTBEAT_INTERVAL_MS = 2e4;
+async function tryAcquireGcLock(scope = "global") {
+  const database = await openGcStateDatabase();
+  const ownerId = `${process.pid}-${randomUUID()}`;
+  const now = Date.now();
+  let acquired = false;
+  try {
+    await database.transaction(async () => {
+      await cleanupStaleGcLocks(database);
+      await database.run(
+        `
+INSERT OR IGNORE INTO gc_locks (
+  scope, owner_id, owner_pid, heartbeat_at, created_at
+) VALUES (?, ?, ?, ?, ?)
+`,
+        [scope, ownerId, process.pid, now, now]
+      );
+      acquired = await database.queryOne(
+        "SELECT owner_id FROM gc_locks WHERE scope = ?",
+        [scope],
+        (row) => getString(row, "owner_id")
+      ) === ownerId;
+    });
+  } finally {
+    await database.close();
+  }
+  if (!acquired) {
+    return void 0;
+  }
+  const heartbeat = setInterval(() => {
+    void heartbeatGcLock(scope, ownerId).catch(() => void 0);
+  }, GC_HEARTBEAT_INTERVAL_MS);
+  return async () => {
+    clearInterval(heartbeat);
+    const releaseDatabase = await openGcStateDatabase();
+    try {
+      await releaseDatabase.run(
+        "DELETE FROM gc_locks WHERE scope = ? AND owner_id = ?",
+        [scope, ownerId]
+      );
+    } finally {
+      await releaseDatabase.close();
+    }
+  };
+}
+async function heartbeatGcLock(scope, ownerId) {
+  const database = await openGcStateDatabase();
+  try {
+    await database.run(
+      `
+UPDATE gc_locks
+SET heartbeat_at = ?, owner_pid = ?
+WHERE scope = ? AND owner_id = ?
+`,
+      [Date.now(), process.pid, scope, ownerId]
+    );
+  } finally {
+    await database.close();
+  }
+}
+async function cleanupStaleGcLocks(database) {
+  const locks = await database.queryAll(
+    "SELECT * FROM gc_locks",
+    void 0,
+    mapGcLockWithScope
+  );
+  for (const { lock, scope } of locks.filter(
+    ({ lock: lock2 }) => isStaleGcLock(lock2)
+  )) {
+    await database.run(
+      `
+DELETE FROM gc_locks
+WHERE scope = ?
+  AND owner_id = ?
+  AND heartbeat_at = ?
+`,
+      [scope, lock.ownerId, lock.heartbeatAt]
+    );
+  }
+}
+function isStaleGcLock(lock) {
+  if (Date.now() - lock.heartbeatAt < GC_LOCK_STALE_TIMEOUT_MS) {
+    return false;
+  }
+  return !isProcessAlive(lock.ownerPid);
+}
+async function openGcStateDatabase() {
+  return await openSharedStateDatabase(
+    join(resolveWikiGraphStateRootPath(), "gc.sqlite"),
+    GC_SCHEMA_SQL
+  );
+}
+function mapGcLock(row) {
+  return {
+    createdAt: getNumber(row, "created_at"),
+    heartbeatAt: getNumber(row, "heartbeat_at"),
+    ownerId: getString(row, "owner_id"),
+    ownerPid: getNumber(row, "owner_pid")
+  };
+}
+function mapGcLockWithScope(row) {
+  return {
+    lock: mapGcLock(row),
+    scope: getString(row, "scope")
+  };
+}
+function isProcessAlive(pid) {
+  try {
+    process.kill(pid, 0);
+    return true;
+  } catch (error) {
+    if (isNodeError(error) && error.code === "ESRCH") {
+      return false;
+    }
+    return true;
+  }
+}
+export {
+  tryAcquireGcLock
+};
+//# sourceMappingURL=lock.js.map

package/dist/gc/lock.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/gc/lock.ts"],"sourcesContent":["import { randomUUID } from \"crypto\";\nimport { join } from \"path\";\n\nimport { resolveWikiGraphStateRootPath } from \"../common/wiki-graph-temp.js\";\nimport { getNumber, getString, type SqlRow } from \"../document/database.js\";\nimport { openSharedStateDatabase } from \"../document/index.js\";\nimport type { Database } from \"../document/index.js\";\nimport { isNodeError } from \"../utils/node-error.js\";\n\nconst GC_SCHEMA_SQL = `\nCREATE TABLE IF NOT EXISTS gc_locks (\n  scope TEXT PRIMARY KEY,\n  owner_id TEXT NOT NULL,\n  owner_pid INTEGER NOT NULL,\n  heartbeat_at INTEGER NOT NULL,\n  created_at INTEGER NOT NULL\n);\n`;\n\nconst GC_LOCK_STALE_TIMEOUT_MS = 60_000;\nconst GC_HEARTBEAT_INTERVAL_MS = 20_000;\n\ninterface GcLock {\n  readonly createdAt: number;\n  readonly heartbeatAt: number;\n  readonly ownerId: string;\n  readonly ownerPid: number;\n}\n\nexport async function tryAcquireGcLock(\n  scope = \"global\",\n): Promise<(() => Promise<void>) | undefined> {\n  const database = await openGcStateDatabase();\n  const ownerId = `${process.pid}-${randomUUID()}`;\n  const now = Date.now();\n  let acquired = false;\n\n  try {\n    await database.transaction(async () => {\n      await cleanupStaleGcLocks(database);\n      await database.run(\n        `\nINSERT OR IGNORE INTO gc_locks (\n  scope, owner_id, owner_pid, heartbeat_at, created_at\n) VALUES (?, ?, ?, ?, ?)\n`,\n        [scope, ownerId, process.pid, now, now],\n      );\n      acquired =\n        (await database.queryOne(\n          \"SELECT owner_id FROM gc_locks WHERE scope = ?\",\n          [scope],\n          (row) => getString(row, \"owner_id\"),\n        )) === ownerId;\n    });\n  } finally {\n    await database.close();\n  }\n\n  if (!acquired) {\n    return undefined;\n  }\n\n  const heartbeat = setInterval(() => {\n    void heartbeatGcLock(scope, ownerId).catch(() => undefined);\n  }, GC_HEARTBEAT_INTERVAL_MS);\n\n  return async () => {\n    clearInterval(heartbeat);\n    const releaseDatabase = await openGcStateDatabase();\n\n    try {\n      await releaseDatabase.run(\n        \"DELETE FROM gc_locks WHERE scope = ? AND owner_id = ?\",\n        [scope, ownerId],\n      );\n    } finally {\n      await releaseDatabase.close();\n    }\n  };\n}\n\nasync function heartbeatGcLock(scope: string, ownerId: string): Promise<void> {\n  const database = await openGcStateDatabase();\n\n  try {\n    await database.run(\n      `\nUPDATE gc_locks\nSET heartbeat_at = ?, owner_pid = ?\nWHERE scope = ? AND owner_id = ?\n`,\n      [Date.now(), process.pid, scope, ownerId],\n    );\n  } finally {\n    await database.close();\n  }\n}\n\nasync function cleanupStaleGcLocks(database: Database): Promise<void> {\n  const locks = await database.queryAll(\n    \"SELECT * FROM gc_locks\",\n    undefined,\n    mapGcLockWithScope,\n  );\n\n  for (const { lock, scope } of locks.filter(({ lock }) =>\n    isStaleGcLock(lock),\n  )) {\n    await database.run(\n      `\nDELETE FROM gc_locks\nWHERE scope = ?\n  AND owner_id = ?\n  AND heartbeat_at = ?\n`,\n      [scope, lock.ownerId, lock.heartbeatAt],\n    );\n  }\n}\n\nfunction isStaleGcLock(lock: GcLock): boolean {\n  if (Date.now() - lock.heartbeatAt < GC_LOCK_STALE_TIMEOUT_MS) {\n    return false;\n  }\n\n  return !isProcessAlive(lock.ownerPid);\n}\n\nasync function openGcStateDatabase(): Promise<Database> {\n  return await openSharedStateDatabase(\n    join(resolveWikiGraphStateRootPath(), \"gc.sqlite\"),\n    GC_SCHEMA_SQL,\n  );\n}\n\nfunction mapGcLock(row: SqlRow): GcLock {\n  return {\n    createdAt: getNumber(row, \"created_at\"),\n    heartbeatAt: getNumber(row, \"heartbeat_at\"),\n    ownerId: getString(row, \"owner_id\"),\n    ownerPid: getNumber(row, \"owner_pid\"),\n  };\n}\n\nfunction mapGcLockWithScope(row: SqlRow): {\n  readonly lock: GcLock;\n  readonly scope: string;\n} {\n  return {\n    lock: mapGcLock(row),\n    scope: getString(row, \"scope\"),\n  };\n}\n\nfunction isProcessAlive(pid: number): boolean {\n  try {\n    process.kill(pid, 0);\n    return true;\n  } catch (error) {\n    if (isNodeError(error) && error.code === \"ESRCH\") {\n      return false;\n    }\n\n    return true;\n  }\n}\n"],"mappings":"AAAA,SAAS,kBAAkB;AAC3B,SAAS,YAAY;AAErB,SAAS,qCAAqC;AAC9C,SAAS,WAAW,iBAA8B;AAClD,SAAS,+BAA+B;AAExC,SAAS,mBAAmB;AAE5B,MAAM,gBAAgB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAUtB,MAAM,2BAA2B;AACjC,MAAM,2BAA2B;AASjC,eAAsB,iBACpB,QAAQ,UACoC;AAC5C,QAAM,WAAW,MAAM,oBAAoB;AAC3C,QAAM,UAAU,GAAG,QAAQ,GAAG,IAAI,WAAW,CAAC;AAC9C,QAAM,MAAM,KAAK,IAAI;AACrB,MAAI,WAAW;AAEf,MAAI;AACF,UAAM,SAAS,YAAY,YAAY;AACrC,YAAM,oBAAoB,QAAQ;AAClC,YAAM,SAAS;AAAA,QACb;AAAA;AAAA;AAAA;AAAA;AAAA,QAKA,CAAC,OAAO,SAAS,QAAQ,KAAK,KAAK,GAAG;AAAA,MACxC;AACA,iBACG,MAAM,SAAS;AAAA,QACd;AAAA,QACA,CAAC,KAAK;AAAA,QACN,CAAC,QAAQ,UAAU,KAAK,UAAU;AAAA,MACpC,MAAO;AAAA,IACX,CAAC;AAAA,EACH,UAAE;AACA,UAAM,SAAS,MAAM;AAAA,EACvB;AAEA,MAAI,CAAC,UAAU;AACb,WAAO;AAAA,EACT;AAEA,QAAM,YAAY,YAAY,MAAM;AAClC,SAAK,gBAAgB,OAAO,OAAO,EAAE,MAAM,MAAM,MAAS;AAAA,EAC5D,GAAG,wBAAwB;AAE3B,SAAO,YAAY;AACjB,kBAAc,SAAS;AACvB,UAAM,kBAAkB,MAAM,oBAAoB;AAElD,QAAI;AACF,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,CAAC,OAAO,OAAO;AAAA,MACjB;AAAA,IACF,UAAE;AACA,YAAM,gBAAgB,MAAM;AAAA,IAC9B;AAAA,EACF;AACF;AAEA,eAAe,gBAAgB,OAAe,SAAgC;AAC5E,QAAM,WAAW,MAAM,oBAAoB;AAE3C,MAAI;AACF,UAAM,SAAS;AAAA,MACb;AAAA;AAAA;AAAA;AAAA;AAAA,MAKA,CAAC,KAAK,IAAI,GAAG,QAAQ,KAAK,OAAO,OAAO;AAAA,IAC1C;AAAA,EACF,UAAE;AACA,UAAM,SAAS,MAAM;AAAA,EACvB;AACF;AAEA,eAAe,oBAAoB,UAAmC;AACpE,QAAM,QAAQ,MAAM,SAAS;AAAA,IAC3B;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAEA,aAAW,EAAE,MAAM,MAAM,KAAK,MAAM;AAAA,IAAO,CAAC,EAAE,MAAAA,MAAK,MACjD,cAAcA,KAAI;AAAA,EACpB,GAAG;AACD,UAAM,SAAS;AAAA,MACb;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAMA,CAAC,OAAO,KAAK,SAAS,KAAK,WAAW;AAAA,IACxC;AAAA,EACF;AACF;AAEA,SAAS,cAAc,MAAuB;AAC5C,MAAI,KAAK,IAAI,IAAI,KAAK,cAAc,0BAA0B;AAC5D,WAAO;AAAA,EACT;AAEA,SAAO,CAAC,eAAe,KAAK,QAAQ;AACtC;AAEA,eAAe,sBAAyC;AACtD,SAAO,MAAM;AAAA,IACX,KAAK,8BAA8B,GAAG,WAAW;AAAA,IACjD;AAAA,EACF;AACF;AAEA,SAAS,UAAU,KAAqB;AACtC,SAAO;AAAA,IACL,WAAW,UAAU,KAAK,YAAY;AAAA,IACtC,aAAa,UAAU,KAAK,cAAc;AAAA,IAC1C,SAAS,UAAU,KAAK,UAAU;AAAA,IAClC,UAAU,UAAU,KAAK,WAAW;AAAA,EACtC;AACF;AAEA,SAAS,mBAAmB,KAG1B;AACA,SAAO;AAAA,IACL,MAAM,UAAU,GAAG;AAAA,IACnB,OAAO,UAAU,KAAK,OAAO;AAAA,EAC/B;AACF;AAEA,SAAS,eAAe,KAAsB;AAC5C,MAAI;AACF,YAAQ,KAAK,KAAK,CAAC;AACnB,WAAO;AAAA,EACT,SAAS,OAAO;AACd,QAAI,YAAY,KAAK,KAAK,MAAM,SAAS,SAAS;AAChD,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,EACT;AACF;","names":["lock"]}

package/dist/gc/runner.d.ts

@@ -0,0 +1,9 @@
+import { GcRunReport } from './types.js';
+
+declare function tryRunWikiGraphGc(options?: {
+    readonly dryRun?: boolean;
+    readonly force?: boolean;
+    readonly opportunistic?: boolean;
+}): Promise<GcRunReport>;
+
+export { tryRunWikiGraphGc };

package/dist/gc/runner.js

@@ -0,0 +1,129 @@
+import { mkdir, readFile, writeFile } from "fs/promises";
+import { join } from "path";
+import { resolveWikiGraphStateRootPath } from "../common/wiki-graph-temp.js";
+import { runSearchCacheGc } from "../archive/query/index.js";
+import { runBuildQueueGc } from "../facade/index.js";
+import { runWikgCoordinatorGc } from "../wikg/index.js";
+import { runWikipageCacheGc } from "../wikipage/index.js";
+import { formatError } from "../utils/node-error.js";
+import { tryAcquireGcLock } from "./lock.js";
+import { runTempDirectoryGc } from "./tmp-gc.js";
+const GC_JOBS = [
+  {
+    name: "wikg-coordinator",
+    run: runWikgCoordinatorGc
+  },
+  {
+    name: "search-cache",
+    run: runSearchCacheGc
+  },
+  {
+    name: "wikipage-cache",
+    run: runWikipageCacheGc
+  },
+  {
+    name: "build-queue",
+    run: runBuildQueueGc
+  },
+  {
+    name: "tmp",
+    run: runTempDirectoryGc
+  }
+];
+const OPPORTUNISTIC_GC_INTERVAL_MS = 10 * 60 * 1e3;
+async function tryRunWikiGraphGc(options = {}) {
+  const startedAt = Date.now();
+  const stateDirectoryPath = resolveWikiGraphStateRootPath();
+  const release = await tryAcquireGcLock();
+  if (release === void 0) {
+    return {
+      finishedAt: Date.now(),
+      freedBytes: 0,
+      jobs: [],
+      removed: 0,
+      scanned: 0,
+      skipped: true,
+      startedAt
+    };
+  }
+  try {
+    if (options.opportunistic === true && !await shouldRunOpportunisticGc(stateDirectoryPath, startedAt)) {
+      return {
+        finishedAt: Date.now(),
+        freedBytes: 0,
+        jobs: [],
+        removed: 0,
+        scanned: 0,
+        skipped: true,
+        startedAt
+      };
+    }
+    const context = {
+      dryRun: options.dryRun === true,
+      force: options.force === true,
+      now: startedAt,
+      stateDirectoryPath
+    };
+    const jobs = [];
+    for (const job of GC_JOBS) {
+      jobs.push(await runJob(job, context));
+    }
+    const report = {
+      finishedAt: Date.now(),
+      freedBytes: sum(jobs, "freedBytes"),
+      jobs,
+      removed: sum(jobs, "removed"),
+      scanned: sum(jobs, "scanned"),
+      skipped: false,
+      startedAt
+    };
+    await writeLastGcRunAt(stateDirectoryPath, report.finishedAt).catch(
+      () => void 0
+    );
+    return report;
+  } finally {
+    await release();
+  }
+}
+async function runJob(job, context) {
+  try {
+    return {
+      name: job.name,
+      ...await job.run(context)
+    };
+  } catch (error) {
+    return {
+      error: formatError(error),
+      freedBytes: 0,
+      name: job.name,
+      removed: 0,
+      scanned: 0
+    };
+  }
+}
+function sum(jobs, key) {
+  return jobs.reduce((total, job) => {
+    const value = job[key];
+    return total + (typeof value === "number" ? value : 0);
+  }, 0);
+}
+async function shouldRunOpportunisticGc(stateDirectoryPath, now) {
+  const lastRunAt = Number(
+    (await readFile(createLastGcRunPath(stateDirectoryPath), "utf8").catch(
+      () => ""
+    )).trim()
+  );
+  return !Number.isFinite(lastRunAt) || now - lastRunAt >= OPPORTUNISTIC_GC_INTERVAL_MS;
+}
+async function writeLastGcRunAt(stateDirectoryPath, at) {
+  await mkdir(stateDirectoryPath, { recursive: true });
+  await writeFile(createLastGcRunPath(stateDirectoryPath), `${at}
+`, "utf8");
+}
+function createLastGcRunPath(stateDirectoryPath) {
+  return join(stateDirectoryPath, "gc.last-run");
+}
+export {
+  tryRunWikiGraphGc
+};
+//# sourceMappingURL=runner.js.map

package/dist/gc/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/gc/runner.ts"],"sourcesContent":["import { mkdir, readFile, writeFile } from \"fs/promises\";\nimport { join } from \"path\";\n\nimport { resolveWikiGraphStateRootPath } from \"../common/wiki-graph-temp.js\";\nimport { runSearchCacheGc } from \"../archive/query/index.js\";\nimport { runBuildQueueGc } from \"../facade/index.js\";\nimport { runWikgCoordinatorGc } from \"../wikg/index.js\";\nimport { runWikipageCacheGc } from \"../wikipage/index.js\";\nimport { formatError } from \"../utils/node-error.js\";\n\nimport { tryAcquireGcLock } from \"./lock.js\";\nimport { runTempDirectoryGc } from \"./tmp-gc.js\";\nimport type { GcContext, GcJob, GcJobReport, GcRunReport } from \"./types.js\";\n\ninterface NamedGcJob {\n  readonly name: string;\n  readonly run: GcJob;\n}\n\nconst GC_JOBS: readonly NamedGcJob[] = [\n  {\n    name: \"wikg-coordinator\",\n    run: runWikgCoordinatorGc,\n  },\n  {\n    name: \"search-cache\",\n    run: runSearchCacheGc,\n  },\n  {\n    name: \"wikipage-cache\",\n    run: runWikipageCacheGc,\n  },\n  {\n    name: \"build-queue\",\n    run: runBuildQueueGc,\n  },\n  {\n    name: \"tmp\",\n    run: runTempDirectoryGc,\n  },\n];\nconst OPPORTUNISTIC_GC_INTERVAL_MS = 10 * 60 * 1000;\n\nexport async function tryRunWikiGraphGc(\n  options: {\n    readonly dryRun?: boolean;\n    readonly force?: boolean;\n    readonly opportunistic?: boolean;\n  } = {},\n): Promise<GcRunReport> {\n  const startedAt = Date.now();\n  const stateDirectoryPath = resolveWikiGraphStateRootPath();\n  const release = await tryAcquireGcLock();\n\n  if (release === undefined) {\n    return {\n      finishedAt: Date.now(),\n      freedBytes: 0,\n      jobs: [],\n      removed: 0,\n      scanned: 0,\n      skipped: true,\n      startedAt,\n    };\n  }\n\n  try {\n    if (\n      options.opportunistic === true &&\n      !(await shouldRunOpportunisticGc(stateDirectoryPath, startedAt))\n    ) {\n      return {\n        finishedAt: Date.now(),\n        freedBytes: 0,\n        jobs: [],\n        removed: 0,\n        scanned: 0,\n        skipped: true,\n        startedAt,\n      };\n    }\n\n    const context: GcContext = {\n      dryRun: options.dryRun === true,\n      force: options.force === true,\n      now: startedAt,\n      stateDirectoryPath,\n    };\n    const jobs: GcJobReport[] = [];\n\n    for (const job of GC_JOBS) {\n      jobs.push(await runJob(job, context));\n    }\n\n    const report = {\n      finishedAt: Date.now(),\n      freedBytes: sum(jobs, \"freedBytes\"),\n      jobs,\n      removed: sum(jobs, \"removed\"),\n      scanned: sum(jobs, \"scanned\"),\n      skipped: false,\n      startedAt,\n    };\n\n    await writeLastGcRunAt(stateDirectoryPath, report.finishedAt).catch(\n      () => undefined,\n    );\n    return report;\n  } finally {\n    await release();\n  }\n}\n\nasync function runJob(\n  job: NamedGcJob,\n  context: GcContext,\n): Promise<GcJobReport> {\n  try {\n    return {\n      name: job.name,\n      ...(await job.run(context)),\n    };\n  } catch (error) {\n    return {\n      error: formatError(error),\n      freedBytes: 0,\n      name: job.name,\n      removed: 0,\n      scanned: 0,\n    };\n  }\n}\n\nfunction sum(jobs: readonly GcJobReport[], key: keyof GcJobReport): number {\n  return jobs.reduce((total, job) => {\n    const value = job[key];\n\n    return total + (typeof value === \"number\" ? value : 0);\n  }, 0);\n}\n\nasync function shouldRunOpportunisticGc(\n  stateDirectoryPath: string,\n  now: number,\n): Promise<boolean> {\n  const lastRunAt = Number(\n    (\n      await readFile(createLastGcRunPath(stateDirectoryPath), \"utf8\").catch(\n        () => \"\",\n      )\n    ).trim(),\n  );\n\n  return (\n    !Number.isFinite(lastRunAt) ||\n    now - lastRunAt >= OPPORTUNISTIC_GC_INTERVAL_MS\n  );\n}\n\nasync function writeLastGcRunAt(\n  stateDirectoryPath: string,\n  at: number,\n): Promise<void> {\n  await mkdir(stateDirectoryPath, { recursive: true });\n  await writeFile(createLastGcRunPath(stateDirectoryPath), `${at}\\n`, \"utf8\");\n}\n\nfunction createLastGcRunPath(stateDirectoryPath: string): string {\n  return join(stateDirectoryPath, \"gc.last-run\");\n}\n"],"mappings":"AAAA,SAAS,OAAO,UAAU,iBAAiB;AAC3C,SAAS,YAAY;AAErB,SAAS,qCAAqC;AAC9C,SAAS,wBAAwB;AACjC,SAAS,uBAAuB;AAChC,SAAS,4BAA4B;AACrC,SAAS,0BAA0B;AACnC,SAAS,mBAAmB;AAE5B,SAAS,wBAAwB;AACjC,SAAS,0BAA0B;AAQnC,MAAM,UAAiC;AAAA,EACrC;AAAA,IACE,MAAM;AAAA,IACN,KAAK;AAAA,EACP;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,KAAK;AAAA,EACP;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,KAAK;AAAA,EACP;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,KAAK;AAAA,EACP;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,KAAK;AAAA,EACP;AACF;AACA,MAAM,+BAA+B,KAAK,KAAK;AAE/C,eAAsB,kBACpB,UAII,CAAC,GACiB;AACtB,QAAM,YAAY,KAAK,IAAI;AAC3B,QAAM,qBAAqB,8BAA8B;AACzD,QAAM,UAAU,MAAM,iBAAiB;AAEvC,MAAI,YAAY,QAAW;AACzB,WAAO;AAAA,MACL,YAAY,KAAK,IAAI;AAAA,MACrB,YAAY;AAAA,MACZ,MAAM,CAAC;AAAA,MACP,SAAS;AAAA,MACT,SAAS;AAAA,MACT,SAAS;AAAA,MACT;AAAA,IACF;AAAA,EACF;AAEA,MAAI;AACF,QACE,QAAQ,kBAAkB,QAC1B,CAAE,MAAM,yBAAyB,oBAAoB,SAAS,GAC9D;AACA,aAAO;AAAA,QACL,YAAY,KAAK,IAAI;AAAA,QACrB,YAAY;AAAA,QACZ,MAAM,CAAC;AAAA,QACP,SAAS;AAAA,QACT,SAAS;AAAA,QACT,SAAS;AAAA,QACT;AAAA,MACF;AAAA,IACF;AAEA,UAAM,UAAqB;AAAA,MACzB,QAAQ,QAAQ,WAAW;AAAA,MAC3B,OAAO,QAAQ,UAAU;AAAA,MACzB,KAAK;AAAA,MACL;AAAA,IACF;AACA,UAAM,OAAsB,CAAC;AAE7B,eAAW,OAAO,SAAS;AACzB,WAAK,KAAK,MAAM,OAAO,KAAK,OAAO,CAAC;AAAA,IACtC;AAEA,UAAM,SAAS;AAAA,MACb,YAAY,KAAK,IAAI;AAAA,MACrB,YAAY,IAAI,MAAM,YAAY;AAAA,MAClC;AAAA,MACA,SAAS,IAAI,MAAM,SAAS;AAAA,MAC5B,SAAS,IAAI,MAAM,SAAS;AAAA,MAC5B,SAAS;AAAA,MACT;AAAA,IACF;AAEA,UAAM,iBAAiB,oBAAoB,OAAO,UAAU,EAAE;AAAA,MAC5D,MAAM;AAAA,IACR;AACA,WAAO;AAAA,EACT,UAAE;AACA,UAAM,QAAQ;AAAA,EAChB;AACF;AAEA,eAAe,OACb,KACA,SACsB;AACtB,MAAI;AACF,WAAO;AAAA,MACL,MAAM,IAAI;AAAA,MACV,GAAI,MAAM,IAAI,IAAI,OAAO;AAAA,IAC3B;AAAA,EACF,SAAS,OAAO;AACd,WAAO;AAAA,MACL,OAAO,YAAY,KAAK;AAAA,MACxB,YAAY;AAAA,MACZ,MAAM,IAAI;AAAA,MACV,SAAS;AAAA,MACT,SAAS;AAAA,IACX;AAAA,EACF;AACF;AAEA,SAAS,IAAI,MAA8B,KAAgC;AACzE,SAAO,KAAK,OAAO,CAAC,OAAO,QAAQ;AACjC,UAAM,QAAQ,IAAI,GAAG;AAErB,WAAO,SAAS,OAAO,UAAU,WAAW,QAAQ;AAAA,EACtD,GAAG,CAAC;AACN;AAEA,eAAe,yBACb,oBACA,KACkB;AAClB,QAAM,YAAY;AAAA,KAEd,MAAM,SAAS,oBAAoB,kBAAkB,GAAG,MAAM,EAAE;AAAA,MAC9D,MAAM;AAAA,IACR,GACA,KAAK;AAAA,EACT;AAEA,SACE,CAAC,OAAO,SAAS,SAAS,KAC1B,MAAM,aAAa;AAEvB;AAEA,eAAe,iBACb,oBACA,IACe;AACf,QAAM,MAAM,oBAAoB,EAAE,WAAW,KAAK,CAAC;AACnD,QAAM,UAAU,oBAAoB,kBAAkB,GAAG,GAAG,EAAE;AAAA,GAAM,MAAM;AAC5E;AAEA,SAAS,oBAAoB,oBAAoC;AAC/D,SAAO,KAAK,oBAAoB,aAAa;AAC/C;","names":[]}

package/dist/gc/tmp-gc.d.ts

@@ -0,0 +1,5 @@
+import { GcContext, GcJobResult } from './types.js';
+
+declare function runTempDirectoryGc(context: GcContext): Promise<GcJobResult>;
+
+export { runTempDirectoryGc };

package/dist/gc/tmp-gc.js

@@ -0,0 +1,57 @@
+import { readdir, rm, stat } from "fs/promises";
+import { join } from "path";
+import { resolveWikiGraphTempDirectoryPath } from "../common/wiki-graph-temp.js";
+import { isNodeError } from "../utils/node-error.js";
+import { readPathSize } from "./files.js";
+const TEMP_DIRECTORY_TTL_MS = 60 * 60 * 1e3;
+async function runTempDirectoryGc(context) {
+  const rootPath = resolveWikiGraphTempDirectoryPath();
+  let scanned = 0;
+  let removed = 0;
+  let freedBytes = 0;
+  for (const path of await listTempEntryPaths(rootPath)) {
+    scanned += 1;
+    const stats = await stat(path).catch((error) => {
+      if (isNodeError(error) && error.code === "ENOENT") {
+        return void 0;
+      }
+      throw error;
+    });
+    if (stats === void 0 || !context.force && context.now - stats.mtimeMs < TEMP_DIRECTORY_TTL_MS) {
+      continue;
+    }
+    const bytes = await readPathSize(path);
+    if (!context.dryRun) {
+      await rm(path, { force: true, recursive: true });
+    }
+    removed += 1;
+    freedBytes += bytes;
+  }
+  return { freedBytes, removed, scanned };
+}
+async function listTempEntryPaths(rootPath) {
+  try {
+    const categories = await readdir(rootPath, { withFileTypes: true });
+    const paths = [];
+    for (const category of categories) {
+      if (!category.isDirectory()) {
+        continue;
+      }
+      const categoryPath = join(rootPath, category.name);
+      const entries = await readdir(categoryPath, { withFileTypes: true });
+      for (const entry of entries) {
+        paths.push(join(categoryPath, entry.name));
+      }
+    }
+    return paths;
+  } catch (error) {
+    if (isNodeError(error) && error.code === "ENOENT") {
+      return [];
+    }
+    throw error;
+  }
+}
+export {
+  runTempDirectoryGc
+};
+//# sourceMappingURL=tmp-gc.js.map

package/dist/gc/tmp-gc.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/gc/tmp-gc.ts"],"sourcesContent":["import { readdir, rm, stat } from \"fs/promises\";\nimport { join } from \"path\";\n\nimport { resolveWikiGraphTempDirectoryPath } from \"../common/wiki-graph-temp.js\";\nimport { isNodeError } from \"../utils/node-error.js\";\n\nimport { readPathSize } from \"./files.js\";\nimport type { GcContext, GcJobResult } from \"./types.js\";\n\nconst TEMP_DIRECTORY_TTL_MS = 60 * 60 * 1000;\n\nexport async function runTempDirectoryGc(\n  context: GcContext,\n): Promise<GcJobResult> {\n  const rootPath = resolveWikiGraphTempDirectoryPath();\n  let scanned = 0;\n  let removed = 0;\n  let freedBytes = 0;\n\n  for (const path of await listTempEntryPaths(rootPath)) {\n    scanned += 1;\n    const stats = await stat(path).catch((error: unknown) => {\n      if (isNodeError(error) && error.code === \"ENOENT\") {\n        return undefined;\n      }\n\n      throw error;\n    });\n\n    if (\n      stats === undefined ||\n      (!context.force && context.now - stats.mtimeMs < TEMP_DIRECTORY_TTL_MS)\n    ) {\n      continue;\n    }\n\n    const bytes = await readPathSize(path);\n\n    if (!context.dryRun) {\n      await rm(path, { force: true, recursive: true });\n    }\n    removed += 1;\n    freedBytes += bytes;\n  }\n\n  return { freedBytes, removed, scanned };\n}\n\nasync function listTempEntryPaths(rootPath: string): Promise<string[]> {\n  try {\n    const categories = await readdir(rootPath, { withFileTypes: true });\n    const paths: string[] = [];\n\n    for (const category of categories) {\n      if (!category.isDirectory()) {\n        continue;\n      }\n\n      const categoryPath = join(rootPath, category.name);\n      const entries = await readdir(categoryPath, { withFileTypes: true });\n\n      for (const entry of entries) {\n        paths.push(join(categoryPath, entry.name));\n      }\n    }\n\n    return paths;\n  } catch (error) {\n    if (isNodeError(error) && error.code === \"ENOENT\") {\n      return [];\n    }\n\n    throw error;\n  }\n}\n"],"mappings":"AAAA,SAAS,SAAS,IAAI,YAAY;AAClC,SAAS,YAAY;AAErB,SAAS,yCAAyC;AAClD,SAAS,mBAAmB;AAE5B,SAAS,oBAAoB;AAG7B,MAAM,wBAAwB,KAAK,KAAK;AAExC,eAAsB,mBACpB,SACsB;AACtB,QAAM,WAAW,kCAAkC;AACnD,MAAI,UAAU;AACd,MAAI,UAAU;AACd,MAAI,aAAa;AAEjB,aAAW,QAAQ,MAAM,mBAAmB,QAAQ,GAAG;AACrD,eAAW;AACX,UAAM,QAAQ,MAAM,KAAK,IAAI,EAAE,MAAM,CAAC,UAAmB;AACvD,UAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD,eAAO;AAAA,MACT;AAEA,YAAM;AAAA,IACR,CAAC;AAED,QACE,UAAU,UACT,CAAC,QAAQ,SAAS,QAAQ,MAAM,MAAM,UAAU,uBACjD;AACA;AAAA,IACF;AAEA,UAAM,QAAQ,MAAM,aAAa,IAAI;AAErC,QAAI,CAAC,QAAQ,QAAQ;AACnB,YAAM,GAAG,MAAM,EAAE,OAAO,MAAM,WAAW,KAAK,CAAC;AAAA,IACjD;AACA,eAAW;AACX,kBAAc;AAAA,EAChB;AAEA,SAAO,EAAE,YAAY,SAAS,QAAQ;AACxC;AAEA,eAAe,mBAAmB,UAAqC;AACrE,MAAI;AACF,UAAM,aAAa,MAAM,QAAQ,UAAU,EAAE,eAAe,KAAK,CAAC;AAClE,UAAM,QAAkB,CAAC;AAEzB,eAAW,YAAY,YAAY;AACjC,UAAI,CAAC,SAAS,YAAY,GAAG;AAC3B;AAAA,MACF;AAEA,YAAM,eAAe,KAAK,UAAU,SAAS,IAAI;AACjD,YAAM,UAAU,MAAM,QAAQ,cAAc,EAAE,eAAe,KAAK,CAAC;AAEnE,iBAAW,SAAS,SAAS;AAC3B,cAAM,KAAK,KAAK,cAAc,MAAM,IAAI,CAAC;AAAA,MAC3C;AAAA,IACF;AAEA,WAAO;AAAA,EACT,SAAS,OAAO;AACd,QAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD,aAAO,CAAC;AAAA,IACV;AAEA,UAAM;AAAA,EACR;AACF;","names":[]}

package/dist/gc/types.d.ts

@@ -0,0 +1,24 @@
+interface GcContext {
+    readonly force: boolean;
+    readonly now: number;
+    readonly stateDirectoryPath: string;
+    readonly dryRun: boolean;
+}
+interface GcJobResult {
+    readonly scanned: number;
+    readonly removed: number;
+    readonly freedBytes: number;
+}
+interface GcJobReport extends GcJobResult {
+    readonly name: string;
+    readonly error?: string;
+}
+interface GcRunReport extends GcJobResult {
+    readonly jobs: readonly GcJobReport[];
+    readonly skipped: boolean;
+    readonly startedAt: number;
+    readonly finishedAt: number;
+}
+type GcJob = (context: GcContext) => Promise<GcJobResult>;
+
+export type { GcContext, GcJob, GcJobReport, GcJobResult, GcRunReport };

package/dist/gc/types.js

@@ -0,0 +1 @@
+//# sourceMappingURL=types.js.map

package/dist/gc/types.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}