wiki-graph-core 0.3.1 → 0.4.1

package/dist/runtime/context/task.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/runtime/context/task.ts"],"sourcesContent":["import { mkdir, readFile, rm, writeFile } from \"fs/promises\";\nimport { join, resolve } from \"path\";\nimport { z } from \"zod\";\n\nimport { createHash } from \"../../utils/hash.js\";\nimport { isNodeError } from \"../../utils/node-error.js\";\n\nexport const WIKI_GRAPH_CONTEXT_VERSION = 1;\n\nconst TASK_STATUS_VERSION = 1;\n\nconst taskStatusSchema = z.object({\n  completedAt: z.string().optional(),\n  startedAt: z.string(),\n  status: z.enum([\"running\", \"succeeded\"]),\n  version: z.literal(TASK_STATUS_VERSION),\n});\n\nexport type WikiGraphTaskType = \"source-to-graph\" | \"source-graph-to-summary\";\n\nexport interface WikiGraphTaskIdentity {\n  readonly normalizedSource: string;\n  readonly parameters: unknown;\n  readonly taskType: WikiGraphTaskType;\n  readonly version?: number;\n}\n\nexport interface WikiGraphTaskContextOptions {\n  readonly rootDirPath: string;\n}\n\nexport interface WikiGraphTaskRun<T> {\n  readonly task: WikiGraphTask;\n  run(operation: (task: WikiGraphTask) => Promise<T> | T): Promise<T>;\n}\n\ninterface TaskStatus {\n  readonly completedAt?: string | undefined;\n  readonly startedAt: string;\n  readonly status: \"running\" | \"succeeded\";\n  readonly version: typeof TASK_STATUS_VERSION;\n}\n\nexport class WikiGraphTaskContext {\n  readonly #rootDirPath: string;\n\n  public constructor(options: WikiGraphTaskContextOptions) {\n    this.#rootDirPath = resolve(options.rootDirPath);\n  }\n\n  public createTask(identity: WikiGraphTaskIdentity): WikiGraphTask {\n    const taskId = createWikiGraphTaskId(identity);\n\n    return new WikiGraphTask(taskId, join(this.#rootDirPath, taskId));\n  }\n\n  public async runTask<T>(\n    identity: WikiGraphTaskIdentity,\n    operation: (task: WikiGraphTask) => Promise<T> | T,\n  ): Promise<T> {\n    const task = this.createTask(identity);\n\n    return await task.run(operation);\n  }\n}\n\nexport class WikiGraphTask {\n  readonly #id: string;\n  readonly #path: string;\n\n  public constructor(id: string, path: string) {\n    this.#id = id;\n    this.#path = resolve(path);\n  }\n\n  public get artifactDirPath(): string {\n    return join(this.#path, \"artifacts\");\n  }\n\n  public get id(): string {\n    return this.#id;\n  }\n\n  public get path(): string {\n    return this.#path;\n  }\n\n  public async readStatus(): Promise<TaskStatus | undefined> {\n    try {\n      const status = JSON.parse(\n        await readFile(this.#getStatusPath(), \"utf8\"),\n      ) as unknown;\n\n      return taskStatusSchema.parse(status);\n    } catch (error) {\n      if (isNodeError(error) && error.code === \"ENOENT\") {\n        return undefined;\n      }\n\n      throw error;\n    }\n  }\n\n  public async run<T>(\n    operation: (task: WikiGraphTask) => Promise<T> | T,\n  ): Promise<T> {\n    await this.#begin();\n\n    const result = await operation(this);\n\n    await this.#complete();\n    await this.remove();\n    return result;\n  }\n\n  public async remove(): Promise<void> {\n    await rm(this.#path, { force: true, recursive: true });\n  }\n\n  async #begin(): Promise<void> {\n    await mkdir(this.artifactDirPath, { recursive: true });\n    await this.#writeStatus({\n      startedAt: new Date().toISOString(),\n      status: \"running\",\n      version: TASK_STATUS_VERSION,\n    });\n  }\n\n  async #complete(): Promise<void> {\n    const existingStatus = await this.readStatus();\n\n    await this.#writeStatus({\n      completedAt: new Date().toISOString(),\n      startedAt: existingStatus?.startedAt ?? new Date().toISOString(),\n      status: \"succeeded\",\n      version: TASK_STATUS_VERSION,\n    });\n  }\n\n  async #writeStatus(status: TaskStatus): Promise<void> {\n    await mkdir(this.#path, { recursive: true });\n    await writeFile(\n      this.#getStatusPath(),\n      `${JSON.stringify(status, null, 2)}\\n`,\n      \"utf8\",\n    );\n  }\n\n  #getStatusPath(): string {\n    return join(this.#path, \"status.json\");\n  }\n}\n\nexport function createWikiGraphTaskId(identity: WikiGraphTaskIdentity): string {\n  return createHash({\n    normalizedSource: identity.normalizedSource,\n    parameters: identity.parameters,\n    taskType: identity.taskType,\n    version: identity.version ?? WIKI_GRAPH_CONTEXT_VERSION,\n  });\n}\n"],"mappings":"AAAA,SAAS,OAAO,UAAU,IAAI,iBAAiB;AAC/C,SAAS,MAAM,eAAe;AAC9B,SAAS,SAAS;AAElB,SAAS,kBAAkB;AAC3B,SAAS,mBAAmB;AAErB,MAAM,6BAA6B;AAE1C,MAAM,sBAAsB;AAE5B,MAAM,mBAAmB,EAAE,OAAO;AAAA,EAChC,aAAa,EAAE,OAAO,EAAE,SAAS;AAAA,EACjC,WAAW,EAAE,OAAO;AAAA,EACpB,QAAQ,EAAE,KAAK,CAAC,WAAW,WAAW,CAAC;AAAA,EACvC,SAAS,EAAE,QAAQ,mBAAmB;AACxC,CAAC;AA2BM,MAAM,qBAAqB;AAAA,EACvB;AAAA,EAEF,YAAY,SAAsC;AACvD,SAAK,eAAe,QAAQ,QAAQ,WAAW;AAAA,EACjD;AAAA,EAEO,WAAW,UAAgD;AAChE,UAAM,SAAS,sBAAsB,QAAQ;AAE7C,WAAO,IAAI,cAAc,QAAQ,KAAK,KAAK,cAAc,MAAM,CAAC;AAAA,EAClE;AAAA,EAEA,MAAa,QACX,UACA,WACY;AACZ,UAAM,OAAO,KAAK,WAAW,QAAQ;AAErC,WAAO,MAAM,KAAK,IAAI,SAAS;AAAA,EACjC;AACF;AAEO,MAAM,cAAc;AAAA,EAChB;AAAA,EACA;AAAA,EAEF,YAAY,IAAY,MAAc;AAC3C,SAAK,MAAM;AACX,SAAK,QAAQ,QAAQ,IAAI;AAAA,EAC3B;AAAA,EAEA,IAAW,kBAA0B;AACnC,WAAO,KAAK,KAAK,OAAO,WAAW;AAAA,EACrC;AAAA,EAEA,IAAW,KAAa;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAW,OAAe;AACxB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAa,aAA8C;AACzD,QAAI;AACF,YAAM,SAAS,KAAK;AAAA,QAClB,MAAM,SAAS,KAAK,eAAe,GAAG,MAAM;AAAA,MAC9C;AAEA,aAAO,iBAAiB,MAAM,MAAM;AAAA,IACtC,SAAS,OAAO;AACd,UAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD,eAAO;AAAA,MACT;AAEA,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAa,IACX,WACY;AACZ,UAAM,KAAK,OAAO;AAElB,UAAM,SAAS,MAAM,UAAU,IAAI;AAEnC,UAAM,KAAK,UAAU;AACrB,UAAM,KAAK,OAAO;AAClB,WAAO;AAAA,EACT;AAAA,EAEA,MAAa,SAAwB;AACnC,UAAM,GAAG,KAAK,OAAO,EAAE,OAAO,MAAM,WAAW,KAAK,CAAC;AAAA,EACvD;AAAA,EAEA,MAAM,SAAwB;AAC5B,UAAM,MAAM,KAAK,iBAAiB,EAAE,WAAW,KAAK,CAAC;AACrD,UAAM,KAAK,aAAa;AAAA,MACtB,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,MAClC,QAAQ;AAAA,MACR,SAAS;AAAA,IACX,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAA2B;AAC/B,UAAM,iBAAiB,MAAM,KAAK,WAAW;AAE7C,UAAM,KAAK,aAAa;AAAA,MACtB,cAAa,oBAAI,KAAK,GAAE,YAAY;AAAA,MACpC,WAAW,gBAAgB,cAAa,oBAAI,KAAK,GAAE,YAAY;AAAA,MAC/D,QAAQ;AAAA,MACR,SAAS;AAAA,IACX,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,aAAa,QAAmC;AACpD,UAAM,MAAM,KAAK,OAAO,EAAE,WAAW,KAAK,CAAC;AAC3C,UAAM;AAAA,MACJ,KAAK,eAAe;AAAA,MACpB,GAAG,KAAK,UAAU,QAAQ,MAAM,CAAC,CAAC;AAAA;AAAA,MAClC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,iBAAyB;AACvB,WAAO,KAAK,KAAK,OAAO,aAAa;AAAA,EACvC;AACF;AAEO,SAAS,sBAAsB,UAAyC;AAC7E,SAAO,WAAW;AAAA,IAChB,kBAAkB,SAAS;AAAA,IAC3B,YAAY,SAAS;AAAA,IACrB,UAAU,SAAS;AAAA,IACnB,SAAS,SAAS,WAAW;AAAA,EAC/B,CAAC;AACH;","names":[]}

package/dist/runtime/gc/files.js

@@ -0,0 +1,141 @@
+import { readdir, rm, rmdir, stat } from "fs/promises";
+import { join } from "path";
+import { isNodeError } from "../../utils/node-error.js";
+const DISPOSABLE_DIRECTORY_ENTRIES = /* @__PURE__ */ new Set([".DS_Store"]);
+const DISPOSABLE_DIRECTORY_TTL_MS = 6e4;
+function isDisposableDirectoryEntry(name) {
+  return DISPOSABLE_DIRECTORY_ENTRIES.has(name);
+}
+async function removeDisposableDirectory(directoryPath) {
+  const entries = await readdir(directoryPath).catch((error) => {
+    if (isNodeError(error) && error.code === "ENOENT") {
+      return void 0;
+    }
+    throw error;
+  });
+  if (entries === void 0) {
+    return 0;
+  }
+  if (entries.some((entry) => !isDisposableDirectoryEntry(entry))) {
+    return 0;
+  }
+  let freedBytes = 0;
+  for (const entry of entries) {
+    const path = join(directoryPath, entry);
+    freedBytes += await readPathSize(path);
+    await rm(path, { force: true, recursive: true });
+  }
+  await rmdir(directoryPath).catch((error) => {
+    if (isNodeError(error) && error.code === "ENOENT") {
+      return;
+    }
+    throw error;
+  });
+  return freedBytes;
+}
+async function removeDisposableChildDirectories(rootPath) {
+  const entries = await readdir(rootPath, { withFileTypes: true }).catch(
+    (error) => {
+      if (isNodeError(error) && error.code === "ENOENT") {
+        return [];
+      }
+      throw error;
+    }
+  );
+  let freedBytes = 0;
+  let removed = 0;
+  let scanned = 0;
+  for (const entry of entries) {
+    if (!entry.isDirectory()) {
+      continue;
+    }
+    scanned += 1;
+    const directoryPath = join(rootPath, entry.name);
+    const stats = await stat(directoryPath).catch((error) => {
+      if (isNodeError(error) && error.code === "ENOENT") {
+        return void 0;
+      }
+      throw error;
+    });
+    if (stats === void 0 || Date.now() - stats.mtimeMs < DISPOSABLE_DIRECTORY_TTL_MS) {
+      continue;
+    }
+    const removedBytes = await removeDisposableDirectory(directoryPath);
+    if (await pathExists(directoryPath)) {
+      freedBytes += removedBytes;
+      continue;
+    }
+    freedBytes += removedBytes;
+    removed += 1;
+  }
+  return { freedBytes, removed, scanned };
+}
+async function removeDisposableDescendantDirectories(rootPath) {
+  const entries = await readdir(rootPath, { withFileTypes: true }).catch(
+    (error) => {
+      if (isNodeError(error) && error.code === "ENOENT") {
+        return [];
+      }
+      throw error;
+    }
+  );
+  let freedBytes = 0;
+  let removed = 0;
+  let scanned = 0;
+  for (const entry of entries) {
+    if (!entry.isDirectory()) {
+      continue;
+    }
+    const directoryPath = join(rootPath, entry.name);
+    const childResult = await removeDisposableDescendantDirectories(directoryPath);
+    freedBytes += childResult.freedBytes;
+    removed += childResult.removed;
+    scanned += childResult.scanned + 1;
+    const removedBytes = await removeDisposableDirectory(directoryPath);
+    if (await pathExists(directoryPath)) {
+      freedBytes += removedBytes;
+      continue;
+    }
+    freedBytes += removedBytes;
+    removed += 1;
+  }
+  return { freedBytes, removed, scanned };
+}
+async function readPathSize(path) {
+  try {
+    const stats = await stat(path);
+    if (stats.isDirectory()) {
+      const entries = await readdir(path);
+      let size = 0;
+      for (const entry of entries) {
+        size += await readPathSize(join(path, entry));
+      }
+      return size;
+    }
+    return stats.size;
+  } catch (error) {
+    if (isNodeError(error) && error.code === "ENOENT") {
+      return 0;
+    }
+    throw error;
+  }
+}
+async function pathExists(path) {
+  try {
+    await stat(path);
+    return true;
+  } catch (error) {
+    if (isNodeError(error) && error.code === "ENOENT") {
+      return false;
+    }
+    throw error;
+  }
+}
+export {
+  isDisposableDirectoryEntry,
+  readPathSize,
+  removeDisposableChildDirectories,
+  removeDisposableDescendantDirectories,
+  removeDisposableDirectory
+};
+//# sourceMappingURL=files.js.map

package/dist/runtime/gc/files.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/runtime/gc/files.ts"],"sourcesContent":["import { readdir, rm, rmdir, stat } from \"fs/promises\";\nimport { join } from \"path\";\n\nimport { isNodeError } from \"../../utils/node-error.js\";\n\nconst DISPOSABLE_DIRECTORY_ENTRIES = new Set([\".DS_Store\"]);\nconst DISPOSABLE_DIRECTORY_TTL_MS = 60_000;\n\nexport function isDisposableDirectoryEntry(name: string): boolean {\n  return DISPOSABLE_DIRECTORY_ENTRIES.has(name);\n}\n\nexport async function removeDisposableDirectory(\n  directoryPath: string,\n): Promise<number> {\n  const entries = await readdir(directoryPath).catch((error: unknown) => {\n    if (isNodeError(error) && error.code === \"ENOENT\") {\n      return undefined;\n    }\n\n    throw error;\n  });\n\n  if (entries === undefined) {\n    return 0;\n  }\n  if (entries.some((entry) => !isDisposableDirectoryEntry(entry))) {\n    return 0;\n  }\n\n  let freedBytes = 0;\n\n  for (const entry of entries) {\n    const path = join(directoryPath, entry);\n\n    freedBytes += await readPathSize(path);\n    await rm(path, { force: true, recursive: true });\n  }\n\n  await rmdir(directoryPath).catch((error: unknown) => {\n    if (isNodeError(error) && error.code === \"ENOENT\") {\n      return;\n    }\n\n    throw error;\n  });\n  return freedBytes;\n}\n\nexport async function removeDisposableChildDirectories(\n  rootPath: string,\n): Promise<{\n  readonly freedBytes: number;\n  readonly removed: number;\n  readonly scanned: number;\n}> {\n  const entries = await readdir(rootPath, { withFileTypes: true }).catch(\n    (error: unknown) => {\n      if (isNodeError(error) && error.code === \"ENOENT\") {\n        return [];\n      }\n\n      throw error;\n    },\n  );\n  let freedBytes = 0;\n  let removed = 0;\n  let scanned = 0;\n\n  for (const entry of entries) {\n    if (!entry.isDirectory()) {\n      continue;\n    }\n\n    scanned += 1;\n    const directoryPath = join(rootPath, entry.name);\n    const stats = await stat(directoryPath).catch((error: unknown) => {\n      if (isNodeError(error) && error.code === \"ENOENT\") {\n        return undefined;\n      }\n\n      throw error;\n    });\n\n    if (\n      stats === undefined ||\n      Date.now() - stats.mtimeMs < DISPOSABLE_DIRECTORY_TTL_MS\n    ) {\n      continue;\n    }\n\n    const removedBytes = await removeDisposableDirectory(directoryPath);\n\n    if (await pathExists(directoryPath)) {\n      freedBytes += removedBytes;\n      continue;\n    }\n\n    freedBytes += removedBytes;\n    removed += 1;\n  }\n\n  return { freedBytes, removed, scanned };\n}\n\nexport async function removeDisposableDescendantDirectories(\n  rootPath: string,\n): Promise<{\n  readonly freedBytes: number;\n  readonly removed: number;\n  readonly scanned: number;\n}> {\n  const entries = await readdir(rootPath, { withFileTypes: true }).catch(\n    (error: unknown) => {\n      if (isNodeError(error) && error.code === \"ENOENT\") {\n        return [];\n      }\n\n      throw error;\n    },\n  );\n  let freedBytes = 0;\n  let removed = 0;\n  let scanned = 0;\n\n  for (const entry of entries) {\n    if (!entry.isDirectory()) {\n      continue;\n    }\n\n    const directoryPath = join(rootPath, entry.name);\n    const childResult =\n      await removeDisposableDescendantDirectories(directoryPath);\n\n    freedBytes += childResult.freedBytes;\n    removed += childResult.removed;\n    scanned += childResult.scanned + 1;\n\n    const removedBytes = await removeDisposableDirectory(directoryPath);\n\n    if (await pathExists(directoryPath)) {\n      freedBytes += removedBytes;\n      continue;\n    }\n\n    freedBytes += removedBytes;\n    removed += 1;\n  }\n\n  return { freedBytes, removed, scanned };\n}\n\nexport async function readPathSize(path: string): Promise<number> {\n  try {\n    const stats = await stat(path);\n\n    if (stats.isDirectory()) {\n      const entries = await readdir(path);\n      let size = 0;\n\n      for (const entry of entries) {\n        size += await readPathSize(join(path, entry));\n      }\n\n      return size;\n    }\n\n    return stats.size;\n  } catch (error) {\n    if (isNodeError(error) && error.code === \"ENOENT\") {\n      return 0;\n    }\n\n    throw error;\n  }\n}\n\nasync function pathExists(path: string): Promise<boolean> {\n  try {\n    await stat(path);\n    return true;\n  } catch (error) {\n    if (isNodeError(error) && error.code === \"ENOENT\") {\n      return false;\n    }\n\n    throw error;\n  }\n}\n"],"mappings":"AAAA,SAAS,SAAS,IAAI,OAAO,YAAY;AACzC,SAAS,YAAY;AAErB,SAAS,mBAAmB;AAE5B,MAAM,+BAA+B,oBAAI,IAAI,CAAC,WAAW,CAAC;AAC1D,MAAM,8BAA8B;AAE7B,SAAS,2BAA2B,MAAuB;AAChE,SAAO,6BAA6B,IAAI,IAAI;AAC9C;AAEA,eAAsB,0BACpB,eACiB;AACjB,QAAM,UAAU,MAAM,QAAQ,aAAa,EAAE,MAAM,CAAC,UAAmB;AACrE,QAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD,aAAO;AAAA,IACT;AAEA,UAAM;AAAA,EACR,CAAC;AAED,MAAI,YAAY,QAAW;AACzB,WAAO;AAAA,EACT;AACA,MAAI,QAAQ,KAAK,CAAC,UAAU,CAAC,2BAA2B,KAAK,CAAC,GAAG;AAC/D,WAAO;AAAA,EACT;AAEA,MAAI,aAAa;AAEjB,aAAW,SAAS,SAAS;AAC3B,UAAM,OAAO,KAAK,eAAe,KAAK;AAEtC,kBAAc,MAAM,aAAa,IAAI;AACrC,UAAM,GAAG,MAAM,EAAE,OAAO,MAAM,WAAW,KAAK,CAAC;AAAA,EACjD;AAEA,QAAM,MAAM,aAAa,EAAE,MAAM,CAAC,UAAmB;AACnD,QAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD;AAAA,IACF;AAEA,UAAM;AAAA,EACR,CAAC;AACD,SAAO;AACT;AAEA,eAAsB,iCACpB,UAKC;AACD,QAAM,UAAU,MAAM,QAAQ,UAAU,EAAE,eAAe,KAAK,CAAC,EAAE;AAAA,IAC/D,CAAC,UAAmB;AAClB,UAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD,eAAO,CAAC;AAAA,MACV;AAEA,YAAM;AAAA,IACR;AAAA,EACF;AACA,MAAI,aAAa;AACjB,MAAI,UAAU;AACd,MAAI,UAAU;AAEd,aAAW,SAAS,SAAS;AAC3B,QAAI,CAAC,MAAM,YAAY,GAAG;AACxB;AAAA,IACF;AAEA,eAAW;AACX,UAAM,gBAAgB,KAAK,UAAU,MAAM,IAAI;AAC/C,UAAM,QAAQ,MAAM,KAAK,aAAa,EAAE,MAAM,CAAC,UAAmB;AAChE,UAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD,eAAO;AAAA,MACT;AAEA,YAAM;AAAA,IACR,CAAC;AAED,QACE,UAAU,UACV,KAAK,IAAI,IAAI,MAAM,UAAU,6BAC7B;AACA;AAAA,IACF;AAEA,UAAM,eAAe,MAAM,0BAA0B,aAAa;AAElE,QAAI,MAAM,WAAW,aAAa,GAAG;AACnC,oBAAc;AACd;AAAA,IACF;AAEA,kBAAc;AACd,eAAW;AAAA,EACb;AAEA,SAAO,EAAE,YAAY,SAAS,QAAQ;AACxC;AAEA,eAAsB,sCACpB,UAKC;AACD,QAAM,UAAU,MAAM,QAAQ,UAAU,EAAE,eAAe,KAAK,CAAC,EAAE;AAAA,IAC/D,CAAC,UAAmB;AAClB,UAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD,eAAO,CAAC;AAAA,MACV;AAEA,YAAM;AAAA,IACR;AAAA,EACF;AACA,MAAI,aAAa;AACjB,MAAI,UAAU;AACd,MAAI,UAAU;AAEd,aAAW,SAAS,SAAS;AAC3B,QAAI,CAAC,MAAM,YAAY,GAAG;AACxB;AAAA,IACF;AAEA,UAAM,gBAAgB,KAAK,UAAU,MAAM,IAAI;AAC/C,UAAM,cACJ,MAAM,sCAAsC,aAAa;AAE3D,kBAAc,YAAY;AAC1B,eAAW,YAAY;AACvB,eAAW,YAAY,UAAU;AAEjC,UAAM,eAAe,MAAM,0BAA0B,aAAa;AAElE,QAAI,MAAM,WAAW,aAAa,GAAG;AACnC,oBAAc;AACd;AAAA,IACF;AAEA,kBAAc;AACd,eAAW;AAAA,EACb;AAEA,SAAO,EAAE,YAAY,SAAS,QAAQ;AACxC;AAEA,eAAsB,aAAa,MAA+B;AAChE,MAAI;AACF,UAAM,QAAQ,MAAM,KAAK,IAAI;AAE7B,QAAI,MAAM,YAAY,GAAG;AACvB,YAAM,UAAU,MAAM,QAAQ,IAAI;AAClC,UAAI,OAAO;AAEX,iBAAW,SAAS,SAAS;AAC3B,gBAAQ,MAAM,aAAa,KAAK,MAAM,KAAK,CAAC;AAAA,MAC9C;AAEA,aAAO;AAAA,IACT;AAEA,WAAO,MAAM;AAAA,EACf,SAAS,OAAO;AACd,QAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD,aAAO;AAAA,IACT;AAEA,UAAM;AAAA,EACR;AACF;AAEA,eAAe,WAAW,MAAgC;AACxD,MAAI;AACF,UAAM,KAAK,IAAI;AACf,WAAO;AAAA,EACT,SAAS,OAAO;AACd,QAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD,aAAO;AAAA,IACT;AAEA,UAAM;AAAA,EACR;AACF;","names":[]}

package/dist/runtime/gc/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/runtime/gc/index.ts"],"sourcesContent":["export { tryRunWikiGraphGc } from \"./runner.js\";\nexport type {\n  GcContext,\n  GcJob,\n  GcJobReport,\n  GcJobResult,\n  GcRunReport,\n} from \"./types.js\";\n"],"mappings":"AAAA,SAAS,yBAAyB;","names":[]}

package/dist/runtime/gc/lock.js

@@ -0,0 +1,137 @@
+import { randomUUID } from "crypto";
+import { join } from "path";
+import { resolveWikiGraphStateRootPath } from "../common/wiki-graph/temp.js";
+import { getNumber, getString } from "../../document/database.js";
+import { openSharedStateDatabase } from "../../document/index.js";
+import { isNodeError } from "../../utils/node-error.js";
+const GC_SCHEMA_SQL = `
+CREATE TABLE IF NOT EXISTS gc_locks (
+  scope TEXT PRIMARY KEY,
+  owner_id TEXT NOT NULL,
+  owner_pid INTEGER NOT NULL,
+  heartbeat_at INTEGER NOT NULL,
+  created_at INTEGER NOT NULL
+);
+`;
+const GC_LOCK_STALE_TIMEOUT_MS = 6e4;
+const GC_HEARTBEAT_INTERVAL_MS = 2e4;
+async function tryAcquireGcLock(scope = "global") {
+  const database = await openGcStateDatabase();
+  const ownerId = `${process.pid}-${randomUUID()}`;
+  const now = Date.now();
+  let acquired = false;
+  try {
+    await database.transaction(async () => {
+      await cleanupStaleGcLocks(database);
+      await database.run(
+        `
+INSERT OR IGNORE INTO gc_locks (
+  scope, owner_id, owner_pid, heartbeat_at, created_at
+) VALUES (?, ?, ?, ?, ?)
+`,
+        [scope, ownerId, process.pid, now, now]
+      );
+      acquired = await database.queryOne(
+        "SELECT owner_id FROM gc_locks WHERE scope = ?",
+        [scope],
+        (row) => getString(row, "owner_id")
+      ) === ownerId;
+    });
+  } finally {
+    await database.close();
+  }
+  if (!acquired) {
+    return void 0;
+  }
+  const heartbeat = setInterval(() => {
+    void heartbeatGcLock(scope, ownerId).catch(() => void 0);
+  }, GC_HEARTBEAT_INTERVAL_MS);
+  return async () => {
+    clearInterval(heartbeat);
+    const releaseDatabase = await openGcStateDatabase();
+    try {
+      await releaseDatabase.run(
+        "DELETE FROM gc_locks WHERE scope = ? AND owner_id = ?",
+        [scope, ownerId]
+      );
+    } finally {
+      await releaseDatabase.close();
+    }
+  };
+}
+async function heartbeatGcLock(scope, ownerId) {
+  const database = await openGcStateDatabase();
+  try {
+    await database.run(
+      `
+UPDATE gc_locks
+SET heartbeat_at = ?, owner_pid = ?
+WHERE scope = ? AND owner_id = ?
+`,
+      [Date.now(), process.pid, scope, ownerId]
+    );
+  } finally {
+    await database.close();
+  }
+}
+async function cleanupStaleGcLocks(database) {
+  const locks = await database.queryAll(
+    "SELECT * FROM gc_locks",
+    void 0,
+    mapGcLockWithScope
+  );
+  for (const { lock, scope } of locks.filter(
+    ({ lock: lock2 }) => isStaleGcLock(lock2)
+  )) {
+    await database.run(
+      `
+DELETE FROM gc_locks
+WHERE scope = ?
+  AND owner_id = ?
+  AND heartbeat_at = ?
+`,
+      [scope, lock.ownerId, lock.heartbeatAt]
+    );
+  }
+}
+function isStaleGcLock(lock) {
+  if (Date.now() - lock.heartbeatAt < GC_LOCK_STALE_TIMEOUT_MS) {
+    return false;
+  }
+  return !isProcessAlive(lock.ownerPid);
+}
+async function openGcStateDatabase() {
+  return await openSharedStateDatabase(
+    join(resolveWikiGraphStateRootPath(), "gc.sqlite"),
+    GC_SCHEMA_SQL
+  );
+}
+function mapGcLock(row) {
+  return {
+    createdAt: getNumber(row, "created_at"),
+    heartbeatAt: getNumber(row, "heartbeat_at"),
+    ownerId: getString(row, "owner_id"),
+    ownerPid: getNumber(row, "owner_pid")
+  };
+}
+function mapGcLockWithScope(row) {
+  return {
+    lock: mapGcLock(row),
+    scope: getString(row, "scope")
+  };
+}
+function isProcessAlive(pid) {
+  try {
+    process.kill(pid, 0);
+    return true;
+  } catch (error) {
+    if (isNodeError(error) && error.code === "ESRCH") {
+      return false;
+    }
+    return true;
+  }
+}
+export {
+  tryAcquireGcLock
+};
+//# sourceMappingURL=lock.js.map

package/dist/runtime/gc/lock.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/runtime/gc/lock.ts"],"sourcesContent":["import { randomUUID } from \"crypto\";\nimport { join } from \"path\";\n\nimport { resolveWikiGraphStateRootPath } from \"../common/wiki-graph/temp.js\";\nimport { getNumber, getString, type SqlRow } from \"../../document/database.js\";\nimport { openSharedStateDatabase } from \"../../document/index.js\";\nimport type { Database } from \"../../document/index.js\";\nimport { isNodeError } from \"../../utils/node-error.js\";\n\nconst GC_SCHEMA_SQL = `\nCREATE TABLE IF NOT EXISTS gc_locks (\n  scope TEXT PRIMARY KEY,\n  owner_id TEXT NOT NULL,\n  owner_pid INTEGER NOT NULL,\n  heartbeat_at INTEGER NOT NULL,\n  created_at INTEGER NOT NULL\n);\n`;\n\nconst GC_LOCK_STALE_TIMEOUT_MS = 60_000;\nconst GC_HEARTBEAT_INTERVAL_MS = 20_000;\n\ninterface GcLock {\n  readonly createdAt: number;\n  readonly heartbeatAt: number;\n  readonly ownerId: string;\n  readonly ownerPid: number;\n}\n\nexport async function tryAcquireGcLock(\n  scope = \"global\",\n): Promise<(() => Promise<void>) | undefined> {\n  const database = await openGcStateDatabase();\n  const ownerId = `${process.pid}-${randomUUID()}`;\n  const now = Date.now();\n  let acquired = false;\n\n  try {\n    await database.transaction(async () => {\n      await cleanupStaleGcLocks(database);\n      await database.run(\n        `\nINSERT OR IGNORE INTO gc_locks (\n  scope, owner_id, owner_pid, heartbeat_at, created_at\n) VALUES (?, ?, ?, ?, ?)\n`,\n        [scope, ownerId, process.pid, now, now],\n      );\n      acquired =\n        (await database.queryOne(\n          \"SELECT owner_id FROM gc_locks WHERE scope = ?\",\n          [scope],\n          (row) => getString(row, \"owner_id\"),\n        )) === ownerId;\n    });\n  } finally {\n    await database.close();\n  }\n\n  if (!acquired) {\n    return undefined;\n  }\n\n  const heartbeat = setInterval(() => {\n    void heartbeatGcLock(scope, ownerId).catch(() => undefined);\n  }, GC_HEARTBEAT_INTERVAL_MS);\n\n  return async () => {\n    clearInterval(heartbeat);\n    const releaseDatabase = await openGcStateDatabase();\n\n    try {\n      await releaseDatabase.run(\n        \"DELETE FROM gc_locks WHERE scope = ? AND owner_id = ?\",\n        [scope, ownerId],\n      );\n    } finally {\n      await releaseDatabase.close();\n    }\n  };\n}\n\nasync function heartbeatGcLock(scope: string, ownerId: string): Promise<void> {\n  const database = await openGcStateDatabase();\n\n  try {\n    await database.run(\n      `\nUPDATE gc_locks\nSET heartbeat_at = ?, owner_pid = ?\nWHERE scope = ? AND owner_id = ?\n`,\n      [Date.now(), process.pid, scope, ownerId],\n    );\n  } finally {\n    await database.close();\n  }\n}\n\nasync function cleanupStaleGcLocks(database: Database): Promise<void> {\n  const locks = await database.queryAll(\n    \"SELECT * FROM gc_locks\",\n    undefined,\n    mapGcLockWithScope,\n  );\n\n  for (const { lock, scope } of locks.filter(({ lock }) =>\n    isStaleGcLock(lock),\n  )) {\n    await database.run(\n      `\nDELETE FROM gc_locks\nWHERE scope = ?\n  AND owner_id = ?\n  AND heartbeat_at = ?\n`,\n      [scope, lock.ownerId, lock.heartbeatAt],\n    );\n  }\n}\n\nfunction isStaleGcLock(lock: GcLock): boolean {\n  if (Date.now() - lock.heartbeatAt < GC_LOCK_STALE_TIMEOUT_MS) {\n    return false;\n  }\n\n  return !isProcessAlive(lock.ownerPid);\n}\n\nasync function openGcStateDatabase(): Promise<Database> {\n  return await openSharedStateDatabase(\n    join(resolveWikiGraphStateRootPath(), \"gc.sqlite\"),\n    GC_SCHEMA_SQL,\n  );\n}\n\nfunction mapGcLock(row: SqlRow): GcLock {\n  return {\n    createdAt: getNumber(row, \"created_at\"),\n    heartbeatAt: getNumber(row, \"heartbeat_at\"),\n    ownerId: getString(row, \"owner_id\"),\n    ownerPid: getNumber(row, \"owner_pid\"),\n  };\n}\n\nfunction mapGcLockWithScope(row: SqlRow): {\n  readonly lock: GcLock;\n  readonly scope: string;\n} {\n  return {\n    lock: mapGcLock(row),\n    scope: getString(row, \"scope\"),\n  };\n}\n\nfunction isProcessAlive(pid: number): boolean {\n  try {\n    process.kill(pid, 0);\n    return true;\n  } catch (error) {\n    if (isNodeError(error) && error.code === \"ESRCH\") {\n      return false;\n    }\n\n    return true;\n  }\n}\n"],"mappings":"AAAA,SAAS,kBAAkB;AAC3B,SAAS,YAAY;AAErB,SAAS,qCAAqC;AAC9C,SAAS,WAAW,iBAA8B;AAClD,SAAS,+BAA+B;AAExC,SAAS,mBAAmB;AAE5B,MAAM,gBAAgB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAUtB,MAAM,2BAA2B;AACjC,MAAM,2BAA2B;AASjC,eAAsB,iBACpB,QAAQ,UACoC;AAC5C,QAAM,WAAW,MAAM,oBAAoB;AAC3C,QAAM,UAAU,GAAG,QAAQ,GAAG,IAAI,WAAW,CAAC;AAC9C,QAAM,MAAM,KAAK,IAAI;AACrB,MAAI,WAAW;AAEf,MAAI;AACF,UAAM,SAAS,YAAY,YAAY;AACrC,YAAM,oBAAoB,QAAQ;AAClC,YAAM,SAAS;AAAA,QACb;AAAA;AAAA;AAAA;AAAA;AAAA,QAKA,CAAC,OAAO,SAAS,QAAQ,KAAK,KAAK,GAAG;AAAA,MACxC;AACA,iBACG,MAAM,SAAS;AAAA,QACd;AAAA,QACA,CAAC,KAAK;AAAA,QACN,CAAC,QAAQ,UAAU,KAAK,UAAU;AAAA,MACpC,MAAO;AAAA,IACX,CAAC;AAAA,EACH,UAAE;AACA,UAAM,SAAS,MAAM;AAAA,EACvB;AAEA,MAAI,CAAC,UAAU;AACb,WAAO;AAAA,EACT;AAEA,QAAM,YAAY,YAAY,MAAM;AAClC,SAAK,gBAAgB,OAAO,OAAO,EAAE,MAAM,MAAM,MAAS;AAAA,EAC5D,GAAG,wBAAwB;AAE3B,SAAO,YAAY;AACjB,kBAAc,SAAS;AACvB,UAAM,kBAAkB,MAAM,oBAAoB;AAElD,QAAI;AACF,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,CAAC,OAAO,OAAO;AAAA,MACjB;AAAA,IACF,UAAE;AACA,YAAM,gBAAgB,MAAM;AAAA,IAC9B;AAAA,EACF;AACF;AAEA,eAAe,gBAAgB,OAAe,SAAgC;AAC5E,QAAM,WAAW,MAAM,oBAAoB;AAE3C,MAAI;AACF,UAAM,SAAS;AAAA,MACb;AAAA;AAAA;AAAA;AAAA;AAAA,MAKA,CAAC,KAAK,IAAI,GAAG,QAAQ,KAAK,OAAO,OAAO;AAAA,IAC1C;AAAA,EACF,UAAE;AACA,UAAM,SAAS,MAAM;AAAA,EACvB;AACF;AAEA,eAAe,oBAAoB,UAAmC;AACpE,QAAM,QAAQ,MAAM,SAAS;AAAA,IAC3B;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAEA,aAAW,EAAE,MAAM,MAAM,KAAK,MAAM;AAAA,IAAO,CAAC,EAAE,MAAAA,MAAK,MACjD,cAAcA,KAAI;AAAA,EACpB,GAAG;AACD,UAAM,SAAS;AAAA,MACb;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAMA,CAAC,OAAO,KAAK,SAAS,KAAK,WAAW;AAAA,IACxC;AAAA,EACF;AACF;AAEA,SAAS,cAAc,MAAuB;AAC5C,MAAI,KAAK,IAAI,IAAI,KAAK,cAAc,0BAA0B;AAC5D,WAAO;AAAA,EACT;AAEA,SAAO,CAAC,eAAe,KAAK,QAAQ;AACtC;AAEA,eAAe,sBAAyC;AACtD,SAAO,MAAM;AAAA,IACX,KAAK,8BAA8B,GAAG,WAAW;AAAA,IACjD;AAAA,EACF;AACF;AAEA,SAAS,UAAU,KAAqB;AACtC,SAAO;AAAA,IACL,WAAW,UAAU,KAAK,YAAY;AAAA,IACtC,aAAa,UAAU,KAAK,cAAc;AAAA,IAC1C,SAAS,UAAU,KAAK,UAAU;AAAA,IAClC,UAAU,UAAU,KAAK,WAAW;AAAA,EACtC;AACF;AAEA,SAAS,mBAAmB,KAG1B;AACA,SAAO;AAAA,IACL,MAAM,UAAU,GAAG;AAAA,IACnB,OAAO,UAAU,KAAK,OAAO;AAAA,EAC/B;AACF;AAEA,SAAS,eAAe,KAAsB;AAC5C,MAAI;AACF,YAAQ,KAAK,KAAK,CAAC;AACnB,WAAO;AAAA,EACT,SAAS,OAAO;AACd,QAAI,YAAY,KAAK,KAAK,MAAM,SAAS,SAAS;AAChD,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,EACT;AACF;","names":["lock"]}

package/dist/runtime/gc/runner.js

@@ -0,0 +1,134 @@
+import { mkdir, readFile, writeFile } from "fs/promises";
+import { join } from "path";
+import { resolveWikiGraphStateRootPath } from "../common/wiki-graph/temp.js";
+import { runSearchCacheGc } from "../../retrieval/query/index.js";
+import { runBuildQueueGc } from "../../api/index.js";
+import { runWikgCoordinatorGc } from "../../storage/wikg/index.js";
+import { runWikipageCacheGc } from "../../external/wikipage/index.js";
+import { runLibraryIndexGc } from "../../library/index.js";
+import { formatError } from "../../utils/node-error.js";
+import { tryAcquireGcLock } from "./lock.js";
+import { runTempDirectoryGc } from "./temp.js";
+const GC_JOBS = [
+  {
+    name: "wikg-coordinator",
+    run: runWikgCoordinatorGc
+  },
+  {
+    name: "search-cache",
+    run: runSearchCacheGc
+  },
+  {
+    name: "library-index",
+    run: runLibraryIndexGc
+  },
+  {
+    name: "wikipage-cache",
+    run: runWikipageCacheGc
+  },
+  {
+    name: "build-queue",
+    run: runBuildQueueGc
+  },
+  {
+    name: "tmp",
+    run: runTempDirectoryGc
+  }
+];
+const OPPORTUNISTIC_GC_INTERVAL_MS = 10 * 60 * 1e3;
+async function tryRunWikiGraphGc(options = {}) {
+  const startedAt = Date.now();
+  const stateDirectoryPath = resolveWikiGraphStateRootPath();
+  const release = await tryAcquireGcLock();
+  if (release === void 0) {
+    return {
+      finishedAt: Date.now(),
+      freedBytes: 0,
+      jobs: [],
+      removed: 0,
+      scanned: 0,
+      skipped: true,
+      startedAt
+    };
+  }
+  try {
+    if (options.opportunistic === true && !await shouldRunOpportunisticGc(stateDirectoryPath, startedAt)) {
+      return {
+        finishedAt: Date.now(),
+        freedBytes: 0,
+        jobs: [],
+        removed: 0,
+        scanned: 0,
+        skipped: true,
+        startedAt
+      };
+    }
+    const context = {
+      dryRun: options.dryRun === true,
+      force: options.force === true,
+      now: startedAt,
+      stateDirectoryPath
+    };
+    const jobs = [];
+    for (const job of GC_JOBS) {
+      jobs.push(await runJob(job, context));
+    }
+    const report = {
+      finishedAt: Date.now(),
+      freedBytes: sum(jobs, "freedBytes"),
+      jobs,
+      removed: sum(jobs, "removed"),
+      scanned: sum(jobs, "scanned"),
+      skipped: false,
+      startedAt
+    };
+    await writeLastGcRunAt(stateDirectoryPath, report.finishedAt).catch(
+      () => void 0
+    );
+    return report;
+  } finally {
+    await release();
+  }
+}
+async function runJob(job, context) {
+  try {
+    return {
+      name: job.name,
+      ...await job.run(context)
+    };
+  } catch (error) {
+    return {
+      error: formatError(error),
+      freedBytes: 0,
+      name: job.name,
+      removed: 0,
+      scanned: 0
+    };
+  }
+}
+function sum(jobs, key) {
+  return jobs.reduce((total, job) => {
+    const value = job[key];
+    return total + (typeof value === "number" ? value : 0);
+  }, 0);
+}
+async function shouldRunOpportunisticGc(stateDirectoryPath, now) {
+  const lastRunAt = Number(
+    (await readFile(createLastGcRunPath(stateDirectoryPath), "utf8").catch(
+      () => ""
+    )).trim()
+  );
+  return !Number.isFinite(lastRunAt) || now - lastRunAt >= OPPORTUNISTIC_GC_INTERVAL_MS;
+}
+async function writeLastGcRunAt(stateDirectoryPath, at) {
+  await mkdir(stateDirectoryPath, { recursive: true });
+  await writeFile(createLastGcRunPath(stateDirectoryPath), `${at}
+`, "utf8");
+}
+function createLastGcRunPath(stateDirectoryPath) {
+  return join(stateDirectoryPath, "gc.last-run");
+}
+export {
+  tryRunWikiGraphGc
+};
+//# sourceMappingURL=runner.js.map

package/dist/runtime/gc/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/runtime/gc/runner.ts"],"sourcesContent":["import { mkdir, readFile, writeFile } from \"fs/promises\";\nimport { join } from \"path\";\n\nimport { resolveWikiGraphStateRootPath } from \"../common/wiki-graph/temp.js\";\nimport { runSearchCacheGc } from \"../../retrieval/query/index.js\";\nimport { runBuildQueueGc } from \"../../api/index.js\";\nimport { runWikgCoordinatorGc } from \"../../storage/wikg/index.js\";\nimport { runWikipageCacheGc } from \"../../external/wikipage/index.js\";\nimport { runLibraryIndexGc } from \"../../library/index.js\";\nimport { formatError } from \"../../utils/node-error.js\";\n\nimport { tryAcquireGcLock } from \"./lock.js\";\nimport { runTempDirectoryGc } from \"./temp.js\";\nimport type { GcContext, GcJob, GcJobReport, GcRunReport } from \"./types.js\";\n\ninterface NamedGcJob {\n  readonly name: string;\n  readonly run: GcJob;\n}\n\nconst GC_JOBS: readonly NamedGcJob[] = [\n  {\n    name: \"wikg-coordinator\",\n    run: runWikgCoordinatorGc,\n  },\n  {\n    name: \"search-cache\",\n    run: runSearchCacheGc,\n  },\n  {\n    name: \"library-index\",\n    run: runLibraryIndexGc,\n  },\n  {\n    name: \"wikipage-cache\",\n    run: runWikipageCacheGc,\n  },\n  {\n    name: \"build-queue\",\n    run: runBuildQueueGc,\n  },\n  {\n    name: \"tmp\",\n    run: runTempDirectoryGc,\n  },\n];\nconst OPPORTUNISTIC_GC_INTERVAL_MS = 10 * 60 * 1000;\n\nexport async function tryRunWikiGraphGc(\n  options: {\n    readonly dryRun?: boolean;\n    readonly force?: boolean;\n    readonly opportunistic?: boolean;\n  } = {},\n): Promise<GcRunReport> {\n  const startedAt = Date.now();\n  const stateDirectoryPath = resolveWikiGraphStateRootPath();\n  const release = await tryAcquireGcLock();\n\n  if (release === undefined) {\n    return {\n      finishedAt: Date.now(),\n      freedBytes: 0,\n      jobs: [],\n      removed: 0,\n      scanned: 0,\n      skipped: true,\n      startedAt,\n    };\n  }\n\n  try {\n    if (\n      options.opportunistic === true &&\n      !(await shouldRunOpportunisticGc(stateDirectoryPath, startedAt))\n    ) {\n      return {\n        finishedAt: Date.now(),\n        freedBytes: 0,\n        jobs: [],\n        removed: 0,\n        scanned: 0,\n        skipped: true,\n        startedAt,\n      };\n    }\n\n    const context: GcContext = {\n      dryRun: options.dryRun === true,\n      force: options.force === true,\n      now: startedAt,\n      stateDirectoryPath,\n    };\n    const jobs: GcJobReport[] = [];\n\n    for (const job of GC_JOBS) {\n      jobs.push(await runJob(job, context));\n    }\n\n    const report = {\n      finishedAt: Date.now(),\n      freedBytes: sum(jobs, \"freedBytes\"),\n      jobs,\n      removed: sum(jobs, \"removed\"),\n      scanned: sum(jobs, \"scanned\"),\n      skipped: false,\n      startedAt,\n    };\n\n    await writeLastGcRunAt(stateDirectoryPath, report.finishedAt).catch(\n      () => undefined,\n    );\n    return report;\n  } finally {\n    await release();\n  }\n}\n\nasync function runJob(\n  job: NamedGcJob,\n  context: GcContext,\n): Promise<GcJobReport> {\n  try {\n    return {\n      name: job.name,\n      ...(await job.run(context)),\n    };\n  } catch (error) {\n    return {\n      error: formatError(error),\n      freedBytes: 0,\n      name: job.name,\n      removed: 0,\n      scanned: 0,\n    };\n  }\n}\n\nfunction sum(jobs: readonly GcJobReport[], key: keyof GcJobReport): number {\n  return jobs.reduce((total, job) => {\n    const value = job[key];\n\n    return total + (typeof value === \"number\" ? value : 0);\n  }, 0);\n}\n\nasync function shouldRunOpportunisticGc(\n  stateDirectoryPath: string,\n  now: number,\n): Promise<boolean> {\n  const lastRunAt = Number(\n    (\n      await readFile(createLastGcRunPath(stateDirectoryPath), \"utf8\").catch(\n        () => \"\",\n      )\n    ).trim(),\n  );\n\n  return (\n    !Number.isFinite(lastRunAt) ||\n    now - lastRunAt >= OPPORTUNISTIC_GC_INTERVAL_MS\n  );\n}\n\nasync function writeLastGcRunAt(\n  stateDirectoryPath: string,\n  at: number,\n): Promise<void> {\n  await mkdir(stateDirectoryPath, { recursive: true });\n  await writeFile(createLastGcRunPath(stateDirectoryPath), `${at}\\n`, \"utf8\");\n}\n\nfunction createLastGcRunPath(stateDirectoryPath: string): string {\n  return join(stateDirectoryPath, \"gc.last-run\");\n}\n"],"mappings":"AAAA,SAAS,OAAO,UAAU,iBAAiB;AAC3C,SAAS,YAAY;AAErB,SAAS,qCAAqC;AAC9C,SAAS,wBAAwB;AACjC,SAAS,uBAAuB;AAChC,SAAS,4BAA4B;AACrC,SAAS,0BAA0B;AACnC,SAAS,yBAAyB;AAClC,SAAS,mBAAmB;AAE5B,SAAS,wBAAwB;AACjC,SAAS,0BAA0B;AAQnC,MAAM,UAAiC;AAAA,EACrC;AAAA,IACE,MAAM;AAAA,IACN,KAAK;AAAA,EACP;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,KAAK;AAAA,EACP;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,KAAK;AAAA,EACP;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,KAAK;AAAA,EACP;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,KAAK;AAAA,EACP;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,KAAK;AAAA,EACP;AACF;AACA,MAAM,+BAA+B,KAAK,KAAK;AAE/C,eAAsB,kBACpB,UAII,CAAC,GACiB;AACtB,QAAM,YAAY,KAAK,IAAI;AAC3B,QAAM,qBAAqB,8BAA8B;AACzD,QAAM,UAAU,MAAM,iBAAiB;AAEvC,MAAI,YAAY,QAAW;AACzB,WAAO;AAAA,MACL,YAAY,KAAK,IAAI;AAAA,MACrB,YAAY;AAAA,MACZ,MAAM,CAAC;AAAA,MACP,SAAS;AAAA,MACT,SAAS;AAAA,MACT,SAAS;AAAA,MACT;AAAA,IACF;AAAA,EACF;AAEA,MAAI;AACF,QACE,QAAQ,kBAAkB,QAC1B,CAAE,MAAM,yBAAyB,oBAAoB,SAAS,GAC9D;AACA,aAAO;AAAA,QACL,YAAY,KAAK,IAAI;AAAA,QACrB,YAAY;AAAA,QACZ,MAAM,CAAC;AAAA,QACP,SAAS;AAAA,QACT,SAAS;AAAA,QACT,SAAS;AAAA,QACT;AAAA,MACF;AAAA,IACF;AAEA,UAAM,UAAqB;AAAA,MACzB,QAAQ,QAAQ,WAAW;AAAA,MAC3B,OAAO,QAAQ,UAAU;AAAA,MACzB,KAAK;AAAA,MACL;AAAA,IACF;AACA,UAAM,OAAsB,CAAC;AAE7B,eAAW,OAAO,SAAS;AACzB,WAAK,KAAK,MAAM,OAAO,KAAK,OAAO,CAAC;AAAA,IACtC;AAEA,UAAM,SAAS;AAAA,MACb,YAAY,KAAK,IAAI;AAAA,MACrB,YAAY,IAAI,MAAM,YAAY;AAAA,MAClC;AAAA,MACA,SAAS,IAAI,MAAM,SAAS;AAAA,MAC5B,SAAS,IAAI,MAAM,SAAS;AAAA,MAC5B,SAAS;AAAA,MACT;AAAA,IACF;AAEA,UAAM,iBAAiB,oBAAoB,OAAO,UAAU,EAAE;AAAA,MAC5D,MAAM;AAAA,IACR;AACA,WAAO;AAAA,EACT,UAAE;AACA,UAAM,QAAQ;AAAA,EAChB;AACF;AAEA,eAAe,OACb,KACA,SACsB;AACtB,MAAI;AACF,WAAO;AAAA,MACL,MAAM,IAAI;AAAA,MACV,GAAI,MAAM,IAAI,IAAI,OAAO;AAAA,IAC3B;AAAA,EACF,SAAS,OAAO;AACd,WAAO;AAAA,MACL,OAAO,YAAY,KAAK;AAAA,MACxB,YAAY;AAAA,MACZ,MAAM,IAAI;AAAA,MACV,SAAS;AAAA,MACT,SAAS;AAAA,IACX;AAAA,EACF;AACF;AAEA,SAAS,IAAI,MAA8B,KAAgC;AACzE,SAAO,KAAK,OAAO,CAAC,OAAO,QAAQ;AACjC,UAAM,QAAQ,IAAI,GAAG;AAErB,WAAO,SAAS,OAAO,UAAU,WAAW,QAAQ;AAAA,EACtD,GAAG,CAAC;AACN;AAEA,eAAe,yBACb,oBACA,KACkB;AAClB,QAAM,YAAY;AAAA,KAEd,MAAM,SAAS,oBAAoB,kBAAkB,GAAG,MAAM,EAAE;AAAA,MAC9D,MAAM;AAAA,IACR,GACA,KAAK;AAAA,EACT;AAEA,SACE,CAAC,OAAO,SAAS,SAAS,KAC1B,MAAM,aAAa;AAEvB;AAEA,eAAe,iBACb,oBACA,IACe;AACf,QAAM,MAAM,oBAAoB,EAAE,WAAW,KAAK,CAAC;AACnD,QAAM,UAAU,oBAAoB,kBAAkB,GAAG,GAAG,EAAE;AAAA,GAAM,MAAM;AAC5E;AAEA,SAAS,oBAAoB,oBAAoC;AAC/D,SAAO,KAAK,oBAAoB,aAAa;AAC/C;","names":[]}

package/dist/runtime/gc/temp.js

@@ -0,0 +1,57 @@
+import { readdir, rm, stat } from "fs/promises";
+import { join } from "path";
+import { resolveWikiGraphTempDirectoryPath } from "../common/wiki-graph/temp.js";
+import { isNodeError } from "../../utils/node-error.js";
+import { readPathSize } from "./files.js";
+const TEMP_DIRECTORY_TTL_MS = 60 * 60 * 1e3;
+async function runTempDirectoryGc(context) {
+  const rootPath = resolveWikiGraphTempDirectoryPath();
+  let scanned = 0;
+  let removed = 0;
+  let freedBytes = 0;
+  for (const path of await listTempEntryPaths(rootPath)) {
+    scanned += 1;
+    const stats = await stat(path).catch((error) => {
+      if (isNodeError(error) && error.code === "ENOENT") {
+        return void 0;
+      }
+      throw error;
+    });
+    if (stats === void 0 || !context.force && context.now - stats.mtimeMs < TEMP_DIRECTORY_TTL_MS) {
+      continue;
+    }
+    const bytes = await readPathSize(path);
+    if (!context.dryRun) {
+      await rm(path, { force: true, recursive: true });
+    }
+    removed += 1;
+    freedBytes += bytes;
+  }
+  return { freedBytes, removed, scanned };
+}
+async function listTempEntryPaths(rootPath) {
+  try {
+    const categories = await readdir(rootPath, { withFileTypes: true });
+    const paths = [];
+    for (const category of categories) {
+      if (!category.isDirectory()) {
+        continue;
+      }
+      const categoryPath = join(rootPath, category.name);
+      const entries = await readdir(categoryPath, { withFileTypes: true });
+      for (const entry of entries) {
+        paths.push(join(categoryPath, entry.name));
+      }
+    }
+    return paths;
+  } catch (error) {
+    if (isNodeError(error) && error.code === "ENOENT") {
+      return [];
+    }
+    throw error;
+  }
+}
+export {
+  runTempDirectoryGc
+};
+//# sourceMappingURL=temp.js.map

package/dist/runtime/gc/temp.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/runtime/gc/temp.ts"],"sourcesContent":["import { readdir, rm, stat } from \"fs/promises\";\nimport { join } from \"path\";\n\nimport { resolveWikiGraphTempDirectoryPath } from \"../common/wiki-graph/temp.js\";\nimport { isNodeError } from \"../../utils/node-error.js\";\n\nimport { readPathSize } from \"./files.js\";\nimport type { GcContext, GcJobResult } from \"./types.js\";\n\nconst TEMP_DIRECTORY_TTL_MS = 60 * 60 * 1000;\n\nexport async function runTempDirectoryGc(\n  context: GcContext,\n): Promise<GcJobResult> {\n  const rootPath = resolveWikiGraphTempDirectoryPath();\n  let scanned = 0;\n  let removed = 0;\n  let freedBytes = 0;\n\n  for (const path of await listTempEntryPaths(rootPath)) {\n    scanned += 1;\n    const stats = await stat(path).catch((error: unknown) => {\n      if (isNodeError(error) && error.code === \"ENOENT\") {\n        return undefined;\n      }\n\n      throw error;\n    });\n\n    if (\n      stats === undefined ||\n      (!context.force && context.now - stats.mtimeMs < TEMP_DIRECTORY_TTL_MS)\n    ) {\n      continue;\n    }\n\n    const bytes = await readPathSize(path);\n\n    if (!context.dryRun) {\n      await rm(path, { force: true, recursive: true });\n    }\n    removed += 1;\n    freedBytes += bytes;\n  }\n\n  return { freedBytes, removed, scanned };\n}\n\nasync function listTempEntryPaths(rootPath: string): Promise<string[]> {\n  try {\n    const categories = await readdir(rootPath, { withFileTypes: true });\n    const paths: string[] = [];\n\n    for (const category of categories) {\n      if (!category.isDirectory()) {\n        continue;\n      }\n\n      const categoryPath = join(rootPath, category.name);\n      const entries = await readdir(categoryPath, { withFileTypes: true });\n\n      for (const entry of entries) {\n        paths.push(join(categoryPath, entry.name));\n      }\n    }\n\n    return paths;\n  } catch (error) {\n    if (isNodeError(error) && error.code === \"ENOENT\") {\n      return [];\n    }\n\n    throw error;\n  }\n}\n"],"mappings":"AAAA,SAAS,SAAS,IAAI,YAAY;AAClC,SAAS,YAAY;AAErB,SAAS,yCAAyC;AAClD,SAAS,mBAAmB;AAE5B,SAAS,oBAAoB;AAG7B,MAAM,wBAAwB,KAAK,KAAK;AAExC,eAAsB,mBACpB,SACsB;AACtB,QAAM,WAAW,kCAAkC;AACnD,MAAI,UAAU;AACd,MAAI,UAAU;AACd,MAAI,aAAa;AAEjB,aAAW,QAAQ,MAAM,mBAAmB,QAAQ,GAAG;AACrD,eAAW;AACX,UAAM,QAAQ,MAAM,KAAK,IAAI,EAAE,MAAM,CAAC,UAAmB;AACvD,UAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD,eAAO;AAAA,MACT;AAEA,YAAM;AAAA,IACR,CAAC;AAED,QACE,UAAU,UACT,CAAC,QAAQ,SAAS,QAAQ,MAAM,MAAM,UAAU,uBACjD;AACA;AAAA,IACF;AAEA,UAAM,QAAQ,MAAM,aAAa,IAAI;AAErC,QAAI,CAAC,QAAQ,QAAQ;AACnB,YAAM,GAAG,MAAM,EAAE,OAAO,MAAM,WAAW,KAAK,CAAC;AAAA,IACjD;AACA,eAAW;AACX,kBAAc;AAAA,EAChB;AAEA,SAAO,EAAE,YAAY,SAAS,QAAQ;AACxC;AAEA,eAAe,mBAAmB,UAAqC;AACrE,MAAI;AACF,UAAM,aAAa,MAAM,QAAQ,UAAU,EAAE,eAAe,KAAK,CAAC;AAClE,UAAM,QAAkB,CAAC;AAEzB,eAAW,YAAY,YAAY;AACjC,UAAI,CAAC,SAAS,YAAY,GAAG;AAC3B;AAAA,MACF;AAEA,YAAM,eAAe,KAAK,UAAU,SAAS,IAAI;AACjD,YAAM,UAAU,MAAM,QAAQ,cAAc,EAAE,eAAe,KAAK,CAAC;AAEnE,iBAAW,SAAS,SAAS;AAC3B,cAAM,KAAK,KAAK,cAAc,MAAM,IAAI,CAAC;AAAA,MAC3C;AAAA,IACF;AAEA,WAAO;AAAA,EACT,SAAS,OAAO;AACd,QAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD,aAAO,CAAC;AAAA,IACV;AAEA,UAAM;AAAA,EACR;AACF;","names":[]}

package/dist/runtime/gc/types.js

@@ -0,0 +1 @@
+//# sourceMappingURL=types.js.map

package/dist/runtime/gc/types.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/runtime/jobs/conflicts.d.ts

@@ -0,0 +1,16 @@
+import { BuildJobTarget, BuildJobConflictScope } from './types.js';
+
+declare function assertNoActiveBuildJobs(input: {
+    readonly archivePath: string;
+    readonly chapterIds: readonly number[];
+    readonly operation: string;
+    readonly requiresTarget?: BuildJobTarget;
+}): Promise<void>;
+declare function assertNoActiveBuildJobConflicts(input: {
+    readonly archivePath: string;
+    readonly operation: string;
+    readonly requiresTarget?: BuildJobTarget;
+    readonly scope: BuildJobConflictScope;
+}): Promise<void>;
+
+export { assertNoActiveBuildJobConflicts, assertNoActiveBuildJobs };

package/dist/runtime/jobs/conflicts.js

@@ -0,0 +1,61 @@
+import { resolve } from "path";
+import { createArchiveKey } from "./helpers.js";
+import { openBuildQueueDatabase } from "./database.js";
+import { recoverStaleBuildJobs } from "./recovery.js";
+import { mapBuildJob } from "./row.js";
+async function assertNoActiveBuildJobs(input) {
+  await assertNoActiveBuildJobConflicts({
+    archivePath: input.archivePath,
+    operation: input.operation,
+    ...input.requiresTarget === void 0 ? {} : { requiresTarget: input.requiresTarget },
+    scope: { chapterIds: input.chapterIds, kind: "chapter" }
+  });
+}
+async function assertNoActiveBuildJobConflicts(input) {
+  if (input.scope.kind === "chapter" && input.scope.chapterIds.length === 0) {
+    return;
+  }
+  const state = await openBuildQueueDatabase();
+  try {
+    await recoverStaleBuildJobs(state);
+    const archiveKey = createArchiveKey(resolve(input.archivePath));
+    const targetFilter = input.requiresTarget === void 0 ? "" : "AND target = ?";
+    const params = [archiveKey];
+    let scopeFilter = "";
+    if (input.scope.kind === "chapter") {
+      const placeholders = input.scope.chapterIds.map(() => "?").join(", ");
+      scopeFilter = `AND chapter_id IN (${placeholders})`;
+      params.push(...input.scope.chapterIds);
+    }
+    if (input.requiresTarget !== void 0) {
+      params.push(input.requiresTarget);
+    }
+    const job = await state.queryOne(
+      `
+SELECT *
+FROM build_jobs
+WHERE archive_key = ?
+  ${scopeFilter}
+  AND state IN ('queued', 'running', 'canceling', 'paused')
+  ${targetFilter}
+ORDER BY updated_at DESC
+LIMIT 1
+`,
+      params,
+      mapBuildJob
+    );
+    if (job === void 0) {
+      return;
+    }
+    throw new Error(
+      `Chapter ${job.chapterId} has active ${job.target} job ${job.jobId}. ${input.operation} is blocked until the job is paused/canceled or completed.`
+    );
+  } finally {
+    await state.close();
+  }
+}
+export {
+  assertNoActiveBuildJobConflicts,
+  assertNoActiveBuildJobs
+};
+//# sourceMappingURL=conflicts.js.map

package/dist/runtime/jobs/conflicts.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/runtime/jobs/conflicts.ts"],"sourcesContent":["import { resolve } from \"path\";\nimport { createArchiveKey } from \"./helpers.js\";\nimport { openBuildQueueDatabase } from \"./database.js\";\nimport { recoverStaleBuildJobs } from \"./recovery.js\";\nimport { mapBuildJob } from \"./row.js\";\nimport type { BuildJobConflictScope, BuildJobTarget } from \"./types.js\";\n\nexport async function assertNoActiveBuildJobs(input: {\n  readonly archivePath: string;\n  readonly chapterIds: readonly number[];\n  readonly operation: string;\n  readonly requiresTarget?: BuildJobTarget;\n}): Promise<void> {\n  await assertNoActiveBuildJobConflicts({\n    archivePath: input.archivePath,\n    operation: input.operation,\n    ...(input.requiresTarget === undefined\n      ? {}\n      : { requiresTarget: input.requiresTarget }),\n    scope: { chapterIds: input.chapterIds, kind: \"chapter\" },\n  });\n}\n\nexport async function assertNoActiveBuildJobConflicts(input: {\n  readonly archivePath: string;\n  readonly operation: string;\n  readonly requiresTarget?: BuildJobTarget;\n  readonly scope: BuildJobConflictScope;\n}): Promise<void> {\n  if (input.scope.kind === \"chapter\" && input.scope.chapterIds.length === 0) {\n    return;\n  }\n\n  const state = await openBuildQueueDatabase();\n\n  try {\n    await recoverStaleBuildJobs(state);\n    const archiveKey = createArchiveKey(resolve(input.archivePath));\n    const targetFilter =\n      input.requiresTarget === undefined ? \"\" : \"AND target = ?\";\n    const params: Array<number | string> = [archiveKey];\n    let scopeFilter = \"\";\n\n    if (input.scope.kind === \"chapter\") {\n      const placeholders = input.scope.chapterIds.map(() => \"?\").join(\", \");\n\n      scopeFilter = `AND chapter_id IN (${placeholders})`;\n      params.push(...input.scope.chapterIds);\n    }\n    if (input.requiresTarget !== undefined) {\n      params.push(input.requiresTarget);\n    }\n\n    const job = await state.queryOne(\n      `\nSELECT *\nFROM build_jobs\nWHERE archive_key = ?\n  ${scopeFilter}\n  AND state IN ('queued', 'running', 'canceling', 'paused')\n  ${targetFilter}\nORDER BY updated_at DESC\nLIMIT 1\n`,\n      params,\n      mapBuildJob,\n    );\n\n    if (job === undefined) {\n      return;\n    }\n\n    throw new Error(\n      `Chapter ${job.chapterId} has active ${job.target} job ${job.jobId}. ${input.operation} is blocked until the job is paused/canceled or completed.`,\n    );\n  } finally {\n    await state.close();\n  }\n}\n"],"mappings":"AAAA,SAAS,eAAe;AACxB,SAAS,wBAAwB;AACjC,SAAS,8BAA8B;AACvC,SAAS,6BAA6B;AACtC,SAAS,mBAAmB;AAG5B,eAAsB,wBAAwB,OAK5B;AAChB,QAAM,gCAAgC;AAAA,IACpC,aAAa,MAAM;AAAA,IACnB,WAAW,MAAM;AAAA,IACjB,GAAI,MAAM,mBAAmB,SACzB,CAAC,IACD,EAAE,gBAAgB,MAAM,eAAe;AAAA,IAC3C,OAAO,EAAE,YAAY,MAAM,YAAY,MAAM,UAAU;AAAA,EACzD,CAAC;AACH;AAEA,eAAsB,gCAAgC,OAKpC;AAChB,MAAI,MAAM,MAAM,SAAS,aAAa,MAAM,MAAM,WAAW,WAAW,GAAG;AACzE;AAAA,EACF;AAEA,QAAM,QAAQ,MAAM,uBAAuB;AAE3C,MAAI;AACF,UAAM,sBAAsB,KAAK;AACjC,UAAM,aAAa,iBAAiB,QAAQ,MAAM,WAAW,CAAC;AAC9D,UAAM,eACJ,MAAM,mBAAmB,SAAY,KAAK;AAC5C,UAAM,SAAiC,CAAC,UAAU;AAClD,QAAI,cAAc;AAElB,QAAI,MAAM,MAAM,SAAS,WAAW;AAClC,YAAM,eAAe,MAAM,MAAM,WAAW,IAAI,MAAM,GAAG,EAAE,KAAK,IAAI;AAEpE,oBAAc,sBAAsB,YAAY;AAChD,aAAO,KAAK,GAAG,MAAM,MAAM,UAAU;AAAA,IACvC;AACA,QAAI,MAAM,mBAAmB,QAAW;AACtC,aAAO,KAAK,MAAM,cAAc;AAAA,IAClC;AAEA,UAAM,MAAM,MAAM,MAAM;AAAA,MACtB;AAAA;AAAA;AAAA;AAAA,IAIF,WAAW;AAAA;AAAA,IAEX,YAAY;AAAA;AAAA;AAAA;AAAA,MAIV;AAAA,MACA;AAAA,IACF;AAEA,QAAI,QAAQ,QAAW;AACrB;AAAA,IACF;AAEA,UAAM,IAAI;AAAA,MACR,WAAW,IAAI,SAAS,eAAe,IAAI,MAAM,QAAQ,IAAI,KAAK,KAAK,MAAM,SAAS;AAAA,IACxF;AAAA,EACF,UAAE;AACA,UAAM,MAAM,MAAM;AAAA,EACpB;AACF;","names":[]}

package/dist/runtime/jobs/database.d.ts

@@ -0,0 +1,12 @@
+import { Database } from '../../document/database.js';
+import { BuildJob } from './types.js';
+import 'sqlite3';
+
+declare function requireBuildJobById(state: Database, jobId: string): Promise<BuildJob>;
+declare function resolveBuildJobIdInState(state: Database, jobIdPrefix: string): Promise<string>;
+declare function readMaxQueueRank(state: Database): Promise<number>;
+declare function readMinQueueRank(state: Database): Promise<number>;
+declare function openBuildQueueDatabase(): Promise<Database>;
+declare function openReadonlyBuildQueueDatabase(): Promise<Database>;
+
+export { openBuildQueueDatabase, openReadonlyBuildQueueDatabase, readMaxQueueRank, readMinQueueRank, requireBuildJobById, resolveBuildJobIdInState };