wiki-graph-core 0.3.1 → 0.4.0

package/dist/runtime/jobs/progress.js

@@ -0,0 +1,246 @@
+class BuildJobProgressAccumulator {
+  #job;
+  #ownerId;
+  #actions;
+  #outputCharactersPerToken = 4;
+  #refreshIntervalMs = 5e3;
+  #graphWords = 0;
+  #lastSnapshotAt = 0;
+  #outputCharacters = 0;
+  #phase;
+  #phaseCounters = /* @__PURE__ */ new Map();
+  #step;
+  #tokenUsage = {};
+  #readingSummaryWords = 0;
+  #stopCheckQueue = Promise.resolve();
+  #totalGraphWords = 0;
+  #totalReadingSummaryWords = 0;
+  #writeQueue = Promise.resolve();
+  constructor(job, ownerId, actions) {
+    this.#job = job;
+    this.#ownerId = ownerId;
+    this.#actions = actions;
+  }
+  async addOutputCharacters(characters) {
+    await this.#enqueue(async () => {
+      await this.throwIfStopped();
+      this.#outputCharacters += characters;
+      await this.#snapshot();
+    });
+  }
+  async addTokenUsage(usage) {
+    await this.#enqueue(async () => {
+      await this.throwIfStopped();
+      this.#tokenUsage = {
+        ...formatOptionalTokenUsage(
+          "cacheReadTokens",
+          addOptionalNumbers(
+            this.#tokenUsage.cacheReadTokens,
+            usage.cacheReadTokens
+          )
+        ),
+        ...formatOptionalTokenUsage(
+          "inputTokens",
+          addOptionalNumbers(this.#tokenUsage.inputTokens, usage.inputTokens)
+        ),
+        ...formatOptionalTokenUsage(
+          "outputTokens",
+          addOptionalNumbers(this.#tokenUsage.outputTokens, usage.outputTokens)
+        )
+      };
+      await this.#snapshot(true);
+    });
+  }
+  async setTotals(input) {
+    await this.#enqueue(async () => {
+      await this.throwIfStopped();
+      this.#totalGraphWords = input.totalGraphWords ?? this.#totalGraphWords;
+      this.#totalReadingSummaryWords = input.totalReadingSummaryWords ?? this.#totalReadingSummaryWords;
+      await this.#snapshot(true);
+    });
+  }
+  async stepStarted(step) {
+    await this.#enqueue(async () => {
+      await this.throwIfStopped();
+      this.#step = step;
+      this.#phase = void 0;
+      this.#phaseCounters.clear();
+      await this.#actions.markBuildJobStep(this.#job.jobId, step);
+      await this.#actions.appendBuildJobEvent(this.#job, {
+        at: Date.now(),
+        jobId: this.#job.jobId,
+        seq: 0,
+        step,
+        type: "step_started"
+      });
+      await this.#snapshot(true);
+    });
+  }
+  async stepCompleted(step) {
+    await this.#enqueue(async () => {
+      await this.throwIfStopped();
+      this.#step = step;
+      this.#phase = void 0;
+      this.#phaseCounters.clear();
+      await this.#actions.appendBuildJobEvent(this.#job, {
+        at: Date.now(),
+        jobId: this.#job.jobId,
+        seq: 0,
+        step,
+        type: "step_completed"
+      });
+      await this.#snapshot(true);
+    });
+  }
+  async updateWords(input) {
+    await this.#enqueue(async () => {
+      await this.throwIfStopped();
+      this.#graphWords = input.graphWords === void 0 ? this.#graphWords : clampProgressWords(input.graphWords, this.#totalGraphWords);
+      this.#readingSummaryWords = input.readingSummaryWords === void 0 ? this.#readingSummaryWords : clampProgressWords(
+        input.readingSummaryWords,
+        this.#totalReadingSummaryWords
+      );
+      await this.#snapshot();
+    });
+  }
+  async updatePhase(input) {
+    await this.#enqueue(async () => {
+      await this.throwIfStopped();
+      if (this.#phase !== input.phase) {
+        this.#phaseCounters.clear();
+      }
+      this.#phase = input.phase;
+      this.#phaseCounters.set(formatProgressCounterKey(input), {
+        done: clampProgressWords(input.done, input.total),
+        name: formatProgressCounterName(input),
+        total: Math.max(0, input.total),
+        unit: input.unit
+      });
+      await this.#snapshot(input.force ?? true);
+    });
+  }
+  async throwIfStopped() {
+    const queued = this.#stopCheckQueue.then(async () => {
+      const job = await this.#actions.readBuildJobForStopCheck(this.#job.jobId);
+      if (job.state === "running" && job.ownerId === this.#ownerId) {
+        return;
+      }
+      throw new BuildJobStoppedError(
+        `Job ${this.#job.jobId} is ${job.state}. Stop current worker execution.`
+      );
+    });
+    this.#stopCheckQueue = queued.catch(() => void 0);
+    await queued;
+  }
+  async #enqueue(operation) {
+    const queued = this.#writeQueue.then(operation, operation);
+    this.#writeQueue = queued.catch(() => void 0);
+    await queued;
+  }
+  async #snapshot(force = false) {
+    const now = Date.now();
+    if (!force && now - this.#lastSnapshotAt < this.#refreshIntervalMs) {
+      return;
+    }
+    this.#lastSnapshotAt = now;
+    const tokens = this.#formatTokenUsage();
+    await this.#actions.appendBuildJobEvent(this.#job, {
+      at: now,
+      counters: this.#createCounters(),
+      jobId: this.#job.jobId,
+      ...this.#phase === void 0 ? {} : { phase: this.#phase },
+      seq: 0,
+      ...this.#step === void 0 ? {} : { step: this.#step },
+      ...tokens === void 0 ? {} : { tokens },
+      type: "status_snapshot"
+    });
+  }
+  #createCounters() {
+    const wordCounter = this.#createWordCounter();
+    return [
+      ...wordCounter === void 0 ? [] : [wordCounter],
+      ...this.#phaseCounters.values()
+    ];
+  }
+  #createWordCounter() {
+    switch (this.#step) {
+      case "reading-graph":
+        return this.#totalGraphWords <= 0 ? void 0 : {
+          done: this.#graphWords,
+          name: "words",
+          total: this.#totalGraphWords,
+          unit: "word"
+        };
+      case "reading-summary":
+        return this.#totalReadingSummaryWords <= 0 ? void 0 : {
+          done: this.#readingSummaryWords,
+          name: "words",
+          total: this.#totalReadingSummaryWords,
+          unit: "word"
+        };
+      case void 0:
+        return void 0;
+    }
+  }
+  #formatTokenUsage() {
+    const outputTokens = this.#tokenUsage.outputTokens ?? (this.#outputCharacters === 0 ? void 0 : Math.floor(this.#outputCharacters / this.#outputCharactersPerToken));
+    const usage = {
+      ...this.#tokenUsage.cacheReadTokens === void 0 ? {} : { cacheReadTokens: this.#tokenUsage.cacheReadTokens },
+      ...this.#tokenUsage.inputTokens === void 0 ? {} : { inputTokens: this.#tokenUsage.inputTokens },
+      ...outputTokens === void 0 ? {} : { outputTokens }
+    };
+    return Object.keys(usage).length === 0 ? void 0 : usage;
+  }
+}
+function formatOptionalTokenUsage(key, value) {
+  return value === void 0 ? {} : { [key]: value };
+}
+function addOptionalNumbers(left, right) {
+  if (left === void 0 && right === void 0) {
+    return void 0;
+  }
+  return (left ?? 0) + (right ?? 0);
+}
+function formatProgressCounterKey(input) {
+  return input.phaseDetail ?? input.unit;
+}
+function formatProgressCounterName(input) {
+  if (input.phaseDetail !== void 0) {
+    return input.phaseDetail;
+  }
+  switch (input.unit) {
+    case "candidate":
+      return "candidates";
+    case "char":
+      return "chars";
+    case "item":
+      return "items";
+    case "page":
+      return "page";
+    case "qid":
+      return "qids";
+    case "record":
+      return "records";
+    case "sentence":
+      return "sentences";
+    case "window":
+      return "windows";
+  }
+}
+class BuildJobStoppedError extends Error {
+  constructor(message) {
+    super(message);
+    this.name = "BuildJobStoppedError";
+  }
+}
+function clampProgressWords(words, totalWords) {
+  if (totalWords <= 0) {
+    return Math.max(0, words);
+  }
+  return Math.min(totalWords, Math.max(0, words));
+}
+export {
+  BuildJobProgressAccumulator,
+  BuildJobStoppedError
+};
+//# sourceMappingURL=progress.js.map

package/dist/runtime/jobs/progress.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/runtime/jobs/progress.ts"],"sourcesContent":["import type {\n  BuildJob,\n  BuildJobEvent,\n  BuildJobProgressCounter,\n  BuildJobProgressPhase,\n  BuildJobProgressReporter,\n  BuildJobProgressUnit,\n  BuildJobTarget,\n  BuildJobTokenUsage,\n} from \"./types.js\";\n\nexport interface BuildJobProgressAccumulatorActions {\n  appendBuildJobEvent(job: BuildJob, event: BuildJobEvent): Promise<void>;\n  markBuildJobStep(jobId: string, step: BuildJobTarget): Promise<void>;\n  readBuildJobForStopCheck(jobId: string): Promise<BuildJob>;\n}\n\nexport class BuildJobProgressAccumulator implements BuildJobProgressReporter {\n  readonly #job: BuildJob;\n  readonly #ownerId: string;\n  readonly #actions: BuildJobProgressAccumulatorActions;\n  readonly #outputCharactersPerToken = 4;\n  readonly #refreshIntervalMs = 5_000;\n  #graphWords = 0;\n  #lastSnapshotAt = 0;\n  #outputCharacters = 0;\n  #phase: BuildJobProgressPhase | undefined;\n  readonly #phaseCounters = new Map<string, BuildJobProgressCounter>();\n  #step: BuildJobTarget | undefined;\n  #tokenUsage: BuildJobTokenUsage = {};\n  #readingSummaryWords = 0;\n  #stopCheckQueue: Promise<void> = Promise.resolve();\n  #totalGraphWords = 0;\n  #totalReadingSummaryWords = 0;\n  #writeQueue: Promise<void> = Promise.resolve();\n\n  public constructor(\n    job: BuildJob,\n    ownerId: string,\n    actions: BuildJobProgressAccumulatorActions,\n  ) {\n    this.#job = job;\n    this.#ownerId = ownerId;\n    this.#actions = actions;\n  }\n\n  public async addOutputCharacters(characters: number): Promise<void> {\n    await this.#enqueue(async () => {\n      await this.throwIfStopped();\n      this.#outputCharacters += characters;\n      await this.#snapshot();\n    });\n  }\n\n  public async addTokenUsage(usage: BuildJobTokenUsage): Promise<void> {\n    await this.#enqueue(async () => {\n      await this.throwIfStopped();\n      this.#tokenUsage = {\n        ...formatOptionalTokenUsage(\n          \"cacheReadTokens\",\n          addOptionalNumbers(\n            this.#tokenUsage.cacheReadTokens,\n            usage.cacheReadTokens,\n          ),\n        ),\n        ...formatOptionalTokenUsage(\n          \"inputTokens\",\n          addOptionalNumbers(this.#tokenUsage.inputTokens, usage.inputTokens),\n        ),\n        ...formatOptionalTokenUsage(\n          \"outputTokens\",\n          addOptionalNumbers(this.#tokenUsage.outputTokens, usage.outputTokens),\n        ),\n      };\n      await this.#snapshot(true);\n    });\n  }\n\n  public async setTotals(input: {\n    readonly totalGraphWords?: number;\n    readonly totalReadingSummaryWords?: number;\n  }): Promise<void> {\n    await this.#enqueue(async () => {\n      await this.throwIfStopped();\n      this.#totalGraphWords = input.totalGraphWords ?? this.#totalGraphWords;\n      this.#totalReadingSummaryWords =\n        input.totalReadingSummaryWords ?? this.#totalReadingSummaryWords;\n      await this.#snapshot(true);\n    });\n  }\n\n  public async stepStarted(step: BuildJobTarget): Promise<void> {\n    await this.#enqueue(async () => {\n      await this.throwIfStopped();\n      this.#step = step;\n      this.#phase = undefined;\n      this.#phaseCounters.clear();\n      await this.#actions.markBuildJobStep(this.#job.jobId, step);\n      await this.#actions.appendBuildJobEvent(this.#job, {\n        at: Date.now(),\n        jobId: this.#job.jobId,\n        seq: 0,\n        step,\n        type: \"step_started\",\n      });\n      await this.#snapshot(true);\n    });\n  }\n\n  public async stepCompleted(step: BuildJobTarget): Promise<void> {\n    await this.#enqueue(async () => {\n      await this.throwIfStopped();\n      this.#step = step;\n      this.#phase = undefined;\n      this.#phaseCounters.clear();\n      await this.#actions.appendBuildJobEvent(this.#job, {\n        at: Date.now(),\n        jobId: this.#job.jobId,\n        seq: 0,\n        step,\n        type: \"step_completed\",\n      });\n      await this.#snapshot(true);\n    });\n  }\n\n  public async updateWords(input: {\n    readonly graphWords?: number;\n    readonly readingSummaryWords?: number;\n  }): Promise<void> {\n    await this.#enqueue(async () => {\n      await this.throwIfStopped();\n      this.#graphWords =\n        input.graphWords === undefined\n          ? this.#graphWords\n          : clampProgressWords(input.graphWords, this.#totalGraphWords);\n      this.#readingSummaryWords =\n        input.readingSummaryWords === undefined\n          ? this.#readingSummaryWords\n          : clampProgressWords(\n              input.readingSummaryWords,\n              this.#totalReadingSummaryWords,\n            );\n      await this.#snapshot();\n    });\n  }\n\n  public async updatePhase(input: {\n    readonly done: number;\n    readonly force?: boolean;\n    readonly phase: BuildJobProgressPhase;\n    readonly phaseDetail?: string;\n    readonly total: number;\n    readonly unit: BuildJobProgressUnit;\n  }): Promise<void> {\n    await this.#enqueue(async () => {\n      await this.throwIfStopped();\n      if (this.#phase !== input.phase) {\n        this.#phaseCounters.clear();\n      }\n      this.#phase = input.phase;\n      this.#phaseCounters.set(formatProgressCounterKey(input), {\n        done: clampProgressWords(input.done, input.total),\n        name: formatProgressCounterName(input),\n        total: Math.max(0, input.total),\n        unit: input.unit,\n      });\n      await this.#snapshot(input.force ?? true);\n    });\n  }\n\n  public async throwIfStopped(): Promise<void> {\n    const queued = this.#stopCheckQueue.then(async () => {\n      const job = await this.#actions.readBuildJobForStopCheck(this.#job.jobId);\n\n      if (job.state === \"running\" && job.ownerId === this.#ownerId) {\n        return;\n      }\n\n      throw new BuildJobStoppedError(\n        `Job ${this.#job.jobId} is ${job.state}. Stop current worker execution.`,\n      );\n    });\n\n    this.#stopCheckQueue = queued.catch(() => undefined);\n    await queued;\n  }\n\n  async #enqueue(operation: () => Promise<void>): Promise<void> {\n    const queued = this.#writeQueue.then(operation, operation);\n\n    this.#writeQueue = queued.catch(() => undefined);\n    await queued;\n  }\n\n  async #snapshot(force = false): Promise<void> {\n    const now = Date.now();\n\n    if (!force && now - this.#lastSnapshotAt < this.#refreshIntervalMs) {\n      return;\n    }\n\n    this.#lastSnapshotAt = now;\n    const tokens = this.#formatTokenUsage();\n\n    await this.#actions.appendBuildJobEvent(this.#job, {\n      at: now,\n      counters: this.#createCounters(),\n      jobId: this.#job.jobId,\n      ...(this.#phase === undefined ? {} : { phase: this.#phase }),\n      seq: 0,\n      ...(this.#step === undefined ? {} : { step: this.#step }),\n      ...(tokens === undefined ? {} : { tokens }),\n      type: \"status_snapshot\",\n    });\n  }\n\n  #createCounters(): readonly BuildJobProgressCounter[] {\n    const wordCounter = this.#createWordCounter();\n    return [\n      ...(wordCounter === undefined ? [] : [wordCounter]),\n      ...this.#phaseCounters.values(),\n    ];\n  }\n\n  #createWordCounter(): BuildJobProgressCounter | undefined {\n    switch (this.#step) {\n      case \"reading-graph\":\n        return this.#totalGraphWords <= 0\n          ? undefined\n          : {\n              done: this.#graphWords,\n              name: \"words\",\n              total: this.#totalGraphWords,\n              unit: \"word\",\n            };\n      case \"reading-summary\":\n        return this.#totalReadingSummaryWords <= 0\n          ? undefined\n          : {\n              done: this.#readingSummaryWords,\n              name: \"words\",\n              total: this.#totalReadingSummaryWords,\n              unit: \"word\",\n            };\n      case undefined:\n        return undefined;\n    }\n  }\n\n  #formatTokenUsage(): BuildJobTokenUsage | undefined {\n    const outputTokens =\n      this.#tokenUsage.outputTokens ??\n      (this.#outputCharacters === 0\n        ? undefined\n        : Math.floor(this.#outputCharacters / this.#outputCharactersPerToken));\n    const usage = {\n      ...(this.#tokenUsage.cacheReadTokens === undefined\n        ? {}\n        : { cacheReadTokens: this.#tokenUsage.cacheReadTokens }),\n      ...(this.#tokenUsage.inputTokens === undefined\n        ? {}\n        : { inputTokens: this.#tokenUsage.inputTokens }),\n      ...(outputTokens === undefined ? {} : { outputTokens }),\n    };\n\n    return Object.keys(usage).length === 0 ? undefined : usage;\n  }\n}\n\nfunction formatOptionalTokenUsage(\n  key: keyof BuildJobTokenUsage,\n  value: number | undefined,\n): BuildJobTokenUsage {\n  return value === undefined ? {} : { [key]: value };\n}\n\nfunction addOptionalNumbers(\n  left: number | undefined,\n  right: number | undefined,\n): number | undefined {\n  if (left === undefined && right === undefined) {\n    return undefined;\n  }\n\n  return (left ?? 0) + (right ?? 0);\n}\n\nfunction formatProgressCounterKey(input: {\n  readonly phaseDetail?: string;\n  readonly unit: BuildJobProgressUnit;\n}): string {\n  return input.phaseDetail ?? input.unit;\n}\n\nfunction formatProgressCounterName(input: {\n  readonly phaseDetail?: string;\n  readonly unit: BuildJobProgressUnit;\n}): string {\n  if (input.phaseDetail !== undefined) {\n    return input.phaseDetail;\n  }\n\n  switch (input.unit) {\n    case \"candidate\":\n      return \"candidates\";\n    case \"char\":\n      return \"chars\";\n    case \"item\":\n      return \"items\";\n    case \"page\":\n      return \"page\";\n    case \"qid\":\n      return \"qids\";\n    case \"record\":\n      return \"records\";\n    case \"sentence\":\n      return \"sentences\";\n    case \"window\":\n      return \"windows\";\n  }\n}\n\nexport class BuildJobStoppedError extends Error {\n  public constructor(message: string) {\n    super(message);\n    this.name = \"BuildJobStoppedError\";\n  }\n}\n\nfunction clampProgressWords(words: number, totalWords: number): number {\n  if (totalWords <= 0) {\n    return Math.max(0, words);\n  }\n\n  return Math.min(totalWords, Math.max(0, words));\n}\n"],"mappings":"AAiBO,MAAM,4BAAgE;AAAA,EAClE;AAAA,EACA;AAAA,EACA;AAAA,EACA,4BAA4B;AAAA,EAC5B,qBAAqB;AAAA,EAC9B,cAAc;AAAA,EACd,kBAAkB;AAAA,EAClB,oBAAoB;AAAA,EACpB;AAAA,EACS,iBAAiB,oBAAI,IAAqC;AAAA,EACnE;AAAA,EACA,cAAkC,CAAC;AAAA,EACnC,uBAAuB;AAAA,EACvB,kBAAiC,QAAQ,QAAQ;AAAA,EACjD,mBAAmB;AAAA,EACnB,4BAA4B;AAAA,EAC5B,cAA6B,QAAQ,QAAQ;AAAA,EAEtC,YACL,KACA,SACA,SACA;AACA,SAAK,OAAO;AACZ,SAAK,WAAW;AAChB,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,MAAa,oBAAoB,YAAmC;AAClE,UAAM,KAAK,SAAS,YAAY;AAC9B,YAAM,KAAK,eAAe;AAC1B,WAAK,qBAAqB;AAC1B,YAAM,KAAK,UAAU;AAAA,IACvB,CAAC;AAAA,EACH;AAAA,EAEA,MAAa,cAAc,OAA0C;AACnE,UAAM,KAAK,SAAS,YAAY;AAC9B,YAAM,KAAK,eAAe;AAC1B,WAAK,cAAc;AAAA,QACjB,GAAG;AAAA,UACD;AAAA,UACA;AAAA,YACE,KAAK,YAAY;AAAA,YACjB,MAAM;AAAA,UACR;AAAA,QACF;AAAA,QACA,GAAG;AAAA,UACD;AAAA,UACA,mBAAmB,KAAK,YAAY,aAAa,MAAM,WAAW;AAAA,QACpE;AAAA,QACA,GAAG;AAAA,UACD;AAAA,UACA,mBAAmB,KAAK,YAAY,cAAc,MAAM,YAAY;AAAA,QACtE;AAAA,MACF;AACA,YAAM,KAAK,UAAU,IAAI;AAAA,IAC3B,CAAC;AAAA,EACH;AAAA,EAEA,MAAa,UAAU,OAGL;AAChB,UAAM,KAAK,SAAS,YAAY;AAC9B,YAAM,KAAK,eAAe;AAC1B,WAAK,mBAAmB,MAAM,mBAAmB,KAAK;AACtD,WAAK,4BACH,MAAM,4BAA4B,KAAK;AACzC,YAAM,KAAK,UAAU,IAAI;AAAA,IAC3B,CAAC;AAAA,EACH;AAAA,EAEA,MAAa,YAAY,MAAqC;AAC5D,UAAM,KAAK,SAAS,YAAY;AAC9B,YAAM,KAAK,eAAe;AAC1B,WAAK,QAAQ;AACb,WAAK,SAAS;AACd,WAAK,eAAe,MAAM;AAC1B,YAAM,KAAK,SAAS,iBAAiB,KAAK,KAAK,OAAO,IAAI;AAC1D,YAAM,KAAK,SAAS,oBAAoB,KAAK,MAAM;AAAA,QACjD,IAAI,KAAK,IAAI;AAAA,QACb,OAAO,KAAK,KAAK;AAAA,QACjB,KAAK;AAAA,QACL;AAAA,QACA,MAAM;AAAA,MACR,CAAC;AACD,YAAM,KAAK,UAAU,IAAI;AAAA,IAC3B,CAAC;AAAA,EACH;AAAA,EAEA,MAAa,cAAc,MAAqC;AAC9D,UAAM,KAAK,SAAS,YAAY;AAC9B,YAAM,KAAK,eAAe;AAC1B,WAAK,QAAQ;AACb,WAAK,SAAS;AACd,WAAK,eAAe,MAAM;AAC1B,YAAM,KAAK,SAAS,oBAAoB,KAAK,MAAM;AAAA,QACjD,IAAI,KAAK,IAAI;AAAA,QACb,OAAO,KAAK,KAAK;AAAA,QACjB,KAAK;AAAA,QACL;AAAA,QACA,MAAM;AAAA,MACR,CAAC;AACD,YAAM,KAAK,UAAU,IAAI;AAAA,IAC3B,CAAC;AAAA,EACH;AAAA,EAEA,MAAa,YAAY,OAGP;AAChB,UAAM,KAAK,SAAS,YAAY;AAC9B,YAAM,KAAK,eAAe;AAC1B,WAAK,cACH,MAAM,eAAe,SACjB,KAAK,cACL,mBAAmB,MAAM,YAAY,KAAK,gBAAgB;AAChE,WAAK,uBACH,MAAM,wBAAwB,SAC1B,KAAK,uBACL;AAAA,QACE,MAAM;AAAA,QACN,KAAK;AAAA,MACP;AACN,YAAM,KAAK,UAAU;AAAA,IACvB,CAAC;AAAA,EACH;AAAA,EAEA,MAAa,YAAY,OAOP;AAChB,UAAM,KAAK,SAAS,YAAY;AAC9B,YAAM,KAAK,eAAe;AAC1B,UAAI,KAAK,WAAW,MAAM,OAAO;AAC/B,aAAK,eAAe,MAAM;AAAA,MAC5B;AACA,WAAK,SAAS,MAAM;AACpB,WAAK,eAAe,IAAI,yBAAyB,KAAK,GAAG;AAAA,QACvD,MAAM,mBAAmB,MAAM,MAAM,MAAM,KAAK;AAAA,QAChD,MAAM,0BAA0B,KAAK;AAAA,QACrC,OAAO,KAAK,IAAI,GAAG,MAAM,KAAK;AAAA,QAC9B,MAAM,MAAM;AAAA,MACd,CAAC;AACD,YAAM,KAAK,UAAU,MAAM,SAAS,IAAI;AAAA,IAC1C,CAAC;AAAA,EACH;AAAA,EAEA,MAAa,iBAAgC;AAC3C,UAAM,SAAS,KAAK,gBAAgB,KAAK,YAAY;AACnD,YAAM,MAAM,MAAM,KAAK,SAAS,yBAAyB,KAAK,KAAK,KAAK;AAExE,UAAI,IAAI,UAAU,aAAa,IAAI,YAAY,KAAK,UAAU;AAC5D;AAAA,MACF;AAEA,YAAM,IAAI;AAAA,QACR,OAAO,KAAK,KAAK,KAAK,OAAO,IAAI,KAAK;AAAA,MACxC;AAAA,IACF,CAAC;AAED,SAAK,kBAAkB,OAAO,MAAM,MAAM,MAAS;AACnD,UAAM;AAAA,EACR;AAAA,EAEA,MAAM,SAAS,WAA+C;AAC5D,UAAM,SAAS,KAAK,YAAY,KAAK,WAAW,SAAS;AAEzD,SAAK,cAAc,OAAO,MAAM,MAAM,MAAS;AAC/C,UAAM;AAAA,EACR;AAAA,EAEA,MAAM,UAAU,QAAQ,OAAsB;AAC5C,UAAM,MAAM,KAAK,IAAI;AAErB,QAAI,CAAC,SAAS,MAAM,KAAK,kBAAkB,KAAK,oBAAoB;AAClE;AAAA,IACF;AAEA,SAAK,kBAAkB;AACvB,UAAM,SAAS,KAAK,kBAAkB;AAEtC,UAAM,KAAK,SAAS,oBAAoB,KAAK,MAAM;AAAA,MACjD,IAAI;AAAA,MACJ,UAAU,KAAK,gBAAgB;AAAA,MAC/B,OAAO,KAAK,KAAK;AAAA,MACjB,GAAI,KAAK,WAAW,SAAY,CAAC,IAAI,EAAE,OAAO,KAAK,OAAO;AAAA,MAC1D,KAAK;AAAA,MACL,GAAI,KAAK,UAAU,SAAY,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM;AAAA,MACvD,GAAI,WAAW,SAAY,CAAC,IAAI,EAAE,OAAO;AAAA,MACzC,MAAM;AAAA,IACR,CAAC;AAAA,EACH;AAAA,EAEA,kBAAsD;AACpD,UAAM,cAAc,KAAK,mBAAmB;AAC5C,WAAO;AAAA,MACL,GAAI,gBAAgB,SAAY,CAAC,IAAI,CAAC,WAAW;AAAA,MACjD,GAAG,KAAK,eAAe,OAAO;AAAA,IAChC;AAAA,EACF;AAAA,EAEA,qBAA0D;AACxD,YAAQ,KAAK,OAAO;AAAA,MAClB,KAAK;AACH,eAAO,KAAK,oBAAoB,IAC5B,SACA;AAAA,UACE,MAAM,KAAK;AAAA,UACX,MAAM;AAAA,UACN,OAAO,KAAK;AAAA,UACZ,MAAM;AAAA,QACR;AAAA,MACN,KAAK;AACH,eAAO,KAAK,6BAA6B,IACrC,SACA;AAAA,UACE,MAAM,KAAK;AAAA,UACX,MAAM;AAAA,UACN,OAAO,KAAK;AAAA,UACZ,MAAM;AAAA,QACR;AAAA,MACN,KAAK;AACH,eAAO;AAAA,IACX;AAAA,EACF;AAAA,EAEA,oBAAoD;AAClD,UAAM,eACJ,KAAK,YAAY,iBAChB,KAAK,sBAAsB,IACxB,SACA,KAAK,MAAM,KAAK,oBAAoB,KAAK,yBAAyB;AACxE,UAAM,QAAQ;AAAA,MACZ,GAAI,KAAK,YAAY,oBAAoB,SACrC,CAAC,IACD,EAAE,iBAAiB,KAAK,YAAY,gBAAgB;AAAA,MACxD,GAAI,KAAK,YAAY,gBAAgB,SACjC,CAAC,IACD,EAAE,aAAa,KAAK,YAAY,YAAY;AAAA,MAChD,GAAI,iBAAiB,SAAY,CAAC,IAAI,EAAE,aAAa;AAAA,IACvD;AAEA,WAAO,OAAO,KAAK,KAAK,EAAE,WAAW,IAAI,SAAY;AAAA,EACvD;AACF;AAEA,SAAS,yBACP,KACA,OACoB;AACpB,SAAO,UAAU,SAAY,CAAC,IAAI,EAAE,CAAC,GAAG,GAAG,MAAM;AACnD;AAEA,SAAS,mBACP,MACA,OACoB;AACpB,MAAI,SAAS,UAAa,UAAU,QAAW;AAC7C,WAAO;AAAA,EACT;AAEA,UAAQ,QAAQ,MAAM,SAAS;AACjC;AAEA,SAAS,yBAAyB,OAGvB;AACT,SAAO,MAAM,eAAe,MAAM;AACpC;AAEA,SAAS,0BAA0B,OAGxB;AACT,MAAI,MAAM,gBAAgB,QAAW;AACnC,WAAO,MAAM;AAAA,EACf;AAEA,UAAQ,MAAM,MAAM;AAAA,IAClB,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,EACX;AACF;AAEO,MAAM,6BAA6B,MAAM;AAAA,EACvC,YAAY,SAAiB;AAClC,UAAM,OAAO;AACb,SAAK,OAAO;AAAA,EACd;AACF;AAEA,SAAS,mBAAmB,OAAe,YAA4B;AACrE,MAAI,cAAc,GAAG;AACnB,WAAO,KAAK,IAAI,GAAG,KAAK;AAAA,EAC1B;AAEA,SAAO,KAAK,IAAI,YAAY,KAAK,IAAI,GAAG,KAAK,CAAC;AAChD;","names":[]}

package/dist/runtime/jobs/recovery.d.ts

@@ -0,0 +1,6 @@
+import { Database } from '../../document/database.js';
+import 'sqlite3';
+
+declare function recoverStaleBuildJobs(state: Database): Promise<void>;
+
+export { recoverStaleBuildJobs };

package/dist/runtime/jobs/recovery.js

@@ -0,0 +1,40 @@
+import { rm } from "fs/promises";
+import { isProcessAlive } from "./helpers.js";
+import { mapBuildJob } from "./row.js";
+import { markBuildJobCanceled, markBuildJobFailedInState } from "./state.js";
+async function recoverStaleBuildJobs(state) {
+  const workspacePathsToDelete = [];
+  await state.transaction(async () => {
+    const jobs = await state.queryAll(
+      `
+SELECT *
+FROM build_jobs
+WHERE state IN ('running', 'canceling')
+  AND owner_pid IS NOT NULL
+`,
+      void 0,
+      mapBuildJob
+    );
+    for (const job of jobs) {
+      if (job.ownerPid !== void 0 && isProcessAlive(job.ownerPid)) {
+        continue;
+      }
+      if (job.state === "canceling") {
+        await markBuildJobCanceled(state, job);
+        continue;
+      }
+      await markBuildJobFailedInState(state, job, {
+        message: "Build worker process disappeared before finishing the job.",
+        name: "BuildJobWorkerLost"
+      });
+      workspacePathsToDelete.push(job.workspacePath);
+    }
+  });
+  for (const workspacePath of workspacePathsToDelete) {
+    await rm(workspacePath, { force: true, recursive: true });
+  }
+}
+export {
+  recoverStaleBuildJobs
+};
+//# sourceMappingURL=recovery.js.map

package/dist/runtime/jobs/recovery.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/runtime/jobs/recovery.ts"],"sourcesContent":["import { rm } from \"fs/promises\";\nimport type { Database } from \"../../document/index.js\";\nimport { isProcessAlive } from \"./helpers.js\";\nimport { mapBuildJob } from \"./row.js\";\nimport { markBuildJobCanceled, markBuildJobFailedInState } from \"./state.js\";\n\nexport async function recoverStaleBuildJobs(state: Database): Promise<void> {\n  const workspacePathsToDelete: string[] = [];\n\n  await state.transaction(async () => {\n    const jobs = await state.queryAll(\n      `\nSELECT *\nFROM build_jobs\nWHERE state IN ('running', 'canceling')\n  AND owner_pid IS NOT NULL\n`,\n      undefined,\n      mapBuildJob,\n    );\n\n    for (const job of jobs) {\n      if (job.ownerPid !== undefined && isProcessAlive(job.ownerPid)) {\n        continue;\n      }\n\n      if (job.state === \"canceling\") {\n        await markBuildJobCanceled(state, job);\n        continue;\n      }\n\n      await markBuildJobFailedInState(state, job, {\n        message: \"Build worker process disappeared before finishing the job.\",\n        name: \"BuildJobWorkerLost\",\n      });\n      workspacePathsToDelete.push(job.workspacePath);\n    }\n  });\n\n  for (const workspacePath of workspacePathsToDelete) {\n    await rm(workspacePath, { force: true, recursive: true });\n  }\n}\n"],"mappings":"AAAA,SAAS,UAAU;AAEnB,SAAS,sBAAsB;AAC/B,SAAS,mBAAmB;AAC5B,SAAS,sBAAsB,iCAAiC;AAEhE,eAAsB,sBAAsB,OAAgC;AAC1E,QAAM,yBAAmC,CAAC;AAE1C,QAAM,MAAM,YAAY,YAAY;AAClC,UAAM,OAAO,MAAM,MAAM;AAAA,MACvB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAMA;AAAA,MACA;AAAA,IACF;AAEA,eAAW,OAAO,MAAM;AACtB,UAAI,IAAI,aAAa,UAAa,eAAe,IAAI,QAAQ,GAAG;AAC9D;AAAA,MACF;AAEA,UAAI,IAAI,UAAU,aAAa;AAC7B,cAAM,qBAAqB,OAAO,GAAG;AACrC;AAAA,MACF;AAEA,YAAM,0BAA0B,OAAO,KAAK;AAAA,QAC1C,SAAS;AAAA,QACT,MAAM;AAAA,MACR,CAAC;AACD,6BAAuB,KAAK,IAAI,aAAa;AAAA,IAC/C;AAAA,EACF,CAAC;AAED,aAAW,iBAAiB,wBAAwB;AAClD,UAAM,GAAG,eAAe,EAAE,OAAO,MAAM,WAAW,KAAK,CAAC;AAAA,EAC1D;AACF;","names":[]}

package/dist/runtime/jobs/row.d.ts

@@ -0,0 +1,10 @@
+import { BuildJobTarget, BuildJob } from './types.js';
+
+declare function mapBuildJob(row: Record<string, unknown>): BuildJob;
+declare function parseBuildJobTarget(value: string, field: string): BuildJobTarget;
+declare function formatBuildJobLane(target: BuildJobTarget): string;
+declare function getString(row: Record<string, unknown>, key: string): string;
+declare function getNumber(row: Record<string, unknown>, key: string): number;
+declare function getOptionalString(row: Record<string, unknown>, key: string): string | undefined;
+
+export { formatBuildJobLane, getNumber, getOptionalString, getString, mapBuildJob, parseBuildJobTarget };

package/dist/runtime/jobs/row.js

@@ -0,0 +1,92 @@
+import {
+  BUILD_JOB_STATES
+} from "./types.js";
+function mapBuildJob(row) {
+  const currentStep = parseOptionalBuildJobTarget(
+    getOptionalString(row, "current_step"),
+    "current_step"
+  );
+  const ownerId = getOptionalString(row, "owner_id");
+  const ownerPid = row.owner_pid === null ? void 0 : getNumber(row, "owner_pid");
+  const readingSummaryStartedAt = row.reading_summary_started_at === null ? void 0 : getNumber(row, "reading_summary_started_at");
+  const finishedAt = row.finished_at === null ? void 0 : getNumber(row, "finished_at");
+  const errorJSON = getOptionalString(row, "error_json");
+  const inputRevision = row.input_revision === null ? void 0 : getNumber(row, "input_revision");
+  const llmJSON = getOptionalString(row, "llm_json");
+  const prompt = getOptionalString(row, "prompt");
+  return {
+    archiveKey: getString(row, "archive_key"),
+    archivePath: getString(row, "archive_path"),
+    cachePath: getString(row, "cache_path"),
+    chapterId: getNumber(row, "chapter_id"),
+    createdAt: getNumber(row, "created_at"),
+    ...currentStep === void 0 ? {} : { currentStep },
+    ...errorJSON === void 0 ? {} : { errorJSON },
+    eventsPath: getString(row, "events_path"),
+    ...finishedAt === void 0 ? {} : { finishedAt },
+    jobId: getString(row, "job_id"),
+    ...inputRevision === void 0 ? {} : { inputRevision },
+    logPath: getString(row, "log_path"),
+    ...llmJSON === void 0 ? {} : { llmJSON },
+    ...ownerId === void 0 ? {} : { ownerId },
+    ...ownerPid === void 0 ? {} : { ownerPid },
+    ...prompt === void 0 ? {} : { prompt },
+    queueRank: getNumber(row, "queue_rank"),
+    state: parseBuildJobState(getString(row, "state")),
+    ...readingSummaryStartedAt === void 0 ? {} : { readingSummaryStartedAt },
+    target: parseBuildJobTarget(getString(row, "target"), "target"),
+    updatedAt: getNumber(row, "updated_at"),
+    workspacePath: getString(row, "workspace_path")
+  };
+}
+function parseBuildJobState(value) {
+  if (BUILD_JOB_STATES.includes(value)) {
+    return value;
+  }
+  throw new Error(`Invalid build job state: ${value}`);
+}
+function parseBuildJobTarget(value, field) {
+  if (value === "reading-graph" || value === "knowledge-graph" || value === "reading-summary") {
+    return value;
+  }
+  throw new Error(`Invalid ${field}: ${value}`);
+}
+function parseOptionalBuildJobTarget(value, field) {
+  return value === void 0 ? void 0 : parseBuildJobTarget(value, field);
+}
+function formatBuildJobLane(target) {
+  return target === "knowledge-graph" ? "knowledge-graph" : "reading";
+}
+function getString(row, key) {
+  const value = row[key];
+  if (typeof value !== "string") {
+    throw new TypeError(`Expected ${key} to be a string`);
+  }
+  return value;
+}
+function getNumber(row, key) {
+  const value = row[key];
+  if (typeof value !== "number") {
+    throw new TypeError(`Expected ${key} to be a number`);
+  }
+  return value;
+}
+function getOptionalString(row, key) {
+  const value = row[key];
+  if (value === null || value === void 0) {
+    return void 0;
+  }
+  if (typeof value !== "string") {
+    throw new TypeError(`Expected ${key} to be a string`);
+  }
+  return value;
+}
+export {
+  formatBuildJobLane,
+  getNumber,
+  getOptionalString,
+  getString,
+  mapBuildJob,
+  parseBuildJobTarget
+};
+//# sourceMappingURL=row.js.map

package/dist/runtime/jobs/row.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/runtime/jobs/row.ts"],"sourcesContent":["import {\n  BUILD_JOB_STATES,\n  type BuildJob,\n  type BuildJobState,\n  type BuildJobTarget,\n} from \"./types.js\";\n\nexport function mapBuildJob(row: Record<string, unknown>): BuildJob {\n  const currentStep = parseOptionalBuildJobTarget(\n    getOptionalString(row, \"current_step\"),\n    \"current_step\",\n  );\n  const ownerId = getOptionalString(row, \"owner_id\");\n  const ownerPid =\n    row.owner_pid === null ? undefined : getNumber(row, \"owner_pid\");\n  const readingSummaryStartedAt =\n    row.reading_summary_started_at === null\n      ? undefined\n      : getNumber(row, \"reading_summary_started_at\");\n  const finishedAt =\n    row.finished_at === null ? undefined : getNumber(row, \"finished_at\");\n  const errorJSON = getOptionalString(row, \"error_json\");\n  const inputRevision =\n    row.input_revision === null ? undefined : getNumber(row, \"input_revision\");\n  const llmJSON = getOptionalString(row, \"llm_json\");\n  const prompt = getOptionalString(row, \"prompt\");\n\n  return {\n    archiveKey: getString(row, \"archive_key\"),\n    archivePath: getString(row, \"archive_path\"),\n    cachePath: getString(row, \"cache_path\"),\n    chapterId: getNumber(row, \"chapter_id\"),\n    createdAt: getNumber(row, \"created_at\"),\n    ...(currentStep === undefined ? {} : { currentStep }),\n    ...(errorJSON === undefined ? {} : { errorJSON }),\n    eventsPath: getString(row, \"events_path\"),\n    ...(finishedAt === undefined ? {} : { finishedAt }),\n    jobId: getString(row, \"job_id\"),\n    ...(inputRevision === undefined ? {} : { inputRevision }),\n    logPath: getString(row, \"log_path\"),\n    ...(llmJSON === undefined ? {} : { llmJSON }),\n    ...(ownerId === undefined ? {} : { ownerId }),\n    ...(ownerPid === undefined ? {} : { ownerPid }),\n    ...(prompt === undefined ? {} : { prompt }),\n    queueRank: getNumber(row, \"queue_rank\"),\n    state: parseBuildJobState(getString(row, \"state\")),\n    ...(readingSummaryStartedAt === undefined\n      ? {}\n      : { readingSummaryStartedAt }),\n    target: parseBuildJobTarget(getString(row, \"target\"), \"target\"),\n    updatedAt: getNumber(row, \"updated_at\"),\n    workspacePath: getString(row, \"workspace_path\"),\n  };\n}\n\nfunction parseBuildJobState(value: string): BuildJobState {\n  if (BUILD_JOB_STATES.includes(value as BuildJobState)) {\n    return value as BuildJobState;\n  }\n\n  throw new Error(`Invalid build job state: ${value}`);\n}\n\nexport function parseBuildJobTarget(\n  value: string,\n  field: string,\n): BuildJobTarget {\n  if (\n    value === \"reading-graph\" ||\n    value === \"knowledge-graph\" ||\n    value === \"reading-summary\"\n  ) {\n    return value;\n  }\n\n  throw new Error(`Invalid ${field}: ${value}`);\n}\n\nfunction parseOptionalBuildJobTarget(\n  value: string | undefined,\n  field: string,\n): BuildJobTarget | undefined {\n  return value === undefined ? undefined : parseBuildJobTarget(value, field);\n}\n\nexport function formatBuildJobLane(target: BuildJobTarget): string {\n  return target === \"knowledge-graph\" ? \"knowledge-graph\" : \"reading\";\n}\n\nexport function getString(row: Record<string, unknown>, key: string): string {\n  const value = row[key];\n\n  if (typeof value !== \"string\") {\n    throw new TypeError(`Expected ${key} to be a string`);\n  }\n\n  return value;\n}\n\nexport function getNumber(row: Record<string, unknown>, key: string): number {\n  const value = row[key];\n\n  if (typeof value !== \"number\") {\n    throw new TypeError(`Expected ${key} to be a number`);\n  }\n\n  return value;\n}\n\nexport function getOptionalString(\n  row: Record<string, unknown>,\n  key: string,\n): string | undefined {\n  const value = row[key];\n\n  if (value === null || value === undefined) {\n    return undefined;\n  }\n\n  if (typeof value !== \"string\") {\n    throw new TypeError(`Expected ${key} to be a string`);\n  }\n\n  return value;\n}\n"],"mappings":"AAAA;AAAA,EACE;AAAA,OAIK;AAEA,SAAS,YAAY,KAAwC;AAClE,QAAM,cAAc;AAAA,IAClB,kBAAkB,KAAK,cAAc;AAAA,IACrC;AAAA,EACF;AACA,QAAM,UAAU,kBAAkB,KAAK,UAAU;AACjD,QAAM,WACJ,IAAI,cAAc,OAAO,SAAY,UAAU,KAAK,WAAW;AACjE,QAAM,0BACJ,IAAI,+BAA+B,OAC/B,SACA,UAAU,KAAK,4BAA4B;AACjD,QAAM,aACJ,IAAI,gBAAgB,OAAO,SAAY,UAAU,KAAK,aAAa;AACrE,QAAM,YAAY,kBAAkB,KAAK,YAAY;AACrD,QAAM,gBACJ,IAAI,mBAAmB,OAAO,SAAY,UAAU,KAAK,gBAAgB;AAC3E,QAAM,UAAU,kBAAkB,KAAK,UAAU;AACjD,QAAM,SAAS,kBAAkB,KAAK,QAAQ;AAE9C,SAAO;AAAA,IACL,YAAY,UAAU,KAAK,aAAa;AAAA,IACxC,aAAa,UAAU,KAAK,cAAc;AAAA,IAC1C,WAAW,UAAU,KAAK,YAAY;AAAA,IACtC,WAAW,UAAU,KAAK,YAAY;AAAA,IACtC,WAAW,UAAU,KAAK,YAAY;AAAA,IACtC,GAAI,gBAAgB,SAAY,CAAC,IAAI,EAAE,YAAY;AAAA,IACnD,GAAI,cAAc,SAAY,CAAC,IAAI,EAAE,UAAU;AAAA,IAC/C,YAAY,UAAU,KAAK,aAAa;AAAA,IACxC,GAAI,eAAe,SAAY,CAAC,IAAI,EAAE,WAAW;AAAA,IACjD,OAAO,UAAU,KAAK,QAAQ;AAAA,IAC9B,GAAI,kBAAkB,SAAY,CAAC,IAAI,EAAE,cAAc;AAAA,IACvD,SAAS,UAAU,KAAK,UAAU;AAAA,IAClC,GAAI,YAAY,SAAY,CAAC,IAAI,EAAE,QAAQ;AAAA,IAC3C,GAAI,YAAY,SAAY,CAAC,IAAI,EAAE,QAAQ;AAAA,IAC3C,GAAI,aAAa,SAAY,CAAC,IAAI,EAAE,SAAS;AAAA,IAC7C,GAAI,WAAW,SAAY,CAAC,IAAI,EAAE,OAAO;AAAA,IACzC,WAAW,UAAU,KAAK,YAAY;AAAA,IACtC,OAAO,mBAAmB,UAAU,KAAK,OAAO,CAAC;AAAA,IACjD,GAAI,4BAA4B,SAC5B,CAAC,IACD,EAAE,wBAAwB;AAAA,IAC9B,QAAQ,oBAAoB,UAAU,KAAK,QAAQ,GAAG,QAAQ;AAAA,IAC9D,WAAW,UAAU,KAAK,YAAY;AAAA,IACtC,eAAe,UAAU,KAAK,gBAAgB;AAAA,EAChD;AACF;AAEA,SAAS,mBAAmB,OAA8B;AACxD,MAAI,iBAAiB,SAAS,KAAsB,GAAG;AACrD,WAAO;AAAA,EACT;AAEA,QAAM,IAAI,MAAM,4BAA4B,KAAK,EAAE;AACrD;AAEO,SAAS,oBACd,OACA,OACgB;AAChB,MACE,UAAU,mBACV,UAAU,qBACV,UAAU,mBACV;AACA,WAAO;AAAA,EACT;AAEA,QAAM,IAAI,MAAM,WAAW,KAAK,KAAK,KAAK,EAAE;AAC9C;AAEA,SAAS,4BACP,OACA,OAC4B;AAC5B,SAAO,UAAU,SAAY,SAAY,oBAAoB,OAAO,KAAK;AAC3E;AAEO,SAAS,mBAAmB,QAAgC;AACjE,SAAO,WAAW,oBAAoB,oBAAoB;AAC5D;AAEO,SAAS,UAAU,KAA8B,KAAqB;AAC3E,QAAM,QAAQ,IAAI,GAAG;AAErB,MAAI,OAAO,UAAU,UAAU;AAC7B,UAAM,IAAI,UAAU,YAAY,GAAG,iBAAiB;AAAA,EACtD;AAEA,SAAO;AACT;AAEO,SAAS,UAAU,KAA8B,KAAqB;AAC3E,QAAM,QAAQ,IAAI,GAAG;AAErB,MAAI,OAAO,UAAU,UAAU;AAC7B,UAAM,IAAI,UAAU,YAAY,GAAG,iBAAiB;AAAA,EACtD;AAEA,SAAO;AACT;AAEO,SAAS,kBACd,KACA,KACoB;AACpB,QAAM,QAAQ,IAAI,GAAG;AAErB,MAAI,UAAU,QAAQ,UAAU,QAAW;AACzC,WAAO;AAAA,EACT;AAEA,MAAI,OAAO,UAAU,UAAU;AAC7B,UAAM,IAAI,UAAU,YAAY,GAAG,iBAAiB;AAAA,EACtD;AAEA,SAAO;AACT;","names":[]}

package/dist/runtime/jobs/schema.d.ts

@@ -0,0 +1,3 @@
+declare const BUILD_QUEUE_SCHEMA_SQL = "\nCREATE TABLE IF NOT EXISTS build_jobs (\n  job_id TEXT PRIMARY KEY,\n  archive_key TEXT NOT NULL,\n  archive_path TEXT NOT NULL,\n  chapter_id INTEGER NOT NULL,\n  target TEXT NOT NULL,\n  current_step TEXT,\n  state TEXT NOT NULL,\n  queue_rank INTEGER NOT NULL,\n  workspace_path TEXT NOT NULL,\n  cache_path TEXT NOT NULL,\n  log_path TEXT NOT NULL,\n  events_path TEXT NOT NULL,\n  input_revision INTEGER,\n  llm_json TEXT,\n  prompt TEXT,\n  owner_id TEXT,\n  owner_pid INTEGER,\n  reading_summary_started_at INTEGER,\n  created_at INTEGER NOT NULL,\n  updated_at INTEGER NOT NULL,\n  finished_at INTEGER,\n  error_json TEXT\n);\n\nDROP INDEX IF EXISTS idx_build_jobs_active_chapter;\n\nCREATE UNIQUE INDEX IF NOT EXISTS idx_build_jobs_active_knowledge_chapter\nON build_jobs(archive_key, chapter_id)\nWHERE target = 'knowledge-graph'\n  AND state IN ('queued', 'running', 'canceling', 'paused');\n\nCREATE UNIQUE INDEX IF NOT EXISTS idx_build_jobs_active_reading_chapter\nON build_jobs(archive_key, chapter_id)\nWHERE target IN ('reading-graph', 'reading-summary')\n  AND state IN ('queued', 'running', 'canceling', 'paused');\n\nCREATE INDEX IF NOT EXISTS idx_build_jobs_queue\nON build_jobs(state, queue_rank, updated_at);\n\nCREATE TABLE IF NOT EXISTS build_worker_lease (\n  id INTEGER PRIMARY KEY CHECK (id = 1),\n  owner_id TEXT,\n  owner_pid INTEGER,\n  heartbeat_at INTEGER\n);\n\nINSERT OR IGNORE INTO build_worker_lease (id)\nVALUES (1);\n";
+
+export { BUILD_QUEUE_SCHEMA_SQL };

package/dist/runtime/jobs/schema.js

@@ -0,0 +1,55 @@
+const BUILD_QUEUE_SCHEMA_SQL = `
+CREATE TABLE IF NOT EXISTS build_jobs (
+  job_id TEXT PRIMARY KEY,
+  archive_key TEXT NOT NULL,
+  archive_path TEXT NOT NULL,
+  chapter_id INTEGER NOT NULL,
+  target TEXT NOT NULL,
+  current_step TEXT,
+  state TEXT NOT NULL,
+  queue_rank INTEGER NOT NULL,
+  workspace_path TEXT NOT NULL,
+  cache_path TEXT NOT NULL,
+  log_path TEXT NOT NULL,
+  events_path TEXT NOT NULL,
+  input_revision INTEGER,
+  llm_json TEXT,
+  prompt TEXT,
+  owner_id TEXT,
+  owner_pid INTEGER,
+  reading_summary_started_at INTEGER,
+  created_at INTEGER NOT NULL,
+  updated_at INTEGER NOT NULL,
+  finished_at INTEGER,
+  error_json TEXT
+);
+
+DROP INDEX IF EXISTS idx_build_jobs_active_chapter;
+
+CREATE UNIQUE INDEX IF NOT EXISTS idx_build_jobs_active_knowledge_chapter
+ON build_jobs(archive_key, chapter_id)
+WHERE target = 'knowledge-graph'
+  AND state IN ('queued', 'running', 'canceling', 'paused');
+
+CREATE UNIQUE INDEX IF NOT EXISTS idx_build_jobs_active_reading_chapter
+ON build_jobs(archive_key, chapter_id)
+WHERE target IN ('reading-graph', 'reading-summary')
+  AND state IN ('queued', 'running', 'canceling', 'paused');
+
+CREATE INDEX IF NOT EXISTS idx_build_jobs_queue
+ON build_jobs(state, queue_rank, updated_at);
+
+CREATE TABLE IF NOT EXISTS build_worker_lease (
+  id INTEGER PRIMARY KEY CHECK (id = 1),
+  owner_id TEXT,
+  owner_pid INTEGER,
+  heartbeat_at INTEGER
+);
+
+INSERT OR IGNORE INTO build_worker_lease (id)
+VALUES (1);
+`;
+export {
+  BUILD_QUEUE_SCHEMA_SQL
+};
+//# sourceMappingURL=schema.js.map

package/dist/runtime/jobs/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/runtime/jobs/schema.ts"],"sourcesContent":["export const BUILD_QUEUE_SCHEMA_SQL = `\nCREATE TABLE IF NOT EXISTS build_jobs (\n  job_id TEXT PRIMARY KEY,\n  archive_key TEXT NOT NULL,\n  archive_path TEXT NOT NULL,\n  chapter_id INTEGER NOT NULL,\n  target TEXT NOT NULL,\n  current_step TEXT,\n  state TEXT NOT NULL,\n  queue_rank INTEGER NOT NULL,\n  workspace_path TEXT NOT NULL,\n  cache_path TEXT NOT NULL,\n  log_path TEXT NOT NULL,\n  events_path TEXT NOT NULL,\n  input_revision INTEGER,\n  llm_json TEXT,\n  prompt TEXT,\n  owner_id TEXT,\n  owner_pid INTEGER,\n  reading_summary_started_at INTEGER,\n  created_at INTEGER NOT NULL,\n  updated_at INTEGER NOT NULL,\n  finished_at INTEGER,\n  error_json TEXT\n);\n\nDROP INDEX IF EXISTS idx_build_jobs_active_chapter;\n\nCREATE UNIQUE INDEX IF NOT EXISTS idx_build_jobs_active_knowledge_chapter\nON build_jobs(archive_key, chapter_id)\nWHERE target = 'knowledge-graph'\n  AND state IN ('queued', 'running', 'canceling', 'paused');\n\nCREATE UNIQUE INDEX IF NOT EXISTS idx_build_jobs_active_reading_chapter\nON build_jobs(archive_key, chapter_id)\nWHERE target IN ('reading-graph', 'reading-summary')\n  AND state IN ('queued', 'running', 'canceling', 'paused');\n\nCREATE INDEX IF NOT EXISTS idx_build_jobs_queue\nON build_jobs(state, queue_rank, updated_at);\n\nCREATE TABLE IF NOT EXISTS build_worker_lease (\n  id INTEGER PRIMARY KEY CHECK (id = 1),\n  owner_id TEXT,\n  owner_pid INTEGER,\n  heartbeat_at INTEGER\n);\n\nINSERT OR IGNORE INTO build_worker_lease (id)\nVALUES (1);\n`;\n"],"mappings":"AAAO,MAAM,yBAAyB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;","names":[]}

package/dist/runtime/jobs/state.d.ts

@@ -0,0 +1,13 @@
+import { Database } from '../../document/database.js';
+import { BuildJob, BuildJobTarget } from './types.js';
+import 'sqlite3';
+
+declare function markBuildJobCanceling(state: Database, job: BuildJob): Promise<BuildJob>;
+declare function markBuildJobCanceled(state: Database, job: BuildJob): Promise<BuildJob>;
+declare function markBuildJobFailedInState(state: Database, job: BuildJob, error: unknown): Promise<void>;
+declare function markBuildJobSucceeded(jobId: string, ownerId: string): Promise<void>;
+declare function markBuildJobFailed(jobId: string, ownerId: string, error: unknown): Promise<void>;
+declare function markBuildJobStopped(jobId: string, ownerId: string): Promise<void>;
+declare function markBuildJobStep(jobId: string, step: BuildJobTarget): Promise<void>;
+
+export { markBuildJobCanceled, markBuildJobCanceling, markBuildJobFailed, markBuildJobFailedInState, markBuildJobStep, markBuildJobStopped, markBuildJobSucceeded };