wiki-graph-core 0.3.1 → 0.4.1

package/dist/runtime/jobs/state.js

@@ -0,0 +1,156 @@
+import { rm } from "fs/promises";
+import { formatErrorEvent } from "./helpers.js";
+import { appendBuildJobEvent } from "./events.js";
+import { openBuildQueueDatabase, requireBuildJobById } from "./database.js";
+async function markBuildJobCanceling(state, job) {
+  const now = Date.now();
+  await state.run(
+    `
+UPDATE build_jobs
+SET state = 'canceling', updated_at = ?
+WHERE job_id = ? AND state = 'running'
+`,
+    [now, job.jobId]
+  );
+  const updated = await requireBuildJobById(state, job.jobId);
+  await appendBuildJobEvent(updated, {
+    at: now,
+    jobId: job.jobId,
+    seq: 0,
+    state: "canceling",
+    type: "canceling"
+  });
+  return updated;
+}
+async function markBuildJobCanceled(state, job) {
+  const now = Date.now();
+  await state.run(
+    `
+UPDATE build_jobs
+SET state = 'canceled', owner_id = NULL, owner_pid = NULL,
+    current_step = NULL, finished_at = ?, updated_at = ?
+WHERE job_id = ?
+`,
+    [now, now, job.jobId]
+  );
+  const updated = await requireBuildJobById(state, job.jobId);
+  await appendBuildJobEvent(updated, {
+    at: now,
+    jobId: job.jobId,
+    seq: 0,
+    state: "canceled",
+    type: "canceled"
+  });
+  return updated;
+}
+async function markBuildJobFailedInState(state, job, error) {
+  const now = Date.now();
+  const formattedError = formatErrorEvent(error);
+  const errorJSON = JSON.stringify(formattedError);
+  await state.run(
+    `
+UPDATE build_jobs
+SET state = 'failed', owner_id = NULL, owner_pid = NULL,
+    current_step = NULL, finished_at = ?, updated_at = ?, error_json = ?
+WHERE job_id = ?
+`,
+    [now, now, errorJSON, job.jobId]
+  );
+  await appendBuildJobEvent(job, {
+    at: now,
+    error: formattedError,
+    jobId: job.jobId,
+    seq: 0,
+    state: "failed",
+    type: "failed"
+  });
+}
+async function markBuildJobSucceeded(jobId, ownerId) {
+  const state = await openBuildQueueDatabase();
+  try {
+    await state.transaction(async () => {
+      const job = await requireBuildJobById(state, jobId);
+      if (job.ownerId !== ownerId || job.state !== "running") {
+        return;
+      }
+      const now = Date.now();
+      await state.run(
+        `
+UPDATE build_jobs
+SET state = 'succeeded', owner_id = NULL, owner_pid = NULL,
+    current_step = NULL, finished_at = ?, updated_at = ?
+WHERE job_id = ?
+`,
+        [now, now, jobId]
+      );
+      await appendBuildJobEvent(job, {
+        at: now,
+        jobId,
+        seq: 0,
+        state: "succeeded",
+        type: "succeeded"
+      });
+      await rm(job.workspacePath, { force: true, recursive: true });
+    });
+  } finally {
+    await state.close();
+  }
+}
+async function markBuildJobFailed(jobId, ownerId, error) {
+  const state = await openBuildQueueDatabase();
+  try {
+    await state.transaction(async () => {
+      const job = await requireBuildJobById(state, jobId);
+      if (job.ownerId !== ownerId || job.state !== "running") {
+        return;
+      }
+      await markBuildJobFailedInState(state, job, error);
+    });
+  } finally {
+    await state.close();
+  }
+}
+async function markBuildJobStopped(jobId, ownerId) {
+  const state = await openBuildQueueDatabase();
+  try {
+    await state.transaction(async () => {
+      const job = await requireBuildJobById(state, jobId);
+      if (job.ownerId !== ownerId || job.state !== "canceling") {
+        return;
+      }
+      await markBuildJobCanceled(state, job);
+    });
+  } finally {
+    await state.close();
+  }
+}
+async function markBuildJobStep(jobId, step) {
+  const state = await openBuildQueueDatabase();
+  try {
+    await state.run(
+      `
+UPDATE build_jobs
+SET current_step = ?,
+    reading_summary_started_at = CASE
+      WHEN ? = 'reading-summary' AND reading_summary_started_at IS NULL THEN ?
+      ELSE reading_summary_started_at
+    END,
+    updated_at = ?
+WHERE job_id = ?
+`,
+      [step, step, Date.now(), Date.now(), jobId]
+    );
+  } finally {
+    await state.close();
+  }
+}
+export {
+  markBuildJobCanceled,
+  markBuildJobCanceling,
+  markBuildJobFailed,
+  markBuildJobFailedInState,
+  markBuildJobStep,
+  markBuildJobStopped,
+  markBuildJobSucceeded
+};
+//# sourceMappingURL=state.js.map

package/dist/runtime/jobs/state.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/runtime/jobs/state.ts"],"sourcesContent":["import { rm } from \"fs/promises\";\nimport type { Database } from \"../../document/index.js\";\nimport { formatErrorEvent } from \"./helpers.js\";\nimport { appendBuildJobEvent } from \"./events.js\";\nimport { openBuildQueueDatabase, requireBuildJobById } from \"./database.js\";\nimport type { BuildJob, BuildJobTarget } from \"./types.js\";\n\nexport async function markBuildJobCanceling(\n  state: Database,\n  job: BuildJob,\n): Promise<BuildJob> {\n  const now = Date.now();\n\n  await state.run(\n    `\nUPDATE build_jobs\nSET state = 'canceling', updated_at = ?\nWHERE job_id = ? AND state = 'running'\n`,\n    [now, job.jobId],\n  );\n\n  const updated = await requireBuildJobById(state, job.jobId);\n  await appendBuildJobEvent(updated, {\n    at: now,\n    jobId: job.jobId,\n    seq: 0,\n    state: \"canceling\",\n    type: \"canceling\",\n  });\n  return updated;\n}\n\nexport async function markBuildJobCanceled(\n  state: Database,\n  job: BuildJob,\n): Promise<BuildJob> {\n  const now = Date.now();\n\n  await state.run(\n    `\nUPDATE build_jobs\nSET state = 'canceled', owner_id = NULL, owner_pid = NULL,\n    current_step = NULL, finished_at = ?, updated_at = ?\nWHERE job_id = ?\n`,\n    [now, now, job.jobId],\n  );\n\n  const updated = await requireBuildJobById(state, job.jobId);\n  await appendBuildJobEvent(updated, {\n    at: now,\n    jobId: job.jobId,\n    seq: 0,\n    state: \"canceled\",\n    type: \"canceled\",\n  });\n  return updated;\n}\n\nexport async function markBuildJobFailedInState(\n  state: Database,\n  job: BuildJob,\n  error: unknown,\n): Promise<void> {\n  const now = Date.now();\n  const formattedError = formatErrorEvent(error);\n  const errorJSON = JSON.stringify(formattedError);\n\n  await state.run(\n    `\nUPDATE build_jobs\nSET state = 'failed', owner_id = NULL, owner_pid = NULL,\n    current_step = NULL, finished_at = ?, updated_at = ?, error_json = ?\nWHERE job_id = ?\n`,\n    [now, now, errorJSON, job.jobId],\n  );\n  await appendBuildJobEvent(job, {\n    at: now,\n    error: formattedError,\n    jobId: job.jobId,\n    seq: 0,\n    state: \"failed\",\n    type: \"failed\",\n  });\n}\n\nexport async function markBuildJobSucceeded(\n  jobId: string,\n  ownerId: string,\n): Promise<void> {\n  const state = await openBuildQueueDatabase();\n\n  try {\n    await state.transaction(async () => {\n      const job = await requireBuildJobById(state, jobId);\n\n      if (job.ownerId !== ownerId || job.state !== \"running\") {\n        return;\n      }\n\n      const now = Date.now();\n      await state.run(\n        `\nUPDATE build_jobs\nSET state = 'succeeded', owner_id = NULL, owner_pid = NULL,\n    current_step = NULL, finished_at = ?, updated_at = ?\nWHERE job_id = ?\n`,\n        [now, now, jobId],\n      );\n      await appendBuildJobEvent(job, {\n        at: now,\n        jobId,\n        seq: 0,\n        state: \"succeeded\",\n        type: \"succeeded\",\n      });\n      await rm(job.workspacePath, { force: true, recursive: true });\n    });\n  } finally {\n    await state.close();\n  }\n}\n\nexport async function markBuildJobFailed(\n  jobId: string,\n  ownerId: string,\n  error: unknown,\n): Promise<void> {\n  const state = await openBuildQueueDatabase();\n\n  try {\n    await state.transaction(async () => {\n      const job = await requireBuildJobById(state, jobId);\n\n      if (job.ownerId !== ownerId || job.state !== \"running\") {\n        return;\n      }\n\n      await markBuildJobFailedInState(state, job, error);\n    });\n  } finally {\n    await state.close();\n  }\n}\n\nexport async function markBuildJobStopped(\n  jobId: string,\n  ownerId: string,\n): Promise<void> {\n  const state = await openBuildQueueDatabase();\n\n  try {\n    await state.transaction(async () => {\n      const job = await requireBuildJobById(state, jobId);\n\n      if (job.ownerId !== ownerId || job.state !== \"canceling\") {\n        return;\n      }\n\n      await markBuildJobCanceled(state, job);\n    });\n  } finally {\n    await state.close();\n  }\n}\n\nexport async function markBuildJobStep(\n  jobId: string,\n  step: BuildJobTarget,\n): Promise<void> {\n  const state = await openBuildQueueDatabase();\n\n  try {\n    await state.run(\n      `\nUPDATE build_jobs\nSET current_step = ?,\n    reading_summary_started_at = CASE\n      WHEN ? = 'reading-summary' AND reading_summary_started_at IS NULL THEN ?\n      ELSE reading_summary_started_at\n    END,\n    updated_at = ?\nWHERE job_id = ?\n`,\n      [step, step, Date.now(), Date.now(), jobId],\n    );\n  } finally {\n    await state.close();\n  }\n}\n"],"mappings":"AAAA,SAAS,UAAU;AAEnB,SAAS,wBAAwB;AACjC,SAAS,2BAA2B;AACpC,SAAS,wBAAwB,2BAA2B;AAG5D,eAAsB,sBACpB,OACA,KACmB;AACnB,QAAM,MAAM,KAAK,IAAI;AAErB,QAAM,MAAM;AAAA,IACV;AAAA;AAAA;AAAA;AAAA;AAAA,IAKA,CAAC,KAAK,IAAI,KAAK;AAAA,EACjB;AAEA,QAAM,UAAU,MAAM,oBAAoB,OAAO,IAAI,KAAK;AAC1D,QAAM,oBAAoB,SAAS;AAAA,IACjC,IAAI;AAAA,IACJ,OAAO,IAAI;AAAA,IACX,KAAK;AAAA,IACL,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AACD,SAAO;AACT;AAEA,eAAsB,qBACpB,OACA,KACmB;AACnB,QAAM,MAAM,KAAK,IAAI;AAErB,QAAM,MAAM;AAAA,IACV;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAMA,CAAC,KAAK,KAAK,IAAI,KAAK;AAAA,EACtB;AAEA,QAAM,UAAU,MAAM,oBAAoB,OAAO,IAAI,KAAK;AAC1D,QAAM,oBAAoB,SAAS;AAAA,IACjC,IAAI;AAAA,IACJ,OAAO,IAAI;AAAA,IACX,KAAK;AAAA,IACL,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AACD,SAAO;AACT;AAEA,eAAsB,0BACpB,OACA,KACA,OACe;AACf,QAAM,MAAM,KAAK,IAAI;AACrB,QAAM,iBAAiB,iBAAiB,KAAK;AAC7C,QAAM,YAAY,KAAK,UAAU,cAAc;AAE/C,QAAM,MAAM;AAAA,IACV;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAMA,CAAC,KAAK,KAAK,WAAW,IAAI,KAAK;AAAA,EACjC;AACA,QAAM,oBAAoB,KAAK;AAAA,IAC7B,IAAI;AAAA,IACJ,OAAO;AAAA,IACP,OAAO,IAAI;AAAA,IACX,KAAK;AAAA,IACL,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AACH;AAEA,eAAsB,sBACpB,OACA,SACe;AACf,QAAM,QAAQ,MAAM,uBAAuB;AAE3C,MAAI;AACF,UAAM,MAAM,YAAY,YAAY;AAClC,YAAM,MAAM,MAAM,oBAAoB,OAAO,KAAK;AAElD,UAAI,IAAI,YAAY,WAAW,IAAI,UAAU,WAAW;AACtD;AAAA,MACF;AAEA,YAAM,MAAM,KAAK,IAAI;AACrB,YAAM,MAAM;AAAA,QACV;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,QAMA,CAAC,KAAK,KAAK,KAAK;AAAA,MAClB;AACA,YAAM,oBAAoB,KAAK;AAAA,QAC7B,IAAI;AAAA,QACJ;AAAA,QACA,KAAK;AAAA,QACL,OAAO;AAAA,QACP,MAAM;AAAA,MACR,CAAC;AACD,YAAM,GAAG,IAAI,eAAe,EAAE,OAAO,MAAM,WAAW,KAAK,CAAC;AAAA,IAC9D,CAAC;AAAA,EACH,UAAE;AACA,UAAM,MAAM,MAAM;AAAA,EACpB;AACF;AAEA,eAAsB,mBACpB,OACA,SACA,OACe;AACf,QAAM,QAAQ,MAAM,uBAAuB;AAE3C,MAAI;AACF,UAAM,MAAM,YAAY,YAAY;AAClC,YAAM,MAAM,MAAM,oBAAoB,OAAO,KAAK;AAElD,UAAI,IAAI,YAAY,WAAW,IAAI,UAAU,WAAW;AACtD;AAAA,MACF;AAEA,YAAM,0BAA0B,OAAO,KAAK,KAAK;AAAA,IACnD,CAAC;AAAA,EACH,UAAE;AACA,UAAM,MAAM,MAAM;AAAA,EACpB;AACF;AAEA,eAAsB,oBACpB,OACA,SACe;AACf,QAAM,QAAQ,MAAM,uBAAuB;AAE3C,MAAI;AACF,UAAM,MAAM,YAAY,YAAY;AAClC,YAAM,MAAM,MAAM,oBAAoB,OAAO,KAAK;AAElD,UAAI,IAAI,YAAY,WAAW,IAAI,UAAU,aAAa;AACxD;AAAA,MACF;AAEA,YAAM,qBAAqB,OAAO,GAAG;AAAA,IACvC,CAAC;AAAA,EACH,UAAE;AACA,UAAM,MAAM,MAAM;AAAA,EACpB;AACF;AAEA,eAAsB,iBACpB,OACA,MACe;AACf,QAAM,QAAQ,MAAM,uBAAuB;AAE3C,MAAI;AACF,UAAM,MAAM;AAAA,MACV;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAUA,CAAC,MAAM,MAAM,KAAK,IAAI,GAAG,KAAK,IAAI,GAAG,KAAK;AAAA,IAC5C;AAAA,EACF,UAAE;AACA,UAAM,MAAM,MAAM;AAAA,EACpB;AACF;","names":[]}

package/dist/runtime/jobs/types.d.ts

@@ -0,0 +1,141 @@
+declare const BUILD_JOB_STATES: readonly ["queued", "running", "canceling", "paused", "succeeded", "failed", "canceled"];
+type BuildJobState = (typeof BUILD_JOB_STATES)[number];
+type BuildJobTarget = "knowledge-graph" | "reading-graph" | "reading-summary";
+type BuildJobProgressPhase = "committing" | "enrichment" | "grounding" | "matching" | "narrowing" | "relation-discovery" | "screening";
+type BuildJobProgressUnit = "candidate" | "char" | "item" | "page" | "qid" | "sentence" | "window" | "record";
+interface BuildJobProgressCounter {
+    readonly done: number;
+    readonly name: string;
+    readonly total: number;
+    readonly unit: BuildJobProgressUnit | "word";
+}
+interface BuildJobTokenUsage {
+    readonly cacheReadTokens?: number;
+    readonly inputTokens?: number;
+    readonly outputTokens?: number;
+}
+interface BuildJob {
+    readonly archiveKey: string;
+    readonly archivePath: string;
+    readonly cachePath: string;
+    readonly chapterId: number;
+    readonly createdAt: number;
+    readonly currentStep?: BuildJobTarget;
+    readonly errorJSON?: string;
+    readonly eventsPath: string;
+    readonly finishedAt?: number;
+    readonly jobId: string;
+    readonly inputRevision?: number;
+    readonly logPath: string;
+    readonly llmJSON?: string;
+    readonly ownerId?: string;
+    readonly ownerPid?: number;
+    readonly prompt?: string;
+    readonly queueRank: number;
+    readonly state: BuildJobState;
+    readonly readingSummaryStartedAt?: number;
+    readonly target: BuildJobTarget;
+    readonly updatedAt: number;
+    readonly workspacePath: string;
+}
+type BuildJobEvent = {
+    readonly at: number;
+    readonly jobId: string;
+    readonly seq: number;
+    readonly state: BuildJobState;
+    readonly type: "created" | "paused" | "resumed" | "boosted" | "canceling";
+} | {
+    readonly at: number;
+    readonly jobId: string;
+    readonly seq: number;
+    readonly from: BuildJobTarget;
+    readonly to: BuildJobTarget;
+    readonly type: "target_changed";
+} | {
+    readonly at: number;
+    readonly jobId: string;
+    readonly seq: number;
+    readonly state: "running";
+    readonly type: "started";
+} | {
+    readonly at: number;
+    readonly jobId: string;
+    readonly seq: number;
+    readonly state: "queued";
+    readonly type: "requeued";
+} | {
+    readonly at: number;
+    readonly jobId: string;
+    readonly seq: number;
+    readonly step: BuildJobTarget;
+    readonly type: "step_started" | "step_completed";
+} | {
+    readonly at: number;
+    readonly counters: readonly BuildJobProgressCounter[];
+    readonly jobId: string;
+    readonly phase?: BuildJobProgressPhase;
+    readonly seq: number;
+    readonly step?: BuildJobTarget;
+    readonly tokens?: BuildJobTokenUsage;
+    readonly type: "status_snapshot";
+} | {
+    readonly at: number;
+    readonly error?: unknown;
+    readonly jobId: string;
+    readonly seq: number;
+    readonly state: "failed" | "canceled" | "succeeded";
+    readonly type: "failed" | "canceled" | "succeeded";
+};
+interface AddBuildJobOptions {
+    readonly archivePath: string;
+    readonly boost?: boolean;
+    readonly chapterId: number;
+    readonly jobId?: string;
+    readonly llmJSON?: string;
+    readonly prompt?: string;
+    readonly target: BuildJobTarget;
+}
+interface BuildJobListOptions {
+    readonly activeOnly?: boolean;
+    readonly all?: boolean;
+    readonly archivePath?: string;
+}
+interface BuildJobWorkerOptions {
+    readonly concurrency: number;
+    readonly executeJob: (job: BuildJob, reporter: BuildJobProgressReporter, context: BuildJobExecutionContext) => Promise<void>;
+    readonly idleTimeoutMs?: number;
+}
+interface BuildJobExecutionContext {
+    readonly signal: AbortSignal;
+}
+interface BuildJobProgressReporter {
+    addOutputCharacters(characters: number): Promise<void>;
+    addTokenUsage(usage: BuildJobTokenUsage): Promise<void>;
+    setTotals(input: {
+        readonly totalGraphWords?: number;
+        readonly totalReadingSummaryWords?: number;
+    }): Promise<void>;
+    stepCompleted(step: BuildJobTarget): Promise<void>;
+    stepStarted(step: BuildJobTarget): Promise<void>;
+    updateWords(input: {
+        readonly graphWords?: number;
+        readonly readingSummaryWords?: number;
+    }): Promise<void>;
+    updatePhase(input: {
+        readonly done: number;
+        readonly force?: boolean;
+        readonly phase: BuildJobProgressPhase;
+        readonly phaseDetail?: string;
+        readonly total: number;
+        readonly unit: BuildJobProgressUnit;
+    }): Promise<void>;
+    throwIfStopped(): Promise<void>;
+}
+type BuildJobConflictScope = {
+    readonly kind: "archive";
+} | {
+    readonly chapterIds: readonly number[];
+    readonly kind: "chapter";
+};
+
+export { type AddBuildJobOptions, BUILD_JOB_STATES, type BuildJob, type BuildJobConflictScope, type BuildJobEvent, type BuildJobExecutionContext, type BuildJobListOptions, type BuildJobProgressCounter, type BuildJobProgressPhase, type BuildJobProgressReporter, type BuildJobProgressUnit, type BuildJobState, type BuildJobTarget, type BuildJobTokenUsage, type BuildJobWorkerOptions };

package/dist/runtime/jobs/types.js

@@ -0,0 +1,13 @@
+const BUILD_JOB_STATES = [
+  "queued",
+  "running",
+  "canceling",
+  "paused",
+  "succeeded",
+  "failed",
+  "canceled"
+];
+export {
+  BUILD_JOB_STATES
+};
+//# sourceMappingURL=types.js.map

package/dist/runtime/jobs/types.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/runtime/jobs/types.ts"],"sourcesContent":["export const BUILD_JOB_STATES = [\n  \"queued\",\n  \"running\",\n  \"canceling\",\n  \"paused\",\n  \"succeeded\",\n  \"failed\",\n  \"canceled\",\n] as const;\n\nexport type BuildJobState = (typeof BUILD_JOB_STATES)[number];\nexport type BuildJobTarget =\n  | \"knowledge-graph\"\n  | \"reading-graph\"\n  | \"reading-summary\";\nexport type BuildJobProgressPhase =\n  | \"committing\"\n  | \"enrichment\"\n  | \"grounding\"\n  | \"matching\"\n  | \"narrowing\"\n  | \"relation-discovery\"\n  | \"screening\";\nexport type BuildJobProgressUnit =\n  | \"candidate\"\n  | \"char\"\n  | \"item\"\n  | \"page\"\n  | \"qid\"\n  | \"sentence\"\n  | \"window\"\n  | \"record\";\n\nexport interface BuildJobProgressCounter {\n  readonly done: number;\n  readonly name: string;\n  readonly total: number;\n  readonly unit: BuildJobProgressUnit | \"word\";\n}\n\nexport interface BuildJobTokenUsage {\n  readonly cacheReadTokens?: number;\n  readonly inputTokens?: number;\n  readonly outputTokens?: number;\n}\n\nexport interface BuildJob {\n  readonly archiveKey: string;\n  readonly archivePath: string;\n  readonly cachePath: string;\n  readonly chapterId: number;\n  readonly createdAt: number;\n  readonly currentStep?: BuildJobTarget;\n  readonly errorJSON?: string;\n  readonly eventsPath: string;\n  readonly finishedAt?: number;\n  readonly jobId: string;\n  readonly inputRevision?: number;\n  readonly logPath: string;\n  readonly llmJSON?: string;\n  readonly ownerId?: string;\n  readonly ownerPid?: number;\n  readonly prompt?: string;\n  readonly queueRank: number;\n  readonly state: BuildJobState;\n  readonly readingSummaryStartedAt?: number;\n  readonly target: BuildJobTarget;\n  readonly updatedAt: number;\n  readonly workspacePath: string;\n}\n\nexport type BuildJobEvent =\n  | {\n      readonly at: number;\n      readonly jobId: string;\n      readonly seq: number;\n      readonly state: BuildJobState;\n      readonly type: \"created\" | \"paused\" | \"resumed\" | \"boosted\" | \"canceling\";\n    }\n  | {\n      readonly at: number;\n      readonly jobId: string;\n      readonly seq: number;\n      readonly from: BuildJobTarget;\n      readonly to: BuildJobTarget;\n      readonly type: \"target_changed\";\n    }\n  | {\n      readonly at: number;\n      readonly jobId: string;\n      readonly seq: number;\n      readonly state: \"running\";\n      readonly type: \"started\";\n    }\n  | {\n      readonly at: number;\n      readonly jobId: string;\n      readonly seq: number;\n      readonly state: \"queued\";\n      readonly type: \"requeued\";\n    }\n  | {\n      readonly at: number;\n      readonly jobId: string;\n      readonly seq: number;\n      readonly step: BuildJobTarget;\n      readonly type: \"step_started\" | \"step_completed\";\n    }\n  | {\n      readonly at: number;\n      readonly counters: readonly BuildJobProgressCounter[];\n      readonly jobId: string;\n      readonly phase?: BuildJobProgressPhase;\n      readonly seq: number;\n      readonly step?: BuildJobTarget;\n      readonly tokens?: BuildJobTokenUsage;\n      readonly type: \"status_snapshot\";\n    }\n  | {\n      readonly at: number;\n      readonly error?: unknown;\n      readonly jobId: string;\n      readonly seq: number;\n      readonly state: \"failed\" | \"canceled\" | \"succeeded\";\n      readonly type: \"failed\" | \"canceled\" | \"succeeded\";\n    };\n\nexport interface AddBuildJobOptions {\n  readonly archivePath: string;\n  readonly boost?: boolean;\n  readonly chapterId: number;\n  readonly jobId?: string;\n  readonly llmJSON?: string;\n  readonly prompt?: string;\n  readonly target: BuildJobTarget;\n}\n\nexport interface BuildJobListOptions {\n  readonly activeOnly?: boolean;\n  readonly all?: boolean;\n  readonly archivePath?: string;\n}\n\nexport interface BuildJobWorkerOptions {\n  readonly concurrency: number;\n  readonly executeJob: (\n    job: BuildJob,\n    reporter: BuildJobProgressReporter,\n    context: BuildJobExecutionContext,\n  ) => Promise<void>;\n  readonly idleTimeoutMs?: number;\n}\n\nexport interface BuildJobExecutionContext {\n  readonly signal: AbortSignal;\n}\n\nexport interface BuildJobProgressReporter {\n  addOutputCharacters(characters: number): Promise<void>;\n  addTokenUsage(usage: BuildJobTokenUsage): Promise<void>;\n  setTotals(input: {\n    readonly totalGraphWords?: number;\n    readonly totalReadingSummaryWords?: number;\n  }): Promise<void>;\n  stepCompleted(step: BuildJobTarget): Promise<void>;\n  stepStarted(step: BuildJobTarget): Promise<void>;\n  updateWords(input: {\n    readonly graphWords?: number;\n    readonly readingSummaryWords?: number;\n  }): Promise<void>;\n  updatePhase(input: {\n    readonly done: number;\n    readonly force?: boolean;\n    readonly phase: BuildJobProgressPhase;\n    readonly phaseDetail?: string;\n    readonly total: number;\n    readonly unit: BuildJobProgressUnit;\n  }): Promise<void>;\n  throwIfStopped(): Promise<void>;\n}\n\nexport type BuildJobConflictScope =\n  | {\n      readonly kind: \"archive\";\n    }\n  | {\n      readonly chapterIds: readonly number[];\n      readonly kind: \"chapter\";\n    };\n"],"mappings":"AAAO,MAAM,mBAAmB;AAAA,EAC9B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;","names":[]}

package/dist/runtime/jobs/worker.d.ts

@@ -0,0 +1,5 @@
+import { BuildJobWorkerOptions } from './types.js';
+
+declare function runBuildJobWorker(options: BuildJobWorkerOptions): Promise<void>;
+
+export { runBuildJobWorker };

package/dist/runtime/jobs/worker.js

@@ -0,0 +1,241 @@
+import { randomUUID } from "crypto";
+import { delay, isProcessAlive } from "./helpers.js";
+import {
+  BuildJobProgressAccumulator,
+  BuildJobStoppedError
+} from "./progress.js";
+import { appendBuildJobEvent } from "./events.js";
+import { openBuildQueueDatabase, requireBuildJobById } from "./database.js";
+import { recoverStaleBuildJobs } from "./recovery.js";
+import {
+  markBuildJobFailed,
+  markBuildJobStopped,
+  markBuildJobStep,
+  markBuildJobSucceeded
+} from "./state.js";
+import { readBuildJobForStopCheck } from "./jobs.js";
+import { getNumber, getOptionalString, mapBuildJob } from "./row.js";
+const WORKER_HEARTBEAT_INTERVAL_MS = 5e3;
+async function runBuildJobWorker(options) {
+  const state = await openBuildQueueDatabase();
+  const ownerId = `${process.pid}-${randomUUID()}`;
+  const concurrency = Math.max(1, options.concurrency);
+  const idleTimeoutMs = options.idleTimeoutMs ?? 1e4;
+  let stopping = false;
+  let busySlotCount = 0;
+  let idleSince = Date.now();
+  const stop = (_signal) => {
+    stopping = true;
+  };
+  process.once("SIGINT", stop);
+  process.once("SIGTERM", stop);
+  const heartbeat = setInterval(() => {
+    void heartbeatBuildWorker(ownerId).catch(() => void 0);
+  }, WORKER_HEARTBEAT_INTERVAL_MS);
+  try {
+    const acquired = await acquireBuildWorkerLease(state, ownerId);
+    if (!acquired) {
+      return;
+    }
+    const runSlot = async () => {
+      while (!stopping) {
+        await heartbeatBuildWorker(ownerId, state);
+        await recoverStaleBuildJobs(state);
+        busySlotCount += 1;
+        let job;
+        try {
+          job = await claimQueuedBuildJob(state, ownerId);
+        } finally {
+          if (job === void 0) {
+            busySlotCount -= 1;
+          }
+        }
+        if (job === void 0) {
+          if (busySlotCount === 0 && Date.now() - idleSince >= idleTimeoutMs) {
+            break;
+          }
+          await delay(500);
+          continue;
+        }
+        idleSince = Date.now();
+        try {
+          await executeClaimedBuildJob(job, ownerId, options);
+        } finally {
+          busySlotCount -= 1;
+          if (busySlotCount === 0) {
+            idleSince = Date.now();
+          }
+        }
+      }
+    };
+    await Promise.all(
+      Array.from({ length: concurrency }, async () => await runSlot())
+    );
+  } finally {
+    clearInterval(heartbeat);
+    process.removeListener("SIGINT", stop);
+    process.removeListener("SIGTERM", stop);
+    await releaseBuildWorkerLease(state, ownerId);
+    await state.close();
+  }
+}
+async function executeClaimedBuildJob(job, ownerId, options) {
+  const reporter = new BuildJobProgressAccumulator(job, ownerId, {
+    appendBuildJobEvent,
+    markBuildJobStep,
+    readBuildJobForStopCheck
+  });
+  const abortController = new AbortController();
+  const stopWatcher = setInterval(() => {
+    void abortJobWhenStopped(job, ownerId, abortController).catch(
+      () => void 0
+    );
+  }, 500);
+  try {
+    await appendBuildJobEvent(job, {
+      at: Date.now(),
+      jobId: job.jobId,
+      seq: 0,
+      state: "running",
+      type: "started"
+    });
+    await options.executeJob(job, reporter, {
+      signal: abortController.signal
+    });
+    await reporter.throwIfStopped();
+    await markBuildJobSucceeded(job.jobId, ownerId);
+  } catch (error) {
+    if (error instanceof BuildJobStoppedError || abortController.signal.aborted) {
+      await markBuildJobStopped(job.jobId, ownerId);
+      return;
+    }
+    await markBuildJobFailed(job.jobId, ownerId, error);
+  } finally {
+    clearInterval(stopWatcher);
+  }
+}
+async function abortJobWhenStopped(job, ownerId, abortController) {
+  if (abortController.signal.aborted) {
+    return;
+  }
+  const latest = await readBuildJobForStopCheck(job.jobId);
+  if (latest.state === "running" && latest.ownerId === ownerId) {
+    return;
+  }
+  abortController.abort(
+    new BuildJobStoppedError(
+      `Job ${job.jobId} is ${latest.state}. Stop current worker execution.`
+    )
+  );
+}
+async function claimQueuedBuildJob(state, ownerId) {
+  return await state.transaction(async () => {
+    const job = await state.queryOne(
+      `
+SELECT *
+FROM build_jobs
+WHERE state = 'queued'
+ORDER BY queue_rank ASC, created_at ASC
+LIMIT 1
+`,
+      void 0,
+      mapBuildJob
+    );
+    if (job === void 0) {
+      return void 0;
+    }
+    const now = Date.now();
+    await state.run(
+      `
+UPDATE build_jobs
+SET state = 'running', owner_id = ?, owner_pid = ?, updated_at = ?
+WHERE job_id = ? AND state = 'queued'
+`,
+      [ownerId, process.pid, now, job.jobId]
+    );
+    return await requireBuildJobById(state, job.jobId);
+  });
+}
+async function acquireBuildWorkerLease(state, ownerId) {
+  await recoverStaleBuildWorkerLease(state);
+  return await state.transaction(async () => {
+    const lease = await state.queryOne(
+      `
+SELECT owner_pid
+FROM build_worker_lease
+WHERE id = 1
+`,
+      void 0,
+      (row) => ({
+        ownerPid: row.owner_pid === null ? void 0 : getNumber(row, "owner_pid")
+      })
+    );
+    if (lease?.ownerPid !== void 0 && isProcessAlive(lease.ownerPid)) {
+      return false;
+    }
+    await state.run(
+      `
+UPDATE build_worker_lease
+SET owner_id = ?, owner_pid = ?, heartbeat_at = ?
+WHERE id = 1
+`,
+      [ownerId, process.pid, Date.now()]
+    );
+    return true;
+  });
+}
+async function heartbeatBuildWorker(ownerId, existingState) {
+  const state = existingState ?? await openBuildQueueDatabase();
+  try {
+    await state.run(
+      `
+UPDATE build_worker_lease
+SET heartbeat_at = ?
+WHERE id = 1 AND owner_id = ?
+`,
+      [Date.now(), ownerId]
+    );
+  } finally {
+    if (existingState === void 0) {
+      await state.close();
+    }
+  }
+}
+async function releaseBuildWorkerLease(state, ownerId) {
+  await state.run(
+    `
+UPDATE build_worker_lease
+SET owner_id = NULL, owner_pid = NULL, heartbeat_at = NULL
+WHERE id = 1 AND owner_id = ?
+`,
+    [ownerId]
+  );
+}
+async function recoverStaleBuildWorkerLease(state) {
+  const lease = await state.queryOne(
+    `
+SELECT owner_id, owner_pid
+FROM build_worker_lease
+WHERE id = 1
+`,
+    void 0,
+    (row) => ({
+      ownerId: getOptionalString(row, "owner_id"),
+      ownerPid: row.owner_pid === null ? void 0 : getNumber(row, "owner_pid")
+    })
+  );
+  if (lease?.ownerPid === void 0 || isProcessAlive(lease.ownerPid)) {
+    return;
+  }
+  await state.run(
+    `
+UPDATE build_worker_lease
+SET owner_id = NULL, owner_pid = NULL, heartbeat_at = NULL
+WHERE id = 1
+`
+  );
+}
+export {
+  runBuildJobWorker
+};
+//# sourceMappingURL=worker.js.map

package/dist/runtime/jobs/worker.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/runtime/jobs/worker.ts"],"sourcesContent":["import { randomUUID } from \"crypto\";\nimport type { Database } from \"../../document/index.js\";\nimport { delay, isProcessAlive } from \"./helpers.js\";\nimport {\n  BuildJobProgressAccumulator,\n  BuildJobStoppedError,\n} from \"./progress.js\";\nimport { appendBuildJobEvent } from \"./events.js\";\nimport { openBuildQueueDatabase, requireBuildJobById } from \"./database.js\";\nimport { recoverStaleBuildJobs } from \"./recovery.js\";\nimport {\n  markBuildJobFailed,\n  markBuildJobStopped,\n  markBuildJobStep,\n  markBuildJobSucceeded,\n} from \"./state.js\";\nimport { readBuildJobForStopCheck } from \"./jobs.js\";\nimport { getNumber, getOptionalString, mapBuildJob } from \"./row.js\";\nimport type { BuildJob, BuildJobWorkerOptions } from \"./types.js\";\n\nconst WORKER_HEARTBEAT_INTERVAL_MS = 5_000;\n\nexport async function runBuildJobWorker(\n  options: BuildJobWorkerOptions,\n): Promise<void> {\n  const state = await openBuildQueueDatabase();\n  const ownerId = `${process.pid}-${randomUUID()}`;\n  const concurrency = Math.max(1, options.concurrency);\n  const idleTimeoutMs = options.idleTimeoutMs ?? 10_000;\n  let stopping = false;\n  let busySlotCount = 0;\n  let idleSince = Date.now();\n\n  const stop = (_signal: NodeJS.Signals): void => {\n    stopping = true;\n  };\n\n  process.once(\"SIGINT\", stop);\n  process.once(\"SIGTERM\", stop);\n\n  const heartbeat = setInterval(() => {\n    void heartbeatBuildWorker(ownerId).catch(() => undefined);\n  }, WORKER_HEARTBEAT_INTERVAL_MS);\n\n  try {\n    const acquired = await acquireBuildWorkerLease(state, ownerId);\n\n    if (!acquired) {\n      return;\n    }\n\n    const runSlot = async (): Promise<void> => {\n      while (!stopping) {\n        await heartbeatBuildWorker(ownerId, state);\n        await recoverStaleBuildJobs(state);\n\n        busySlotCount += 1;\n        let job: BuildJob | undefined;\n\n        try {\n          job = await claimQueuedBuildJob(state, ownerId);\n        } finally {\n          if (job === undefined) {\n            busySlotCount -= 1;\n          }\n        }\n\n        if (job === undefined) {\n          if (busySlotCount === 0 && Date.now() - idleSince >= idleTimeoutMs) {\n            break;\n          }\n          await delay(500);\n          continue;\n        }\n\n        idleSince = Date.now();\n\n        try {\n          await executeClaimedBuildJob(job, ownerId, options);\n        } finally {\n          busySlotCount -= 1;\n          if (busySlotCount === 0) {\n            idleSince = Date.now();\n          }\n        }\n      }\n    };\n\n    await Promise.all(\n      Array.from({ length: concurrency }, async () => await runSlot()),\n    );\n  } finally {\n    clearInterval(heartbeat);\n    process.removeListener(\"SIGINT\", stop);\n    process.removeListener(\"SIGTERM\", stop);\n    await releaseBuildWorkerLease(state, ownerId);\n    await state.close();\n  }\n}\n\nasync function executeClaimedBuildJob(\n  job: BuildJob,\n  ownerId: string,\n  options: BuildJobWorkerOptions,\n): Promise<void> {\n  const reporter = new BuildJobProgressAccumulator(job, ownerId, {\n    appendBuildJobEvent,\n    markBuildJobStep,\n    readBuildJobForStopCheck,\n  });\n  const abortController = new AbortController();\n  const stopWatcher = setInterval(() => {\n    void abortJobWhenStopped(job, ownerId, abortController).catch(\n      () => undefined,\n    );\n  }, 500);\n\n  try {\n    await appendBuildJobEvent(job, {\n      at: Date.now(),\n      jobId: job.jobId,\n      seq: 0,\n      state: \"running\",\n      type: \"started\",\n    });\n    await options.executeJob(job, reporter, {\n      signal: abortController.signal,\n    });\n    await reporter.throwIfStopped();\n    await markBuildJobSucceeded(job.jobId, ownerId);\n  } catch (error) {\n    if (\n      error instanceof BuildJobStoppedError ||\n      abortController.signal.aborted\n    ) {\n      await markBuildJobStopped(job.jobId, ownerId);\n      return;\n    }\n\n    await markBuildJobFailed(job.jobId, ownerId, error);\n  } finally {\n    clearInterval(stopWatcher);\n  }\n}\n\nasync function abortJobWhenStopped(\n  job: BuildJob,\n  ownerId: string,\n  abortController: AbortController,\n): Promise<void> {\n  if (abortController.signal.aborted) {\n    return;\n  }\n\n  const latest = await readBuildJobForStopCheck(job.jobId);\n\n  if (latest.state === \"running\" && latest.ownerId === ownerId) {\n    return;\n  }\n\n  abortController.abort(\n    new BuildJobStoppedError(\n      `Job ${job.jobId} is ${latest.state}. Stop current worker execution.`,\n    ),\n  );\n}\n\nasync function claimQueuedBuildJob(\n  state: Database,\n  ownerId: string,\n): Promise<BuildJob | undefined> {\n  return await state.transaction(async () => {\n    const job = await state.queryOne(\n      `\nSELECT *\nFROM build_jobs\nWHERE state = 'queued'\nORDER BY queue_rank ASC, created_at ASC\nLIMIT 1\n`,\n      undefined,\n      mapBuildJob,\n    );\n\n    if (job === undefined) {\n      return undefined;\n    }\n\n    const now = Date.now();\n    await state.run(\n      `\nUPDATE build_jobs\nSET state = 'running', owner_id = ?, owner_pid = ?, updated_at = ?\nWHERE job_id = ? AND state = 'queued'\n`,\n      [ownerId, process.pid, now, job.jobId],\n    );\n\n    return await requireBuildJobById(state, job.jobId);\n  });\n}\n\nasync function acquireBuildWorkerLease(\n  state: Database,\n  ownerId: string,\n): Promise<boolean> {\n  await recoverStaleBuildWorkerLease(state);\n\n  return await state.transaction(async () => {\n    const lease = await state.queryOne(\n      `\nSELECT owner_pid\nFROM build_worker_lease\nWHERE id = 1\n`,\n      undefined,\n      (row) => ({\n        ownerPid:\n          row.owner_pid === null ? undefined : getNumber(row, \"owner_pid\"),\n      }),\n    );\n\n    if (lease?.ownerPid !== undefined && isProcessAlive(lease.ownerPid)) {\n      return false;\n    }\n\n    await state.run(\n      `\nUPDATE build_worker_lease\nSET owner_id = ?, owner_pid = ?, heartbeat_at = ?\nWHERE id = 1\n`,\n      [ownerId, process.pid, Date.now()],\n    );\n    return true;\n  });\n}\n\nasync function heartbeatBuildWorker(\n  ownerId: string,\n  existingState?: Database,\n): Promise<void> {\n  const state = existingState ?? (await openBuildQueueDatabase());\n\n  try {\n    await state.run(\n      `\nUPDATE build_worker_lease\nSET heartbeat_at = ?\nWHERE id = 1 AND owner_id = ?\n`,\n      [Date.now(), ownerId],\n    );\n  } finally {\n    if (existingState === undefined) {\n      await state.close();\n    }\n  }\n}\n\nasync function releaseBuildWorkerLease(\n  state: Database,\n  ownerId: string,\n): Promise<void> {\n  await state.run(\n    `\nUPDATE build_worker_lease\nSET owner_id = NULL, owner_pid = NULL, heartbeat_at = NULL\nWHERE id = 1 AND owner_id = ?\n`,\n    [ownerId],\n  );\n}\n\nasync function recoverStaleBuildWorkerLease(state: Database): Promise<void> {\n  const lease = await state.queryOne(\n    `\nSELECT owner_id, owner_pid\nFROM build_worker_lease\nWHERE id = 1\n`,\n    undefined,\n    (row) => ({\n      ownerId: getOptionalString(row, \"owner_id\"),\n      ownerPid:\n        row.owner_pid === null ? undefined : getNumber(row, \"owner_pid\"),\n    }),\n  );\n\n  if (lease?.ownerPid === undefined || isProcessAlive(lease.ownerPid)) {\n    return;\n  }\n\n  await state.run(\n    `\nUPDATE build_worker_lease\nSET owner_id = NULL, owner_pid = NULL, heartbeat_at = NULL\nWHERE id = 1\n`,\n  );\n}\n"],"mappings":"AAAA,SAAS,kBAAkB;AAE3B,SAAS,OAAO,sBAAsB;AACtC;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP,SAAS,2BAA2B;AACpC,SAAS,wBAAwB,2BAA2B;AAC5D,SAAS,6BAA6B;AACtC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,gCAAgC;AACzC,SAAS,WAAW,mBAAmB,mBAAmB;AAG1D,MAAM,+BAA+B;AAErC,eAAsB,kBACpB,SACe;AACf,QAAM,QAAQ,MAAM,uBAAuB;AAC3C,QAAM,UAAU,GAAG,QAAQ,GAAG,IAAI,WAAW,CAAC;AAC9C,QAAM,cAAc,KAAK,IAAI,GAAG,QAAQ,WAAW;AACnD,QAAM,gBAAgB,QAAQ,iBAAiB;AAC/C,MAAI,WAAW;AACf,MAAI,gBAAgB;AACpB,MAAI,YAAY,KAAK,IAAI;AAEzB,QAAM,OAAO,CAAC,YAAkC;AAC9C,eAAW;AAAA,EACb;AAEA,UAAQ,KAAK,UAAU,IAAI;AAC3B,UAAQ,KAAK,WAAW,IAAI;AAE5B,QAAM,YAAY,YAAY,MAAM;AAClC,SAAK,qBAAqB,OAAO,EAAE,MAAM,MAAM,MAAS;AAAA,EAC1D,GAAG,4BAA4B;AAE/B,MAAI;AACF,UAAM,WAAW,MAAM,wBAAwB,OAAO,OAAO;AAE7D,QAAI,CAAC,UAAU;AACb;AAAA,IACF;AAEA,UAAM,UAAU,YAA2B;AACzC,aAAO,CAAC,UAAU;AAChB,cAAM,qBAAqB,SAAS,KAAK;AACzC,cAAM,sBAAsB,KAAK;AAEjC,yBAAiB;AACjB,YAAI;AAEJ,YAAI;AACF,gBAAM,MAAM,oBAAoB,OAAO,OAAO;AAAA,QAChD,UAAE;AACA,cAAI,QAAQ,QAAW;AACrB,6BAAiB;AAAA,UACnB;AAAA,QACF;AAEA,YAAI,QAAQ,QAAW;AACrB,cAAI,kBAAkB,KAAK,KAAK,IAAI,IAAI,aAAa,eAAe;AAClE;AAAA,UACF;AACA,gBAAM,MAAM,GAAG;AACf;AAAA,QACF;AAEA,oBAAY,KAAK,IAAI;AAErB,YAAI;AACF,gBAAM,uBAAuB,KAAK,SAAS,OAAO;AAAA,QACpD,UAAE;AACA,2BAAiB;AACjB,cAAI,kBAAkB,GAAG;AACvB,wBAAY,KAAK,IAAI;AAAA,UACvB;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,UAAM,QAAQ;AAAA,MACZ,MAAM,KAAK,EAAE,QAAQ,YAAY,GAAG,YAAY,MAAM,QAAQ,CAAC;AAAA,IACjE;AAAA,EACF,UAAE;AACA,kBAAc,SAAS;AACvB,YAAQ,eAAe,UAAU,IAAI;AACrC,YAAQ,eAAe,WAAW,IAAI;AACtC,UAAM,wBAAwB,OAAO,OAAO;AAC5C,UAAM,MAAM,MAAM;AAAA,EACpB;AACF;AAEA,eAAe,uBACb,KACA,SACA,SACe;AACf,QAAM,WAAW,IAAI,4BAA4B,KAAK,SAAS;AAAA,IAC7D;AAAA,IACA;AAAA,IACA;AAAA,EACF,CAAC;AACD,QAAM,kBAAkB,IAAI,gBAAgB;AAC5C,QAAM,cAAc,YAAY,MAAM;AACpC,SAAK,oBAAoB,KAAK,SAAS,eAAe,EAAE;AAAA,MACtD,MAAM;AAAA,IACR;AAAA,EACF,GAAG,GAAG;AAEN,MAAI;AACF,UAAM,oBAAoB,KAAK;AAAA,MAC7B,IAAI,KAAK,IAAI;AAAA,MACb,OAAO,IAAI;AAAA,MACX,KAAK;AAAA,MACL,OAAO;AAAA,MACP,MAAM;AAAA,IACR,CAAC;AACD,UAAM,QAAQ,WAAW,KAAK,UAAU;AAAA,MACtC,QAAQ,gBAAgB;AAAA,IAC1B,CAAC;AACD,UAAM,SAAS,eAAe;AAC9B,UAAM,sBAAsB,IAAI,OAAO,OAAO;AAAA,EAChD,SAAS,OAAO;AACd,QACE,iBAAiB,wBACjB,gBAAgB,OAAO,SACvB;AACA,YAAM,oBAAoB,IAAI,OAAO,OAAO;AAC5C;AAAA,IACF;AAEA,UAAM,mBAAmB,IAAI,OAAO,SAAS,KAAK;AAAA,EACpD,UAAE;AACA,kBAAc,WAAW;AAAA,EAC3B;AACF;AAEA,eAAe,oBACb,KACA,SACA,iBACe;AACf,MAAI,gBAAgB,OAAO,SAAS;AAClC;AAAA,EACF;AAEA,QAAM,SAAS,MAAM,yBAAyB,IAAI,KAAK;AAEvD,MAAI,OAAO,UAAU,aAAa,OAAO,YAAY,SAAS;AAC5D;AAAA,EACF;AAEA,kBAAgB;AAAA,IACd,IAAI;AAAA,MACF,OAAO,IAAI,KAAK,OAAO,OAAO,KAAK;AAAA,IACrC;AAAA,EACF;AACF;AAEA,eAAe,oBACb,OACA,SAC+B;AAC/B,SAAO,MAAM,MAAM,YAAY,YAAY;AACzC,UAAM,MAAM,MAAM,MAAM;AAAA,MACtB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAOA;AAAA,MACA;AAAA,IACF;AAEA,QAAI,QAAQ,QAAW;AACrB,aAAO;AAAA,IACT;AAEA,UAAM,MAAM,KAAK,IAAI;AACrB,UAAM,MAAM;AAAA,MACV;AAAA;AAAA;AAAA;AAAA;AAAA,MAKA,CAAC,SAAS,QAAQ,KAAK,KAAK,IAAI,KAAK;AAAA,IACvC;AAEA,WAAO,MAAM,oBAAoB,OAAO,IAAI,KAAK;AAAA,EACnD,CAAC;AACH;AAEA,eAAe,wBACb,OACA,SACkB;AAClB,QAAM,6BAA6B,KAAK;AAExC,SAAO,MAAM,MAAM,YAAY,YAAY;AACzC,UAAM,QAAQ,MAAM,MAAM;AAAA,MACxB;AAAA;AAAA;AAAA;AAAA;AAAA,MAKA;AAAA,MACA,CAAC,SAAS;AAAA,QACR,UACE,IAAI,cAAc,OAAO,SAAY,UAAU,KAAK,WAAW;AAAA,MACnE;AAAA,IACF;AAEA,QAAI,OAAO,aAAa,UAAa,eAAe,MAAM,QAAQ,GAAG;AACnE,aAAO;AAAA,IACT;AAEA,UAAM,MAAM;AAAA,MACV;AAAA;AAAA;AAAA;AAAA;AAAA,MAKA,CAAC,SAAS,QAAQ,KAAK,KAAK,IAAI,CAAC;AAAA,IACnC;AACA,WAAO;AAAA,EACT,CAAC;AACH;AAEA,eAAe,qBACb,SACA,eACe;AACf,QAAM,QAAQ,iBAAkB,MAAM,uBAAuB;AAE7D,MAAI;AACF,UAAM,MAAM;AAAA,MACV;AAAA;AAAA;AAAA;AAAA;AAAA,MAKA,CAAC,KAAK,IAAI,GAAG,OAAO;AAAA,IACtB;AAAA,EACF,UAAE;AACA,QAAI,kBAAkB,QAAW;AAC/B,YAAM,MAAM,MAAM;AAAA,IACpB;AAAA,EACF;AACF;AAEA,eAAe,wBACb,OACA,SACe;AACf,QAAM,MAAM;AAAA,IACV;AAAA;AAAA;AAAA;AAAA;AAAA,IAKA,CAAC,OAAO;AAAA,EACV;AACF;AAEA,eAAe,6BAA6B,OAAgC;AAC1E,QAAM,QAAQ,MAAM,MAAM;AAAA,IACxB;AAAA;AAAA;AAAA;AAAA;AAAA,IAKA;AAAA,IACA,CAAC,SAAS;AAAA,MACR,SAAS,kBAAkB,KAAK,UAAU;AAAA,MAC1C,UACE,IAAI,cAAc,OAAO,SAAY,UAAU,KAAK,WAAW;AAAA,IACnE;AAAA,EACF;AAEA,MAAI,OAAO,aAAa,UAAa,eAAe,MAAM,QAAQ,GAAG;AACnE;AAAA,EACF;AAEA,QAAM,MAAM;AAAA,IACV;AAAA;AAAA;AAAA;AAAA;AAAA,EAKF;AACF;","names":[]}

package/dist/runtime/progress/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/runtime/progress/index.ts"],"sourcesContent":["export {\n  createDigestProgressTracker,\n  DigestProgressTracker,\n  SerialProgressTracker,\n  type CreateDigestProgressTrackerOptions,\n} from \"./tracker.js\";\nexport { createProgressReporter, ProgressReporter } from \"./reporter.js\";\nexport type {\n  DigestProgressEvent,\n  SerialDiscoveryItem,\n  SerialsDiscoveredEvent,\n  SerialProgressEvent,\n  WikiGraphOperation,\n  WikiGraphProgressCallback,\n  WikiGraphProgressEvent,\n  WikiGraphProgressEventType,\n} from \"./types.js\";\n"],"mappings":"AAAA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AACP,SAAS,wBAAwB,wBAAwB;","names":[]}

package/dist/runtime/progress/reporter.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/runtime/progress/reporter.ts"],"sourcesContent":["import { getLogger } from \"../common/logging.js\";\n\nimport type {\n  DigestProgressEvent,\n  SerialProgressEvent,\n  WikiGraphOperation,\n  WikiGraphProgressCallback,\n  WikiGraphProgressEvent,\n} from \"./types.js\";\n\nexport class ProgressReporter {\n  readonly #callback: WikiGraphProgressCallback | undefined;\n  readonly #operation: WikiGraphOperation;\n\n  public constructor(\n    operation: WikiGraphOperation,\n    callback?: WikiGraphProgressCallback,\n  ) {\n    this.#callback = callback;\n    this.#operation = operation;\n  }\n\n  public async emit(event: WikiGraphProgressEvent): Promise<void> {\n    getLogger({\n      component: \"progress\",\n      eventType: event.type,\n      operation: this.#operation,\n      ...buildLogBindings(event),\n    }).info(buildLogMessage(event));\n\n    if (this.#callback === undefined) {\n      return;\n    }\n\n    try {\n      await this.#callback(event);\n    } catch (error) {\n      getLogger({\n        component: \"progress\",\n        operation: this.#operation,\n      }).warn(\n        {\n          error:\n            error instanceof Error\n              ? { message: error.message, name: error.name }\n              : String(error),\n        },\n        \"Progress callback failed\",\n      );\n    }\n  }\n}\n\nexport function createProgressReporter(\n  operation: WikiGraphOperation,\n  callback?: WikiGraphProgressCallback,\n): ProgressReporter {\n  return new ProgressReporter(operation, callback);\n}\n\nfunction buildLogBindings(\n  event: WikiGraphProgressEvent,\n): Record<string, number> {\n  switch (event.type) {\n    case \"serials-discovered\":\n      return {\n        available: Number(event.available),\n        serials: event.serials.length,\n        totalFragments: event.serials.reduce(\n          (sum, serial) => sum + (serial.fragments ?? 0),\n          0,\n        ),\n        totalWords: event.serials.reduce(\n          (sum, serial) => sum + serial.words,\n          0,\n        ),\n      } satisfies Record<string, number>;\n    case \"serial-progress\":\n      return {\n        completedFragments: event.completedFragments,\n        completedWords: event.completedWords,\n        id: event.id,\n      } satisfies Record<keyof Omit<SerialProgressEvent, \"type\">, number>;\n    case \"digest-progress\":\n      return {\n        completedWords: event.completedWords,\n        totalWords: event.totalWords,\n      } satisfies Record<keyof Omit<DigestProgressEvent, \"type\">, number>;\n  }\n}\n\nfunction buildLogMessage(event: WikiGraphProgressEvent): string {\n  switch (event.type) {\n    case \"serials-discovered\":\n      return event.available\n        ? `Discovered ${event.serials.length} serials`\n        : \"Serial discovery unavailable\";\n    case \"serial-progress\":\n      return `Serial ${event.id} progressed`;\n    case \"digest-progress\":\n      return \"Digest progressed\";\n  }\n}\n"],"mappings":"AAAA,SAAS,iBAAiB;AAUnB,MAAM,iBAAiB;AAAA,EACnB;AAAA,EACA;AAAA,EAEF,YACL,WACA,UACA;AACA,SAAK,YAAY;AACjB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAa,KAAK,OAA8C;AAC9D,cAAU;AAAA,MACR,WAAW;AAAA,MACX,WAAW,MAAM;AAAA,MACjB,WAAW,KAAK;AAAA,MAChB,GAAG,iBAAiB,KAAK;AAAA,IAC3B,CAAC,EAAE,KAAK,gBAAgB,KAAK,CAAC;AAE9B,QAAI,KAAK,cAAc,QAAW;AAChC;AAAA,IACF;AAEA,QAAI;AACF,YAAM,KAAK,UAAU,KAAK;AAAA,IAC5B,SAAS,OAAO;AACd,gBAAU;AAAA,QACR,WAAW;AAAA,QACX,WAAW,KAAK;AAAA,MAClB,CAAC,EAAE;AAAA,QACD;AAAA,UACE,OACE,iBAAiB,QACb,EAAE,SAAS,MAAM,SAAS,MAAM,MAAM,KAAK,IAC3C,OAAO,KAAK;AAAA,QACpB;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;AAEO,SAAS,uBACd,WACA,UACkB;AAClB,SAAO,IAAI,iBAAiB,WAAW,QAAQ;AACjD;AAEA,SAAS,iBACP,OACwB;AACxB,UAAQ,MAAM,MAAM;AAAA,IAClB,KAAK;AACH,aAAO;AAAA,QACL,WAAW,OAAO,MAAM,SAAS;AAAA,QACjC,SAAS,MAAM,QAAQ;AAAA,QACvB,gBAAgB,MAAM,QAAQ;AAAA,UAC5B,CAAC,KAAK,WAAW,OAAO,OAAO,aAAa;AAAA,UAC5C;AAAA,QACF;AAAA,QACA,YAAY,MAAM,QAAQ;AAAA,UACxB,CAAC,KAAK,WAAW,MAAM,OAAO;AAAA,UAC9B;AAAA,QACF;AAAA,MACF;AAAA,IACF,KAAK;AACH,aAAO;AAAA,QACL,oBAAoB,MAAM;AAAA,QAC1B,gBAAgB,MAAM;AAAA,QACtB,IAAI,MAAM;AAAA,MACZ;AAAA,IACF,KAAK;AACH,aAAO;AAAA,QACL,gBAAgB,MAAM;AAAA,QACtB,YAAY,MAAM;AAAA,MACpB;AAAA,EACJ;AACF;AAEA,SAAS,gBAAgB,OAAuC;AAC9D,UAAQ,MAAM,MAAM;AAAA,IAClB,KAAK;AACH,aAAO,MAAM,YACT,cAAc,MAAM,QAAQ,MAAM,aAClC;AAAA,IACN,KAAK;AACH,aAAO,UAAU,MAAM,EAAE;AAAA,IAC3B,KAAK;AACH,aAAO;AAAA,EACX;AACF;","names":[]}

package/dist/runtime/progress/tracker.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/runtime/progress/tracker.ts"],"sourcesContent":["import { createProgressReporter, type ProgressReporter } from \"./reporter.js\";\nimport type {\n  SerialDiscoveryItem,\n  WikiGraphOperation,\n  WikiGraphProgressCallback,\n} from \"./types.js\";\n\nexport interface CreateDigestProgressTrackerOptions {\n  readonly onProgress?: WikiGraphProgressCallback;\n  readonly operation: WikiGraphOperation;\n}\n\nexport class DigestProgressTracker {\n  readonly #reporter: ProgressReporter;\n  #completedWords = 0;\n  readonly #completedWordsBySerial = new Map<number, number>();\n  #totalWords = 0;\n  #discoverySettled = false;\n\n  public constructor(options: CreateDigestProgressTrackerOptions) {\n    this.#reporter = createProgressReporter(\n      options.operation,\n      options.onProgress,\n    );\n  }\n\n  public createSerialTracker(input: {\n    readonly id: number;\n  }): SerialProgressTracker {\n    return new SerialProgressTracker(this, input.id);\n  }\n\n  public async discoverSerials(\n    serials: readonly SerialDiscoveryItem[],\n  ): Promise<void> {\n    this.#ensureDiscoveryOpen();\n    this.#discoverySettled = true;\n    this.#totalWords = serials.reduce((sum, serial) => sum + serial.words, 0);\n\n    await this.#reporter.emit({\n      available: true,\n      serials,\n      type: \"serials-discovered\",\n    });\n    await this.#emitDigestProgress();\n  }\n\n  public async markDiscoveryUnavailable(): Promise<void> {\n    this.#ensureDiscoveryOpen();\n    this.#discoverySettled = true;\n\n    await this.#reporter.emit({\n      available: false,\n      serials: [],\n      type: \"serials-discovered\",\n    });\n  }\n\n  public async completeSerial(input: {\n    readonly id: number;\n    readonly words: number;\n  }): Promise<void> {\n    const previousCompletedWords =\n      this.#completedWordsBySerial.get(input.id) ?? 0;\n\n    if (input.words !== previousCompletedWords) {\n      this.#completedWordsBySerial.set(input.id, input.words);\n      this.#completedWords += input.words - previousCompletedWords;\n    }\n\n    const nextTotalWords = Math.max(\n      this.#totalWords,\n      this.#completedWords,\n      input.words,\n    );\n\n    if (\n      nextTotalWords === this.#totalWords &&\n      input.words === previousCompletedWords\n    ) {\n      return;\n    }\n\n    this.#totalWords = nextTotalWords;\n    await this.#emitDigestProgress();\n  }\n\n  public async emitSerialProgress(input: {\n    readonly completedFragments: number;\n    readonly completedWords: number;\n    readonly id: number;\n  }): Promise<void> {\n    await this.#reporter.emit({\n      completedFragments: input.completedFragments,\n      completedWords: input.completedWords,\n      id: input.id,\n      type: \"serial-progress\",\n    });\n  }\n\n  async #emitDigestProgress(): Promise<void> {\n    await this.#reporter.emit({\n      completedWords: this.#completedWords,\n      totalWords: this.#totalWords,\n      type: \"digest-progress\",\n    });\n  }\n\n  #ensureDiscoveryOpen(): void {\n    if (this.#discoverySettled) {\n      throw new Error(\"Serial discovery has already been reported\");\n    }\n  }\n}\n\nexport class SerialProgressTracker {\n  #completedFragments = 0;\n  readonly #digestTracker: DigestProgressTracker;\n  #completedWords = 0;\n  readonly #id: number;\n\n  public constructor(digestTracker: DigestProgressTracker, id: number) {\n    this.#digestTracker = digestTracker;\n    this.#id = id;\n  }\n\n  public async begin(_input?: {\n    readonly fragments: number;\n    readonly words: number;\n  }): Promise<void> {}\n\n  public async advance(wordsCount: number): Promise<void> {\n    this.#completedWords += wordsCount;\n    this.#completedFragments += 1;\n    await this.#digestTracker.emitSerialProgress({\n      completedFragments: this.#completedFragments,\n      completedWords: this.#completedWords,\n      id: this.#id,\n    });\n  }\n\n  public async complete(finalWordsCount = 0): Promise<void> {\n    this.#completedWords += finalWordsCount;\n    if (finalWordsCount > 0) {\n      this.#completedFragments += 1;\n    }\n\n    await this.#digestTracker.emitSerialProgress({\n      completedFragments: this.#completedFragments,\n      completedWords: this.#completedWords,\n      id: this.#id,\n    });\n    await this.#digestTracker.completeSerial({\n      id: this.#id,\n      words: this.#completedWords,\n    });\n  }\n}\n\nexport function createDigestProgressTracker(\n  options: CreateDigestProgressTrackerOptions,\n): DigestProgressTracker {\n  return new DigestProgressTracker(options);\n}\n"],"mappings":"AAAA,SAAS,8BAAqD;AAYvD,MAAM,sBAAsB;AAAA,EACxB;AAAA,EACT,kBAAkB;AAAA,EACT,0BAA0B,oBAAI,IAAoB;AAAA,EAC3D,cAAc;AAAA,EACd,oBAAoB;AAAA,EAEb,YAAY,SAA6C;AAC9D,SAAK,YAAY;AAAA,MACf,QAAQ;AAAA,MACR,QAAQ;AAAA,IACV;AAAA,EACF;AAAA,EAEO,oBAAoB,OAED;AACxB,WAAO,IAAI,sBAAsB,MAAM,MAAM,EAAE;AAAA,EACjD;AAAA,EAEA,MAAa,gBACX,SACe;AACf,SAAK,qBAAqB;AAC1B,SAAK,oBAAoB;AACzB,SAAK,cAAc,QAAQ,OAAO,CAAC,KAAK,WAAW,MAAM,OAAO,OAAO,CAAC;AAExE,UAAM,KAAK,UAAU,KAAK;AAAA,MACxB,WAAW;AAAA,MACX;AAAA,MACA,MAAM;AAAA,IACR,CAAC;AACD,UAAM,KAAK,oBAAoB;AAAA,EACjC;AAAA,EAEA,MAAa,2BAA0C;AACrD,SAAK,qBAAqB;AAC1B,SAAK,oBAAoB;AAEzB,UAAM,KAAK,UAAU,KAAK;AAAA,MACxB,WAAW;AAAA,MACX,SAAS,CAAC;AAAA,MACV,MAAM;AAAA,IACR,CAAC;AAAA,EACH;AAAA,EAEA,MAAa,eAAe,OAGV;AAChB,UAAM,yBACJ,KAAK,wBAAwB,IAAI,MAAM,EAAE,KAAK;AAEhD,QAAI,MAAM,UAAU,wBAAwB;AAC1C,WAAK,wBAAwB,IAAI,MAAM,IAAI,MAAM,KAAK;AACtD,WAAK,mBAAmB,MAAM,QAAQ;AAAA,IACxC;AAEA,UAAM,iBAAiB,KAAK;AAAA,MAC1B,KAAK;AAAA,MACL,KAAK;AAAA,MACL,MAAM;AAAA,IACR;AAEA,QACE,mBAAmB,KAAK,eACxB,MAAM,UAAU,wBAChB;AACA;AAAA,IACF;AAEA,SAAK,cAAc;AACnB,UAAM,KAAK,oBAAoB;AAAA,EACjC;AAAA,EAEA,MAAa,mBAAmB,OAId;AAChB,UAAM,KAAK,UAAU,KAAK;AAAA,MACxB,oBAAoB,MAAM;AAAA,MAC1B,gBAAgB,MAAM;AAAA,MACtB,IAAI,MAAM;AAAA,MACV,MAAM;AAAA,IACR,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,sBAAqC;AACzC,UAAM,KAAK,UAAU,KAAK;AAAA,MACxB,gBAAgB,KAAK;AAAA,MACrB,YAAY,KAAK;AAAA,MACjB,MAAM;AAAA,IACR,CAAC;AAAA,EACH;AAAA,EAEA,uBAA6B;AAC3B,QAAI,KAAK,mBAAmB;AAC1B,YAAM,IAAI,MAAM,4CAA4C;AAAA,IAC9D;AAAA,EACF;AACF;AAEO,MAAM,sBAAsB;AAAA,EACjC,sBAAsB;AAAA,EACb;AAAA,EACT,kBAAkB;AAAA,EACT;AAAA,EAEF,YAAY,eAAsC,IAAY;AACnE,SAAK,iBAAiB;AACtB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAa,MAAM,QAGD;AAAA,EAAC;AAAA,EAEnB,MAAa,QAAQ,YAAmC;AACtD,SAAK,mBAAmB;AACxB,SAAK,uBAAuB;AAC5B,UAAM,KAAK,eAAe,mBAAmB;AAAA,MAC3C,oBAAoB,KAAK;AAAA,MACzB,gBAAgB,KAAK;AAAA,MACrB,IAAI,KAAK;AAAA,IACX,CAAC;AAAA,EACH;AAAA,EAEA,MAAa,SAAS,kBAAkB,GAAkB;AACxD,SAAK,mBAAmB;AACxB,QAAI,kBAAkB,GAAG;AACvB,WAAK,uBAAuB;AAAA,IAC9B;AAEA,UAAM,KAAK,eAAe,mBAAmB;AAAA,MAC3C,oBAAoB,KAAK;AAAA,MACzB,gBAAgB,KAAK;AAAA,MACrB,IAAI,KAAK;AAAA,IACX,CAAC;AACD,UAAM,KAAK,eAAe,eAAe;AAAA,MACvC,IAAI,KAAK;AAAA,MACT,OAAO,KAAK;AAAA,IACd,CAAC;AAAA,EACH;AACF;AAEO,SAAS,4BACd,SACuB;AACvB,SAAO,IAAI,sBAAsB,OAAO;AAC1C;","names":[]}

package/dist/runtime/progress/types.js

@@ -0,0 +1 @@
+//# sourceMappingURL=types.js.map

package/dist/runtime/progress/types.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}