stratagate-dsh 0.2.73 → 0.2.74

package/dist/plugin.js

@@ -8145,8 +8145,31 @@ function currentPluginVersion() {
 }
 var STRATAGATE_DSH_VERSION = currentPluginVersion();
 function graphProjectionIsProcessing(job) {
-  if (job.status === "running") return true;
-  return job.attempts < DERIVATION_MAX_ATTEMPTS && (job.status === "pending" || job.status === "failed" && job.nextRetryAt !== null);
+  return derivationJobState(job, false) === "processing" || derivationJobState(job, false) === "retryable";
+}
+function derivationJobState(job, completed) {
+  if (completed || job.status === "succeeded" || job.status === "skipped" || job.status === "completed") return "completed";
+  if (job.status === "running") return "processing";
+  if (job.status === "pending") return job.attempts < DERIVATION_MAX_ATTEMPTS ? "processing" : "blocked";
+  if (job.status === "failed") {
+    const retryable = job.attempts < DERIVATION_MAX_ATTEMPTS && job.nextRetryAt !== null && Number.isFinite(Date.parse(job.nextRetryAt));
+    return retryable ? "retryable" : "terminal-failed";
+  }
+  return "blocked";
+}
+function summarizeDerivationJobs(jobs, completed) {
+  const result = { processing: 0, retryable: 0, terminalFailed: 0, completed: 0, blocked: 0 };
+  for (const job of jobs) {
+    const state = derivationJobState(job, completed(job));
+    if (state === "processing") result.processing += 1;
+    else if (state === "retryable") {
+      result.retryable += 1;
+      result.processing += 1;
+    } else if (state === "terminal-failed") result.terminalFailed += 1;
+    else if (state === "completed") result.completed += 1;
+    else result.blocked += 1;
+  }
+  return result;
 }
 function installedPackageVersion(names) {
   for (const name2 of names) {
@@ -8441,10 +8464,12 @@ async function overview(runtime, cachedEntries) {
       }] : [];
     });
     const describeBlockJob = (kind, job) => {
+      const state = derivationJobState(job, kind === "block-summary" ? job.status === "succeeded" : job.status === "succeeded" || job.status === "skipped");
       const details = blockDetails([job.blockId]);
       return {
         id: job.blockId,
         kind,
+        state,
         status: job.status,
         attempts: job.attempts,
         nextRetryAt: job.nextRetryAt,
@@ -8460,11 +8485,13 @@ async function overview(runtime, cachedEntries) {
       };
     };
     const describeGraphJob = (job) => {
+      const state = derivationJobState(job, job.status === "completed");
       const blockIds = [...new Set(job.sourceEventIds.flatMap((eventId) => snapshot.events.find(({ id }) => id === eventId)?.sourceBlockId ?? []))];
       const details = blockDetails(blockIds);
       return {
         id: job.id,
         kind: "graph-projection",
+        state,
         status: job.status,
         attempts: job.attempts,
         nextRetryAt: job.nextRetryAt,
@@ -8478,16 +8505,19 @@ async function overview(runtime, cachedEntries) {
         sourceEventIds: job.sourceEventIds
       };
     };
-    const failedJobs = snapshot.summaryJobs.filter(({ status }) => status === "failed").length + snapshot.extractionJobs.filter(({ status }) => status === "failed").length + snapshot.graphProjectionJobs.filter(({ status }) => status === "failed").length;
-    const processingJobs = snapshot.summaryJobs.filter(({ status, nextRetryAt }) => status === "pending" || status === "running" || status === "failed" && nextRetryAt !== null).length + snapshot.extractionJobs.filter(({ status, nextRetryAt }) => status === "running" || status === "failed" && nextRetryAt !== null).length + snapshot.graphProjectionJobs.filter(graphProjectionIsProcessing).length;
+    const summaryStatus = summarizeDerivationJobs(snapshot.summaryJobs, (job) => job.status === "succeeded");
+    const extractionStatus = summarizeDerivationJobs(snapshot.extractionJobs, (job) => job.status === "succeeded" || job.status === "skipped");
+    const graphStatus = summarizeDerivationJobs(snapshot.graphProjectionJobs, (job) => job.status === "completed");
+    const failedJobs = summaryStatus.terminalFailed + extractionStatus.terminalFailed + graphStatus.terminalFailed;
+    const processingJobs = summaryStatus.processing + extractionStatus.processing + graphStatus.processing;
     const failedJobDetails = [
       ...snapshot.summaryJobs.filter(({ status }) => status === "failed").map((job) => describeBlockJob("block-summary", job)),
       ...snapshot.extractionJobs.filter(({ status }) => status === "failed").map((job) => describeBlockJob("event-extraction", job)),
       ...snapshot.graphProjectionJobs.filter(({ status }) => status === "failed").map(describeGraphJob)
     ];
     const processingJobDetails = [
-      ...snapshot.summaryJobs.filter(({ status, nextRetryAt }) => status === "pending" || status === "running" || status === "failed" && nextRetryAt !== null).map((job) => describeBlockJob("block-summary", job)),
-      ...snapshot.extractionJobs.filter(({ status, nextRetryAt }) => status === "running" || status === "failed" && nextRetryAt !== null).map((job) => describeBlockJob("event-extraction", job)),
+      ...snapshot.summaryJobs.filter((job) => derivationJobState(job, job.status === "succeeded") === "processing" || derivationJobState(job, job.status === "succeeded") === "retryable").map((job) => describeBlockJob("block-summary", job)),
+      ...snapshot.extractionJobs.filter((job) => derivationJobState(job, job.status === "succeeded" || job.status === "skipped") === "processing" || derivationJobState(job, job.status === "succeeded" || job.status === "skipped") === "retryable").map((job) => describeBlockJob("event-extraction", job)),
       ...snapshot.graphProjectionJobs.filter(graphProjectionIsProcessing).map(describeGraphJob)
     ];
     const timestamps = [
@@ -8511,12 +8541,27 @@ async function overview(runtime, cachedEntries) {
       elements: snapshot.elements.length,
       graphNodes: snapshot.graphNodes.length,
       graphEdges: snapshot.graphEdges.length,
+      taskStatus: {
+        blockSummary: summaryStatus,
+        eventExtraction: extractionStatus,
+        graphProjection: graphStatus
+      },
       graphMigration: (() => {
         const projected = new Set(snapshot.graphProjectionJobs.filter(({ status, projectorVersion }) => status === "completed" && projectorVersion === KNOWLEDGE_GRAPH_PROJECTOR_VERSION).flatMap(({ sourceEventIds }) => sourceEventIds)).size;
-        const failed = snapshot.graphProjectionJobs.filter(({ status }) => status === "failed").length;
-        const running = snapshot.graphProjectionJobs.filter(({ status }) => status === "running").length;
         const total = snapshot.events.filter(({ status }) => status !== "forgotten" && status !== "archived").length;
-        return { projected, total, failed, running, complete: projected >= total };
+        const complete = projected >= total;
+        const state = complete ? "complete" : graphStatus.processing > 0 ? "processing" : graphStatus.terminalFailed > 0 ? "failed" : "incomplete";
+        return {
+          projected,
+          total,
+          pending: snapshot.graphProjectionJobs.filter(({ status }) => status === "pending").length,
+          running: snapshot.graphProjectionJobs.filter(({ status }) => status === "running").length,
+          failed: graphStatus.terminalFailed,
+          retryable: graphStatus.retryable,
+          processing: graphStatus.processing,
+          state,
+          complete
+        };
       })(),
       usageReceipts: snapshot.usageReceipts.length,
       memoryUseCount: snapshot.usageReceipts.filter((receipt) => receipt.eventIds.length > 0 || receipt.elementIds.length > 0).length,
@@ -8855,13 +8900,19 @@ async function memories(runtime, url) {
       clusters: clusterKnowledgeGraph(snapshot.graphNodes, snapshot.graphEdges),
       migration: (() => {
         const projected = new Set(snapshot.graphProjectionJobs.filter(({ status, projectorVersion }) => status === "completed" && projectorVersion === KNOWLEDGE_GRAPH_PROJECTOR_VERSION).flatMap(({ sourceEventIds }) => sourceEventIds)).size;
+        const graphStatus = summarizeDerivationJobs(snapshot.graphProjectionJobs, (job) => job.status === "completed");
+        const total = snapshot.events.filter(({ status }) => status !== "forgotten" && status !== "archived").length;
+        const complete = projected >= total;
         return {
           projected,
-          total: snapshot.events.filter(({ status }) => status !== "forgotten" && status !== "archived").length,
+          total,
           pending: snapshot.graphProjectionJobs.filter(({ status }) => status === "pending").length,
           running: snapshot.graphProjectionJobs.filter(({ status }) => status === "running").length,
-          failed: snapshot.graphProjectionJobs.filter(({ status }) => status === "failed").length,
-          complete: projected >= snapshot.events.filter(({ status }) => status !== "forgotten" && status !== "archived").length
+          failed: graphStatus.terminalFailed,
+          retryable: graphStatus.retryable,
+          processing: graphStatus.processing,
+          state: complete ? "complete" : graphStatus.processing > 0 ? "processing" : graphStatus.terminalFailed > 0 ? "failed" : "incomplete",
+          complete
         };
       })()
     };