@ryanfw/prompt-orchestration-pipeline 0.17.1 → 0.17.3

package/docs/pop-task-guide.md

@@ -253,16 +253,67 @@ Each stage receives:
     preProcessing,       // Output from preProcessing
     promptTemplating,    // Output from promptTemplating
     // ... other stage outputs
-  },
-  output,                // Previous non-validation stage output
-}
-```
-
----
-
-## Summary
-
-1. Export only valid stage names: `ingestion`, `preProcessing`, `promptTemplating`, `inference`, `parsing`, `validateStructure`, `validateQuality`, `critique`, `refine`, `finalValidation`, `integration`
-2. Return `{ output, flags }` from every stage
-3. Custom helper functions are valid JavaScript but will not be called by the pipeline—only use them if called from within a valid stage
-4. Most simple tasks need only: `ingestion` → `promptTemplating` → `inference`
+    },
+    output,                // Previous non-validation stage output
+  }
+  ```
+  
+  ---
+  
+  ## Detailed Stage Reference
+  
+  This reference describes the intent and responsibility of each standard phase. All phases execute sequentially.
+  
+  ### 1. Ingestion
+  **Purpose**: Load and extract raw input data from the seed.
+  **Responsibility**: Read input parameters, extract required fields, and pass data forward.
+  
+  ### 2. PreProcessing
+  **Purpose**: Normalize and prepare input data.
+  **Responsibility**: Clean input formats, deduplicate arrays, set defaults, and sanitize data.
+  
+  ### 3. PromptTemplating
+  **Purpose**: Build structured prompts for the LLM.
+  **Responsibility**: Create system and user prompts, including output format specifications.
+  
+  ### 4. Inference
+  **Purpose**: Execute the LLM call.
+  **Responsibility**: Call the LLM API, handle raw responses, and write initial output artifacts.
+  
+  ### 5. Parsing
+  **Purpose**: Transform raw output into typed structure.
+  **Responsibility**: specific parsing logic if not handled during inference (e.g. complex regex extraction).
+  
+  ### 6. ValidateStructure
+  **Purpose**: Validate response against JSON schema.
+  **Responsibility**: programmatic validation using Ajv or similar. Sets `needsRefinement: true` if invalid.
+  
+  ### 7. ValidateQuality
+  **Purpose**: LLM-based content quality assessment.
+  **Responsibility**: Check for factual consistency, completeness, and specific requirements. Sets `needsRefinement: true` if issues found.
+  
+  ### 8. Critique
+  **Purpose**: Generate improvement instructions.
+  **Responsibility**: If validation failed, analyze errors and generate actionable feedback.
+  
+  ### 9. Refine
+  **Purpose**: Re-run the core task with improvements.
+  **Responsibility**: If `needsRefinement` is true, call LLM again with original prompt + critique.
+  
+  ### 10. FinalValidation
+  **Purpose**: Safety gate for refined output.
+  **Responsibility**: Re-validate structure to ensure refinement didn't break the JSON schema.
+  
+  ### 11. Integration
+  **Purpose**: Persist and organize final results.
+  **Responsibility**: Save final artifacts to databases, files, or trigger downstream workflows.
+  
+  ---
+  
+  ## Summary
+  
+  1. Export only valid stage names: `ingestion`, `preProcessing`, `promptTemplating`, `inference`, `parsing`, `validateStructure`, `validateQuality`, `critique`, `refine`, `finalValidation`, `integration`
+  2. Return `{ output, flags }` from every stage
+  3. Custom helper functions are valid JavaScript but will not be called by the pipeline—only use them if called from within a valid stage
+  4. Most simple tasks need only: `ingestion` → `promptTemplating` → `inference`
+  

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ryanfw/prompt-orchestration-pipeline",
-  "version": "0.17.1",
+  "version": "0.17.3",
   "description": "A Prompt-orchestration pipeline (POP) is a framework for building, running, and experimenting with complex chains of LLM tasks.",
   "type": "module",
   "main": "src/ui/server.js",

package/src/components/DAGGrid.jsx

@@ -588,6 +588,9 @@ function DAGGrid({
       if (options?.singleTask) {
         restartOptions.singleTask = options.singleTask;
       }
+      if (options?.continueAfter) {
+        restartOptions.continueAfter = options.continueAfter;
+      }
 
       await restartJob(jobId, restartOptions);
 

package/src/components/ui/RestartJobModal.jsx

@@ -81,6 +81,15 @@ export function RestartJobModal({
           tabIndex={-1}
           onKeyDown={handleKeyDown}
         >
+          {/* Close button */}
+          <button
+            onClick={onClose}
+            disabled={isSubmitting}
+            className="absolute top-4 right-4 text-gray-500 hover:text-gray-700 text-xl font-light"
+            aria-label="Close"
+          >
+            &times;
+          </button>
           <div className="p-6">
             {/* Header */}
             <Heading
@@ -107,10 +116,6 @@ export function RestartJobModal({
                   <Text as="p" className="text-sm text-gray-600 mb-3">
                     <strong>Triggered from task:</strong> {taskId}
                   </Text>
-                  <Text as="p" className="text-sm text-blue-600 mb-3">
-                    <strong>Just this task:</strong> Only the selected task will
-                    be reset and re-run. Other tasks remain unchanged.
-                  </Text>
                 </>
               )}
 
@@ -120,31 +125,30 @@ export function RestartJobModal({
             </Box>
 
             {/* Actions */}
-            <Flex gap="3" justify="end">
-              <Button
-                variant="outline"
-                onClick={onClose}
-                disabled={isSubmitting}
-                className="min-w-[80px]"
-              >
-                Cancel
-              </Button>
-
+            <Flex direction="column" gap="2" justify="end" align="end">
               {taskId ? (
                 <>
                   <Button
                     variant="outline"
                     onClick={() => onConfirm({ singleTask: false })}
                     disabled={isSubmitting}
-                    className="min-w-[120px]"
+                    className="w-full sm:w-auto"
                   >
                     {isSubmitting ? "Restarting..." : "Restart entire pipeline"}
                   </Button>
+                  <Button
+                    variant="outline"
+                    onClick={() => onConfirm({ singleTask: true, continueAfter: true })}
+                    disabled={isSubmitting}
+                    className="w-full sm:w-auto"
+                  >
+                    {isSubmitting ? "Running..." : "Re-run task and continue pipeline"}
+                  </Button>
                   <Button
                     variant="default"
                     onClick={() => onConfirm({ singleTask: true })}
                     disabled={isSubmitting}
-                    className="min-w-[120px]"
+                    className="w-full sm:w-auto"
                   >
                     {isSubmitting ? "Running..." : "Re-run this task"}
                   </Button>
@@ -154,7 +158,7 @@ export function RestartJobModal({
                   variant="destructive"
                   onClick={() => onConfirm({ singleTask: false })}
                   disabled={isSubmitting}
-                  className="min-w-[80px]"
+                  className="w-full sm:w-auto"
                 >
                   {isSubmitting ? "Restarting..." : "Restart"}
                 </Button>

package/src/providers/moonshot.js

@@ -7,10 +7,49 @@ import {
   ProviderJsonParseError,
   createProviderError,
 } from "./base.js";
+import { deepseekChat } from "./deepseek.js";
 import { createLogger } from "../core/logger.js";
 
 const logger = createLogger("Moonshot");
 
+function isContentFilterError(error) {
+  return (
+    error.status === 400 &&
+    /high risk|rejected/i.test(error.message)
+  );
+}
+
+async function fallbackToDeepSeek({
+  messages,
+  temperature,
+  maxTokens,
+  responseFormat,
+  topP,
+  frequencyPenalty,
+  presencePenalty,
+  stop,
+  stream,
+  thinking,
+}) {
+  const fallbackModel = thinking === "enabled" ? "deepseek-reasoner" : "deepseek-chat";
+  logger.warn("Moonshot content filter triggered, falling back to DeepSeek", {
+    fallbackModel,
+    thinking,
+  });
+  return deepseekChat({
+    messages,
+    model: fallbackModel,
+    temperature,
+    maxTokens,
+    responseFormat,
+    topP,
+    frequencyPenalty,
+    presencePenalty,
+    stop,
+    stream,
+  });
+}
+
 export async function moonshotChat({
   messages,
   model = "moonshot-v1-128k",
@@ -22,6 +61,7 @@ export async function moonshotChat({
   presencePenalty,
   stop,
   stream = false,
+  thinking = "enabled",
   maxRetries = 3,
 }) {
   const isJsonMode =
@@ -162,6 +202,22 @@ export async function moonshotChat({
         errorStatus: error.status,
       });
 
+      // Check for content filter error and attempt DeepSeek fallback
+      if (isContentFilterError(error) && process.env.DEEPSEEK_API_KEY) {
+        return fallbackToDeepSeek({
+          messages,
+          temperature,
+          maxTokens,
+          responseFormat,
+          topP,
+          frequencyPenalty,
+          presencePenalty,
+          stop,
+          stream,
+          thinking,
+        });
+      }
+
       if (error.status === 401) throw error;
 
       if (isRetryableError(error) && attempt < maxRetries) {

package/src/ui/client/api.js

@@ -9,6 +9,7 @@
  * @param {Object} opts - Options object
  * @param {string} [opts.fromTask] - Task ID to restart from (inclusive)
  * @param {boolean} [opts.singleTask] - Whether to run only the target task and then stop
+ * @param {boolean} [opts.continueAfter] - Whether to continue pipeline after the single task completes
  * @param {Object} [opts.options] - Additional options for the restart
  * @param {boolean} [opts.options.clearTokenUsage=true] - Whether to clear token usage
  * @returns {Promise<Object>} Parsed JSON response from the server
@@ -25,11 +26,13 @@ export async function restartJob(jobId, opts = {}) {
         fromTask: opts.fromTask,
         options,
         ...(opts.singleTask !== undefined && { singleTask: opts.singleTask }),
+        ...(opts.continueAfter !== undefined && { continueAfter: opts.continueAfter }),
       }
     : {
         mode: "clean-slate",
         options,
         ...(opts.singleTask !== undefined && { singleTask: opts.singleTask }),
+        ...(opts.continueAfter !== undefined && { continueAfter: opts.continueAfter }),
       };
 
   try {

package/src/ui/dist/assets/{index-xx8otyG0.js → index-BidlfsSr.js}

@@ -24794,7 +24794,7 @@ function RestartJobModal({
             "aria-hidden": "true"
           }
         ),
-        /* @__PURE__ */ jsxRuntimeExports.jsx(
+        /* @__PURE__ */ jsxRuntimeExports.jsxs(
           "div",
           {
             ref: modalRef,
@@ -24806,61 +24806,65 @@ function RestartJobModal({
             style: { minWidth: "320px", maxWidth: "560px" },
             tabIndex: -1,
             onKeyDown: handleKeyDown,
-            children: /* @__PURE__ */ jsxRuntimeExports.jsxs("div", { className: "p-6", children: [
+            children: [
               /* @__PURE__ */ jsxRuntimeExports.jsx(
-                r$a,
+                "button",
                 {
-                  id: "restart-modal-title",
-                  as: "h2",
-                  size: "5",
-                  className: "mb-4 text-gray-900",
-                  children: taskId ? `Restart from ${taskId}` : "Restart job (reset progress)"
+                  onClick: onClose,
+                  disabled: isSubmitting,
+                  className: "absolute top-4 right-4 text-gray-500 hover:text-gray-700 text-xl font-light",
+                  "aria-label": "Close",
+                  children: "×"
                 }
               ),
-              /* @__PURE__ */ jsxRuntimeExports.jsxs(p$9, { id: "restart-modal-description", className: "mb-6", children: [
-                /* @__PURE__ */ jsxRuntimeExports.jsx(p$d, { as: "p", className: "text-gray-700 mb-4", children: taskId ? `This will restart the job from the "${taskId}" task. Tasks before ${taskId} will remain completed, while ${taskId} and all subsequent tasks will be reset to pending. Files and artifacts are preserved. A new background run will start automatically. This cannot be undone.` : "This will clear the job's progress and active stage and reset all tasks to pending. Files and artifacts are preserved. A new background run will start automatically. This cannot be undone." }),
-                taskId && /* @__PURE__ */ jsxRuntimeExports.jsxs(jsxRuntimeExports.Fragment, { children: [
-                  /* @__PURE__ */ jsxRuntimeExports.jsxs(p$d, { as: "p", className: "text-sm text-gray-600 mb-3", children: [
-                    /* @__PURE__ */ jsxRuntimeExports.jsx("strong", { children: "Triggered from task:" }),
-                    " ",
-                    taskId
-                  ] }),
-                  /* @__PURE__ */ jsxRuntimeExports.jsxs(p$d, { as: "p", className: "text-sm text-blue-600 mb-3", children: [
-                    /* @__PURE__ */ jsxRuntimeExports.jsx("strong", { children: "Just this task:" }),
-                    " Only the selected task will be reset and re-run. Other tasks remain unchanged."
-                  ] })
-                ] }),
-                /* @__PURE__ */ jsxRuntimeExports.jsx(p$d, { as: "p", className: "text-sm text-gray-500 italic", children: "Note: Job must be in current lifecycle and not running." })
-              ] }),
-              /* @__PURE__ */ jsxRuntimeExports.jsxs(p$6, { gap: "3", justify: "end", children: [
+              /* @__PURE__ */ jsxRuntimeExports.jsxs("div", { className: "p-6", children: [
                 /* @__PURE__ */ jsxRuntimeExports.jsx(
-                  Button,
+                  r$a,
                   {
-                    variant: "outline",
-                    onClick: onClose,
-                    disabled: isSubmitting,
-                    className: "min-w-[80px]",
-                    children: "Cancel"
+                    id: "restart-modal-title",
+                    as: "h2",
+                    size: "5",
+                    className: "mb-4 text-gray-900",
+                    children: taskId ? `Restart from ${taskId}` : "Restart job (reset progress)"
                   }
                 ),
-                taskId ? /* @__PURE__ */ jsxRuntimeExports.jsxs(jsxRuntimeExports.Fragment, { children: [
+                /* @__PURE__ */ jsxRuntimeExports.jsxs(p$9, { id: "restart-modal-description", className: "mb-6", children: [
+                  /* @__PURE__ */ jsxRuntimeExports.jsx(p$d, { as: "p", className: "text-gray-700 mb-4", children: taskId ? `This will restart the job from the "${taskId}" task. Tasks before ${taskId} will remain completed, while ${taskId} and all subsequent tasks will be reset to pending. Files and artifacts are preserved. A new background run will start automatically. This cannot be undone.` : "This will clear the job's progress and active stage and reset all tasks to pending. Files and artifacts are preserved. A new background run will start automatically. This cannot be undone." }),
+                  taskId && /* @__PURE__ */ jsxRuntimeExports.jsx(jsxRuntimeExports.Fragment, { children: /* @__PURE__ */ jsxRuntimeExports.jsxs(p$d, { as: "p", className: "text-sm text-gray-600 mb-3", children: [
+                    /* @__PURE__ */ jsxRuntimeExports.jsx("strong", { children: "Triggered from task:" }),
+                    " ",
+                    taskId
+                  ] }) }),
+                  /* @__PURE__ */ jsxRuntimeExports.jsx(p$d, { as: "p", className: "text-sm text-gray-500 italic", children: "Note: Job must be in current lifecycle and not running." })
+                ] }),
+                /* @__PURE__ */ jsxRuntimeExports.jsx(p$6, { direction: "column", gap: "2", justify: "end", align: "end", children: taskId ? /* @__PURE__ */ jsxRuntimeExports.jsxs(jsxRuntimeExports.Fragment, { children: [
                   /* @__PURE__ */ jsxRuntimeExports.jsx(
                     Button,
                     {
                       variant: "outline",
                       onClick: () => onConfirm({ singleTask: false }),
                       disabled: isSubmitting,
-                      className: "min-w-[120px]",
+                      className: "w-full sm:w-auto",
                       children: isSubmitting ? "Restarting..." : "Restart entire pipeline"
                     }
                   ),
+                  /* @__PURE__ */ jsxRuntimeExports.jsx(
+                    Button,
+                    {
+                      variant: "outline",
+                      onClick: () => onConfirm({ singleTask: true, continueAfter: true }),
+                      disabled: isSubmitting,
+                      className: "w-full sm:w-auto",
+                      children: isSubmitting ? "Running..." : "Re-run task and continue pipeline"
+                    }
+                  ),
                   /* @__PURE__ */ jsxRuntimeExports.jsx(
                     Button,
                     {
                       variant: "default",
                       onClick: () => onConfirm({ singleTask: true }),
                       disabled: isSubmitting,
-                      className: "min-w-[120px]",
+                      className: "w-full sm:w-auto",
                       children: isSubmitting ? "Running..." : "Re-run this task"
                     }
                   )
@@ -24870,12 +24874,12 @@ function RestartJobModal({
                     variant: "destructive",
                     onClick: () => onConfirm({ singleTask: false }),
                     disabled: isSubmitting,
-                    className: "min-w-[80px]",
+                    className: "w-full sm:w-auto",
                     children: isSubmitting ? "Restarting..." : "Restart"
                   }
-                )
+                ) })
               ] })
-            ] })
+            ]
           }
         )
       ]
@@ -24890,11 +24894,13 @@ async function restartJob(jobId, opts = {}) {
   const requestBody = opts.fromTask ? {
     fromTask: opts.fromTask,
     options,
-    ...opts.singleTask !== void 0 && { singleTask: opts.singleTask }
+    ...opts.singleTask !== void 0 && { singleTask: opts.singleTask },
+    ...opts.continueAfter !== void 0 && { continueAfter: opts.continueAfter }
   } : {
     mode: "clean-slate",
     options,
-    ...opts.singleTask !== void 0 && { singleTask: opts.singleTask }
+    ...opts.singleTask !== void 0 && { singleTask: opts.singleTask },
+    ...opts.continueAfter !== void 0 && { continueAfter: opts.continueAfter }
   };
   try {
     const response = await fetch(
@@ -25641,6 +25647,9 @@ function DAGGrid({
       if (options?.singleTask) {
         restartOptions.singleTask = options.singleTask;
       }
+      if (options?.continueAfter) {
+        restartOptions.continueAfter = options.continueAfter;
+      }
       await restartJob(jobId, restartOptions);
       const successMessage = options?.singleTask ? `Re-running task ${restartTaskId} in isolation. The job will remain in current after completion.` : restartTaskId ? `Restart requested from ${restartTaskId}. The job will start from that task in the background.` : "Restart requested. The job will reset to pending and start in the background.";
       setAlertMessage(successMessage);