@ryanfw/prompt-orchestration-pipeline 0.10.0 → 0.12.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ryanfw/prompt-orchestration-pipeline",
-  "version": "0.10.0",
+  "version": "0.12.0",
   "description": "A Prompt-orchestration pipeline (POP) is a framework for building, running, and experimenting with complex chains of LLM tasks.",
   "type": "module",
   "main": "src/ui/server.js",
@@ -43,6 +43,8 @@
     "chokidar": "^3.5.3",
     "commander": "^14.0.2",
     "dotenv": "^17.2.3",
+    "express": "^4.19.2",
+    "fflate": "^0.8.2",
     "lucide-react": "^0.544.0",
     "openai": "^5.23.1",
     "react": "^19.2.0",

package/src/api/index.js

@@ -12,6 +12,7 @@ import {
   getJobPipelinePath,
 } from "../config/paths.js";
 import { generateJobId } from "../utils/id-generator.js";
+import { initializeJobArtifacts } from "../core/status-writer.js";
 
 // Pure functional utilities
 const createPaths = (config) => {
@@ -100,17 +101,28 @@ export const submitJob = async (state, seed) => {
  * @param {Object} options - Options object
  * @param {string} options.dataDir - Base data directory
  * @param {Object} options.seedObject - Seed object to submit
+ * @param {Array} [options.uploadArtifacts] - Array of {filename, content} objects
  * @returns {Promise<Object>} Result object with success status
  */
-export const submitJobWithValidation = async ({ dataDir, seedObject }) => {
+export const submitJobWithValidation = async ({
+  dataDir,
+  seedObject,
+  uploadArtifacts = [],
+}) => {
   let partialFiles = [];
 
   try {
     // Validate the seed object
+    console.log("[DEBUG] submitJobWithValidation: validating seed", {
+      seedName: seedObject.name,
+      seedPipeline: seedObject.pipeline,
+      hasData: !!seedObject.data,
+    });
     const validatedSeed = await validateSeed(
       JSON.stringify(seedObject),
       dataDir
     );
+    console.log("[DEBUG] submitJobWithValidation: seed validation passed");
 
     // Generate a random job ID
     const jobId = generateJobId();
@@ -175,6 +187,24 @@ export const submitJobWithValidation = async ({ dataDir, seedObject }) => {
       JSON.stringify(pipelineSnapshot, null, 2)
     );
 
+    // Initialize job artifacts if any provided
+    if (uploadArtifacts.length > 0) {
+      console.log("[DEBUG] submitJobWithValidation: initializing artifacts", {
+        artifactCount: uploadArtifacts.length,
+        artifactNames: uploadArtifacts.map((a) => a.filename),
+        currentJobDir,
+      });
+      try {
+        await initializeJobArtifacts(currentJobDir, uploadArtifacts);
+        console.log(
+          "[DEBUG] submitJobWithValidation: artifacts initialized successfully"
+        );
+      } catch (artifactError) {
+        // Don't fail the upload if artifact initialization fails, just log the error
+        console.error("Failed to initialize job artifacts:", artifactError);
+      }
+    }
+
     return {
       success: true,
       jobId,
@@ -199,6 +229,13 @@ export const submitJobWithValidation = async ({ dataDir, seedObject }) => {
       errorMessage = "Required fields missing";
     }
 
+    console.error("[DEBUG] submitJobWithValidation: validation failed", {
+      errorMessage,
+      originalError: error.message,
+      seedName: seedObject.name,
+      seedPipeline: seedObject.pipeline,
+    });
+
     return {
       success: false,
       message: errorMessage,

package/src/components/DAGGrid.jsx

@@ -10,9 +10,10 @@ import { areGeometriesEqual } from "../utils/geometry-equality.js";
 import { TaskDetailSidebar } from "./TaskDetailSidebar.jsx";
 import { RestartJobModal } from "./ui/RestartJobModal.jsx";
 import { Button } from "./ui/button.jsx";
-import { restartJob } from "../ui/client/api.js";
+import { restartJob, startTask } from "../ui/client/api.js";
 import { createEmptyTaskFiles } from "../utils/task-files.js";
 import { TaskState } from "../config/statuses.js";
+import { deriveAllowedActions } from "../ui/client/adapters/job-adapter.js";
 import TimerText from "./TimerText.jsx";
 import { taskToTimerProps } from "../utils/time-utils.js";
 
@@ -87,6 +88,30 @@ const canShowRestart = (status) => {
   return status === TaskState.FAILED || status === TaskState.DONE;
 };
 
+// Check if Start button should be shown for a given status
+const canShowStart = (status) => {
+  return status === TaskState.PENDING;
+};
+
+// Custom comparison function for TaskCard memoization
+const areEqualTaskCardProps = (prevProps, nextProps) => {
+  return (
+    prevProps.item === nextProps.item &&
+    prevProps.idx === nextProps.idx &&
+    prevProps.status === nextProps.status &&
+    prevProps.isActive === nextProps.isActive &&
+    prevProps.canRestart === nextProps.canRestart &&
+    prevProps.canStart === nextProps.canStart &&
+    prevProps.isSubmitting === nextProps.isSubmitting &&
+    prevProps.disabledReason === nextProps.disabledReason &&
+    prevProps.startDisabledReason === nextProps.startDisabledReason &&
+    prevProps.onClick === nextProps.onClick &&
+    prevProps.onKeyDown === nextProps.onKeyDown &&
+    prevProps.handleRestartClick === nextProps.handleRestartClick &&
+    prevProps.handleStartClick === nextProps.handleStartClick
+  );
+};
+
 // Memoized card component to prevent unnecessary re-renders
 const TaskCard = memo(function TaskCard({
   item,
@@ -95,11 +120,14 @@ const TaskCard = memo(function TaskCard({
   status,
   isActive,
   canRestart,
+  canStart,
   isSubmitting,
-  getRestartDisabledReason,
+  disabledReason,
+  startDisabledReason,
   onClick,
   onKeyDown,
   handleRestartClick,
+  handleStartClick,
 }) {
   const { startMs, endMs } = taskToTimerProps(item);
   const reducedMotion = prefersReducedMotion();
@@ -180,9 +208,24 @@ const TaskCard = memo(function TaskCard({
           <div className="mt-2 text-sm text-gray-700">{item.body}</div>
         )}
 
-        {/* Restart button */}
-        {canShowRestart(status) && (
-          <div className="mt-3 pt-3 border-t border-gray-100">
+        {/* Action buttons */}
+        <div className="mt-3 pt-3 border-t border-gray-100 flex gap-2">
+          {/* Start button */}
+          {canShowStart(status) && (
+            <Button
+              variant="outline"
+              size="sm"
+              onClick={(e) => handleStartClick(e, item.id)}
+              disabled={!canStart || isSubmitting}
+              className="text-xs cursor-pointer disabled:cursor-not-allowed"
+              title={!canStart ? startDisabledReason : `Start task ${item.id}`}
+            >
+              Start
+            </Button>
+          )}
+
+          {/* Restart button */}
+          {canShowRestart(status) && (
             <Button
               variant="outline"
               size="sm"
@@ -190,19 +233,17 @@ const TaskCard = memo(function TaskCard({
               disabled={!canRestart || isSubmitting}
               className="text-xs cursor-pointer disabled:cursor-not-allowed"
               title={
-                !canRestart
-                  ? getRestartDisabledReason()
-                  : `Restart job from ${item.id}`
+                !canRestart ? disabledReason : `Restart job from ${item.id}`
               }
             >
               Restart
             </Button>
-          </div>
-        )}
+          )}
+        </div>
       </div>
     </div>
   );
-});
+}, areEqualTaskCardProps);
 
 /**
  * DAGGrid component for visualizing pipeline tasks with connectors and slide-over details
@@ -222,6 +263,8 @@ function DAGGrid({
   activeIndex = 0,
   jobId,
   filesByTypeForItem = () => createEmptyTaskFiles(),
+  taskById = {},
+  pipelineTasks = [],
 }) {
   const overlayRef = useRef(null);
   const gridRef = useRef(null);
@@ -428,20 +471,16 @@ function DAGGrid({
     }
 
     const handleResize = () => compute();
-    const handleScroll = () => compute();
-
     window.addEventListener("resize", handleResize);
-    window.addEventListener("scroll", handleScroll, true);
 
     return () => {
       if (ro) ro.disconnect();
       window.removeEventListener("resize", handleResize);
-      window.removeEventListener("scroll", handleScroll, true);
       if (rafRef.current) {
         cancelAnimationFrame(rafRef.current);
       }
     };
-  }, [items, effectiveCols, visualOrder]);
+  }, [items.length, effectiveCols, visualOrder]);
 
   // Get status for a given item index with fallback to activeIndex
   const getStatus = (index) => {
@@ -472,6 +511,62 @@ function DAGGrid({
     }
   }, [openIdx]);
 
+  // Start functionality
+  const handleStartClick = async (e, taskId) => {
+    e.stopPropagation(); // Prevent card click
+
+    if (!jobId || isSubmitting) return;
+
+    setIsSubmitting(true);
+    setAlertMessage(null);
+
+    try {
+      await startTask(jobId, taskId);
+
+      const successMessage = `Task ${taskId} started successfully.`;
+      setAlertMessage(successMessage);
+      setAlertType("success");
+    } catch (error) {
+      let message;
+      let type;
+
+      switch (error.code) {
+        case "job_running":
+          message = "Job is currently running; start is unavailable.";
+          type = "warning";
+          break;
+        case "job_not_found":
+          message = "Job not found.";
+          type = "error";
+          break;
+        case "task_not_found":
+          message = "Task not found.";
+          type = "error";
+          break;
+        case "task_not_pending":
+          message = "Task is not in pending state.";
+          type = "warning";
+          break;
+        case "dependencies_not_satisfied":
+          message = "Dependencies not satisfied for task.";
+          type = "warning";
+          break;
+        case "unsupported_lifecycle":
+          message = "Job must be in current to start a task.";
+          type = "warning";
+          break;
+        default:
+          message = error.message || "An unexpected error occurred.";
+          type = "error";
+      }
+
+      setAlertMessage(message);
+      setAlertType(type);
+    } finally {
+      setIsSubmitting(false);
+    }
+  };
+
   // Restart functionality
   const handleRestartClick = (e, taskId) => {
     e.stopPropagation(); // Prevent card click
@@ -479,7 +574,7 @@ function DAGGrid({
     setRestartModalOpen(true);
   };
 
-  const handleRestartConfirm = async () => {
+  const handleRestartConfirm = async (options) => {
     if (!jobId || isSubmitting) return;
 
     setIsSubmitting(true);
@@ -490,12 +585,17 @@ function DAGGrid({
       if (restartTaskId) {
         restartOptions.fromTask = restartTaskId;
       }
+      if (options?.singleTask) {
+        restartOptions.singleTask = options.singleTask;
+      }
 
       await restartJob(jobId, restartOptions);
 
-      const successMessage = restartTaskId
-        ? `Restart requested from ${restartTaskId}. The job will start from that task in the background.`
-        : "Restart requested. The job will reset to pending and start in the background.";
+      const successMessage = options?.singleTask
+        ? `Re-running task ${restartTaskId} in isolation. The job will remain in current after completion.`
+        : restartTaskId
+          ? `Restart requested from ${restartTaskId}. The job will start from that task in the background.`
+          : "Restart requested. The job will reset to pending and start in the background.";
       setAlertMessage(successMessage);
       setAlertType("success");
       setRestartModalOpen(false);
@@ -509,10 +609,6 @@ function DAGGrid({
           message = "Job is currently running; restart is unavailable.";
           type = "warning";
           break;
-        case "unsupported_lifecycle":
-          message = "Job must be in current lifecycle to restart.";
-          type = "warning";
-          break;
         case "job_not_found":
           message = "Job not found.";
           type = "error";
@@ -548,41 +644,65 @@ function DAGGrid({
     }
   }, [alertMessage]);
 
-  // Check if restart should be enabled (job lifecycle = current and not running)
-  const isRestartEnabled = React.useCallback(() => {
-    // Check if any item indicates that job is running (job-level state)
-    const isJobRunning = items.some(
-      (item) => item?.state === TaskState.RUNNING
-    );
-
-    // Check if any task has explicit running status (not derived from activeIndex)
-    const hasRunningTask = items.some(
-      (item) => item?.status === TaskState.RUNNING
-    );
+  // Use adapter to derive allowed actions based on job and task states
+  const allowedActions = React.useMemo(() => {
+    // Create a normalized job object for the adapter
+    const adaptedJob = {
+      status: items.some((item) => item?.state === TaskState.RUNNING)
+        ? "running"
+        : "pending",
+      tasks: items.reduce((acc, item) => {
+        if (item?.id) {
+          acc[item.id] = {
+            state: item?.status || TaskState.PENDING,
+          };
+        }
+        return acc;
+      }, {}),
+    };
 
-    const jobLifecycle = items[0]?.lifecycle || "current";
+    return deriveAllowedActions(adaptedJob, pipelineTasks);
+  }, [items, pipelineTasks]);
 
-    return jobLifecycle === "current" && !isJobRunning && !hasRunningTask;
-  }, [items]);
+  // Check if restart should be enabled using adapter logic
+  const isRestartEnabled = React.useCallback(() => {
+    return allowedActions.restart;
+  }, [allowedActions]);
+
+  // Check if start should be enabled for a specific task using adapter logic
+  const canStartTask = React.useCallback(
+    (task) => {
+      if (!task) return false;
+
+      // Use adapter logic - start is enabled globally, so check if this specific task can start
+      return allowedActions.start && task.status === TaskState.PENDING;
+    },
+    [allowedActions]
+  );
 
-  // Get disabled reason for tooltip
+  // Get disabled reason for tooltip using adapter logic
   const getRestartDisabledReason = React.useCallback(() => {
-    // Check if any item indicates that job is running (job-level state)
-    const isJobRunning = items.some(
-      (item) => item?.state === TaskState.RUNNING
-    );
+    if (allowedActions.restart) return "";
+    return "Job is currently running";
+  }, [allowedActions]);
 
-    // Check if any task has explicit running status (not derived from activeIndex)
-    const hasRunningTask = items.some(
-      (item) => item?.status === TaskState.RUNNING
-    );
+  // Get disabled reason for start tooltip using adapter logic
+  const getStartDisabledReason = React.useCallback(
+    (task) => {
+      if (!task) return "Task not found";
 
-    const jobLifecycle = items[0]?.lifecycle || "current";
+      if (task.status !== TaskState.PENDING) {
+        return "Task is not in pending state";
+      }
+
+      if (!allowedActions.start) {
+        return "Job lifecycle policy does not allow starting";
+      }
 
-    if (isJobRunning || hasRunningTask) return "Job is currently running";
-    if (jobLifecycle !== "current") return "Job must be in current lifecycle";
-    return "";
-  }, [items]);
+      return "";
+    },
+    [allowedActions]
+  );
 
   return (
     <div className="relative w-full" role="list">
@@ -679,6 +799,9 @@ function DAGGrid({
           const status = getStatus(idx);
           const isActive = idx === activeIndex;
           const canRestart = isRestartEnabled();
+          const canStart = canStartTask(item);
+          const restartDisabledReason = getRestartDisabledReason();
+          const startDisabledReason = getStartDisabledReason(item);
 
           return (
             <TaskCard
@@ -688,8 +811,10 @@ function DAGGrid({
               status={status}
               isActive={isActive}
               canRestart={canRestart}
+              canStart={canStart}
               isSubmitting={isSubmitting}
-              getRestartDisabledReason={getRestartDisabledReason}
+              disabledReason={restartDisabledReason}
+              startDisabledReason={startDisabledReason}
               onClick={() => {
                 setOpenIdx(idx);
               }}
@@ -700,6 +825,7 @@ function DAGGrid({
                 }
               }}
               handleRestartClick={handleRestartClick}
+              handleStartClick={handleStartClick}
               item={item}
             />
           );
@@ -715,6 +841,7 @@ function DAGGrid({
           jobId={jobId}
           taskId={items[openIdx]?.id || `task-${openIdx}`}
           taskBody={items[openIdx]?.body || null}
+          taskError={taskById[items[openIdx]?.id]?.error || null}
           filesByTypeForItem={filesByTypeForItem}
           task={items[openIdx]}
           taskIndex={openIdx}

package/src/components/JobDetail.jsx

@@ -129,6 +129,16 @@ export default function JobDetail({ job, pipeline }) {
       return item;
     });
 
+    // Check if all entries were reused and lengths match
+    const allReused = newItems.every(
+      (item, index) => item === prevItems[index]
+    );
+
+    if (allReused && prevItems.length === newItems.length) {
+      // All items reused, preserve array reference
+      return prevItems;
+    }
+
     prevDagItemsRef.current = newItems;
     return newItems;
   }, [stableDagItems]);
@@ -156,6 +166,7 @@ export default function JobDetail({ job, pipeline }) {
         activeIndex={activeIndex}
         jobId={job.id}
         filesByTypeForItem={filesByTypeForItem}
+        taskById={taskById}
       />
     </div>
   );

package/src/components/TaskDetailSidebar.jsx

@@ -23,6 +23,7 @@ export function TaskDetailSidebar({
   jobId,
   taskId,
   taskBody,
+  taskError,
   filesByTypeForItem = () => ({ artifacts: [], logs: [], tmp: [] }),
   task,
   onClose,
@@ -32,6 +33,7 @@ export function TaskDetailSidebar({
   const [filePaneType, setFilePaneType] = useState("artifacts");
   const [filePaneOpen, setFilePaneOpen] = useState(false);
   const [filePaneFilename, setFilePaneFilename] = useState(null);
+  const [showStack, setShowStack] = useState(false);
   const closeButtonRef = useRef(null);
 
   // Get CSS classes for card header based on status (mirrored from DAGGrid)
@@ -120,14 +122,36 @@ export function TaskDetailSidebar({
       </div>
 
       <div className="p-6 space-y-8 overflow-y-auto h-full">
-        {/* Error Callout - shown when task has error status and body */}
-        {status === TaskState.FAILED && taskBody && (
+        {/* Error Callout - shown when task has error status */}
+        {status === TaskState.FAILED && (taskError?.message || taskBody) && (
           <section aria-label="Error">
             <Callout.Root role="alert" aria-live="assertive">
               <Callout.Text className="whitespace-pre-wrap break-words">
-                {taskBody}
+                {taskError?.message || taskBody}
               </Callout.Text>
             </Callout.Root>
+
+            {/* Stack trace toggle */}
+            {taskError?.stack && (
+              <div className="mt-3">
+                <button
+                  onClick={() => setShowStack(!showStack)}
+                  className="text-sm text-blue-600 hover:text-blue-800 underline"
+                  aria-expanded={showStack}
+                  aria-controls="error-stack"
+                >
+                  {showStack ? "Hide stack" : "Show stack"}
+                </button>
+                {showStack && (
+                  <pre
+                    id="error-stack"
+                    className="mt-2 p-2 bg-gray-50 border rounded text-xs font-mono max-h-64 overflow-auto whitespace-pre-wrap"
+                  >
+                    {taskError.stack}
+                  </pre>
+                )}
+              </div>
+            )}
           </section>
         )}
 

package/src/components/UploadSeed.jsx

@@ -152,14 +152,14 @@ export default function UploadSeed({ onUploadSuccess }) {
             <span className="font-medium text-gray-900">Click to upload</span>{" "}
             or drag and drop
           </div>
-          <p className="text-xs text-gray-500">JSON files only</p>
+          <p className="text-xs text-gray-500">JSON or zip files only</p>
         </div>
       </div>
 
       <input
         ref={fileInputRef}
         type="file"
-        accept=".json"
+        accept=".json,.zip"
         className="hidden"
         onChange={handleFileChange}
         data-testid="file-input"

package/src/components/ui/RestartJobModal.jsx

@@ -7,7 +7,7 @@ import { Button } from "./button.jsx";
  * @param {Object} props
  * @param {boolean} props.open - Whether the modal is open
  * @param {Function} props.onClose - Function to call when modal is closed
- * @param {Function} props.onConfirm - Function to call when restart is confirmed
+ * @param {Function} props.onConfirm - Function to call when restart is confirmed (receives options object)
  * @param {string} props.jobId - The ID of the job to restart
  * @param {string} props.taskId - The ID of the task that triggered the restart (optional)
  * @param {boolean} props.isSubmitting - Whether the restart action is in progress
@@ -47,7 +47,10 @@ export function RestartJobModal({
   const handleKeyDown = (e) => {
     if (e.key === "Enter" && !isSubmitting && open) {
       e.preventDefault();
-      onConfirm();
+      // Do not confirm via Enter when a task is set; let the user click explicitly
+      if (!taskId) {
+        onConfirm({ singleTask: false });
+      }
     }
   };
 
@@ -100,9 +103,15 @@ export function RestartJobModal({
               </Text>
 
               {taskId && (
-                <Text as="p" className="text-sm text-gray-600 mb-3">
-                  <strong>Triggered from task:</strong> {taskId}
-                </Text>
+                <>
+                  <Text as="p" className="text-sm text-gray-600 mb-3">
+                    <strong>Triggered from task:</strong> {taskId}
+                  </Text>
+                  <Text as="p" className="text-sm text-blue-600 mb-3">
+                    <strong>Just this task:</strong> Only the selected task will
+                    be reset and re-run. Other tasks remain unchanged.
+                  </Text>
+                </>
               )}
 
               <Text as="p" className="text-sm text-gray-500 italic">
@@ -121,9 +130,20 @@ export function RestartJobModal({
                 Cancel
               </Button>
 
+              {taskId && (
+                <Button
+                  variant="outline"
+                  onClick={() => onConfirm({ singleTask: true })}
+                  disabled={isSubmitting}
+                  className="min-w-[120px]"
+                >
+                  {isSubmitting ? "Running..." : "Just this task"}
+                </Button>
+              )}
+
               <Button
                 variant="destructive"
-                onClick={onConfirm}
+                onClick={() => onConfirm({ singleTask: false })}
                 disabled={isSubmitting}
                 className="min-w-[80px]"
               >