npm - @ryanfw/prompt-orchestration-pipeline - Versions diffs - 0.10.0 → 0.12.0 - Mend

@ryanfw/prompt-orchestration-pipeline 0.10.0 → 0.12.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (42) hide show

package/package.json +3 -1
package/src/api/index.js +38 -1
package/src/components/DAGGrid.jsx +180 -53
package/src/components/JobDetail.jsx +11 -0
package/src/components/TaskDetailSidebar.jsx +27 -3
package/src/components/UploadSeed.jsx +2 -2
package/src/components/ui/RestartJobModal.jsx +26 -6
package/src/components/ui/StopJobModal.jsx +183 -0
package/src/core/config.js +7 -3
package/src/core/lifecycle-policy.js +62 -0
package/src/core/orchestrator.js +32 -0
package/src/core/pipeline-runner.js +312 -217
package/src/core/status-initializer.js +155 -0
package/src/core/status-writer.js +235 -13
package/src/pages/Code.jsx +8 -1
package/src/pages/PipelineDetail.jsx +85 -3
package/src/pages/PromptPipelineDashboard.jsx +10 -11
package/src/ui/client/adapters/job-adapter.js +81 -2
package/src/ui/client/api.js +233 -8
package/src/ui/client/hooks/useJobDetailWithUpdates.js +92 -0
package/src/ui/client/hooks/useJobList.js +14 -1
package/src/ui/dist/app.js +262 -0
package/src/ui/dist/assets/{index-DqkbzXZ1.js → index-B320avRx.js} +5051 -2186
package/src/ui/dist/assets/index-B320avRx.js.map +1 -0
package/src/ui/dist/assets/style-BYCoLBnK.css +62 -0
package/src/ui/dist/favicon.svg +12 -0
package/src/ui/dist/index.html +2 -2
package/src/ui/endpoints/file-endpoints.js +330 -0
package/src/ui/endpoints/job-control-endpoints.js +1001 -0
package/src/ui/endpoints/job-endpoints.js +62 -0
package/src/ui/endpoints/sse-endpoints.js +223 -0
package/src/ui/endpoints/state-endpoint.js +85 -0
package/src/ui/endpoints/upload-endpoints.js +406 -0
package/src/ui/express-app.js +182 -0
package/src/ui/server.js +38 -1788
package/src/ui/sse-broadcast.js +93 -0
package/src/ui/utils/http-utils.js +139 -0
package/src/ui/utils/mime-types.js +196 -0
package/src/ui/vite.config.js +22 -0
package/src/ui/zip-utils.js +103 -0
package/src/utils/jobs.js +39 -0
package/src/ui/dist/assets/style-DBF9NQGk.css +0 -62

package/src/ui/dist/favicon.svg ADDED Viewed

@@ -0,0 +1,12 @@
+<svg
+  xmlns="http://www.w3.org/2000/svg"
+  width="32"
+  height="32"
+  viewBox="0 0 1200 1200"
+>
+  <path
+    fill="#009966"
+    d="M406.13 988.31c-17.297 75.047-84.562 131.11-164.86 131.11-93.375 0-169.18-75.797-169.18-169.18s75.797-169.18 169.18-169.18 169.18 75.797 169.18 169.18v1.266h447.74v-167.9H671.63c-14.859 0-29.062-5.906-39.562-16.406s-16.406-24.703-16.406-39.562v-37.312h-317.16c-10.312 0-18.656-8.344-18.656-18.656V355.78h-147.94c-14.859 0-29.062-5.906-39.562-16.406s-16.406-24.75-16.406-39.562v-111.94c0-14.859 5.906-29.109 16.406-39.562 10.5-10.5 24.75-16.406 39.562-16.406h391.78c14.859 0 29.062 5.906 39.562 16.406s16.406 24.75 16.406 39.562v37.312h202.4c9.281-84.609 81.094-150.52 168.14-150.52 93.375 0 169.18 75.797 169.18 169.18s-75.797 169.18-169.18 169.18c-87.047 0-158.86-65.906-168.14-150.52h-202.4v37.312c0 14.859-5.906 29.062-16.406 39.562s-24.75 16.406-39.562 16.406h-206.53v297.24h298.5v-37.312c0-14.859 5.906-29.062 16.406-39.562s24.703-16.406 39.562-16.406h392.63c14.859 0 29.062 5.906 39.562 16.406s16.406 24.703 16.406 39.562v111.94c0 14.859-5.906 29.062-16.406 39.562s-24.75 16.406-39.562 16.406h-168.74v186.56c0 10.312-8.344 18.656-18.656 18.656h-466.4c-1.5 0-2.906-.187-4.312-.516zM225.19 262.45h18.656c10.312 0 18.656-8.344 18.656-18.656s-8.344-18.656-18.656-18.656H225.19c-10.312 0-18.656 8.344-18.656 18.656s8.344 18.656 18.656 18.656zm186.56 0h18.656c10.312 0 18.656-8.344 18.656-18.656s-8.344-18.656-18.656-18.656H411.75c-10.312 0-18.656 8.344-18.656 18.656s8.344 18.656 18.656 18.656zm-93.281 0h18.656c10.312 0 18.656-8.344 18.656-18.656s-8.344-18.656-18.656-18.656h-18.656c-10.312 0-18.656 8.344-18.656 18.656s8.344 18.656 18.656 18.656zm616.18 0h85.5c10.312 0 18.656-8.344 18.656-18.656s-8.344-18.656-18.656-18.656h-85.5l29.062-22.594c8.109-6.328 9.609-18.047 3.281-26.156s-18.047-9.609-26.156-3.281l-71.953 55.969a18.61 18.61 0 0 0 0 29.438l71.953 55.969c8.109 6.328 19.875 4.875 26.156-3.281 6.328-8.109 4.875-19.875-3.281-26.203l-29.062-22.594zm-779.95 696.66l50.391 50.391c7.266 7.313 19.078 7.313 26.391 0l100.73-100.73c7.266-7.266 7.266-19.078 0-26.391-7.266-7.266-19.078-7.266-26.391 0l-87.562 87.562-37.172-37.172c-7.266-7.266-19.078-7.266-26.391 0-7.266 7.266-7.266 19.078 0 26.391zm797.21-268.78h18.656c10.312 0 18.656-8.344 18.656-18.656s-8.344-18.656-18.656-18.656h-18.656c-10.312 0-18.656 8.344-18.656 18.656s8.344 18.656 18.656 18.656zm-186.56 0h18.656c10.312 0 18.656-8.344 18.656-18.656s-8.344-18.656-18.656-18.656h-18.656c-10.312 0-18.656 8.344-18.656 18.656s8.344 18.656 18.656 18.656zm93.281 0h18.656c10.312 0 18.656-8.344 18.656-18.656s-8.344-18.656-18.656-18.656H858.63c-10.312 0-18.656 8.344-18.656 18.656s8.344 18.656 18.656 18.656z"
+    fill-rule="evenodd"
+  />
+</svg>

package/src/ui/dist/index.html CHANGED Viewed

@@ -11,8 +11,8 @@
     />
     <title>Prompt Pipeline Dashboard</title>
     <link rel="icon" type="image/svg+xml" href="/favicon.svg" />
-    <script type="module" crossorigin src="/assets/index-DqkbzXZ1.js"></script>
-    <link rel="stylesheet" crossorigin href="/assets/style-DBF9NQGk.css">
+    <script type="module" crossorigin src="/assets/index-B320avRx.js"></script>
+    <link rel="stylesheet" crossorigin href="/assets/style-BYCoLBnK.css">
   </head>
   <body>
     <div id="root"></div>

package/src/ui/endpoints/file-endpoints.js ADDED Viewed

@@ -0,0 +1,330 @@
+/**
+ * File endpoint handlers for task file operations
+ */
+import fs from "fs";
+import path from "path";
+import { sendJson } from "../utils/http-utils.js";
+import { getMimeType, isTextMime } from "../utils/mime-types.js";
+import { getJobDirectoryPath } from "../../config/paths.js";
+const exists = async (p) =>
+  fs.promises
+    .access(p)
+    .then(() => true)
+    .catch(() => false);
+/**
+ * Resolve job lifecycle directory deterministically
+ * @param {string} dataDir - Base data directory
+ * @param {string} jobId - Job identifier
+ * @returns {Promise<string|null>} One of "current", "complete", "rejected", or null if job not found
+ */
+async function resolveJobLifecycle(dataDir, jobId) {
+  const currentJobDir = getJobDirectoryPath(dataDir, jobId, "current");
+  const completeJobDir = getJobDirectoryPath(dataDir, jobId, "complete");
+  const rejectedJobDir = getJobDirectoryPath(dataDir, jobId, "rejected");
+  // Check in order of preference: current > complete > rejected
+  const currentExists = await exists(currentJobDir);
+  const completeExists = await exists(completeJobDir);
+  const rejectedExists = await exists(rejectedJobDir);
+  if (currentExists) {
+    return "current";
+  }
+  if (completeExists) {
+    return "complete";
+  }
+  if (rejectedExists) {
+    return "rejected";
+  }
+  // Job not found in any lifecycle
+  return null;
+}
+/**
+ * Consolidated path jail security validation with generic error messages
+ * @param {string} filename - Filename to validate
+ * @returns {Object|null} Validation result or null if valid
+ */
+export function validateFilePath(filename) {
+  // Check for path traversal patterns
+  if (filename.includes("..")) {
+    console.error("Path security: path traversal detected", { filename });
+    return {
+      allowed: false,
+      message: "Path validation failed",
+    };
+  }
+  // Check for absolute paths (POSIX, Windows, backslashes, ~)
+  if (
+    path.isAbsolute(filename) ||
+    /^[a-zA-Z]:/.test(filename) ||
+    filename.includes("\\") ||
+    filename.startsWith("~")
+  ) {
+    console.error("Path security: absolute path detected", { filename });
+    return {
+      allowed: false,
+      message: "Path validation failed",
+    };
+  }
+  // Check for empty filename
+  if (!filename || filename.trim() === "") {
+    console.error("Path security: empty filename detected");
+    return {
+      allowed: false,
+      message: "Path validation failed",
+    };
+  }
+  // Path is valid
+  return null;
+}
+/**
+ * Handle task file list request with validation and security checks
+ * @param {http.IncomingMessage} req - HTTP request
+ * @param {http.ServerResponse} res - HTTP response
+ * @param {Object} params - Request parameters
+ * @param {string} params.jobId - Job ID
+ * @param {string} params.taskId - Task ID
+ * @param {string} params.type - File type (artifacts, logs, tmp)
+ * @param {string} params.dataDir - Data directory
+ */
+export async function handleTaskFileListRequest(
+  req,
+  res,
+  { jobId, taskId, type, dataDir }
+) {
+  // Resolve job lifecycle deterministically
+  const lifecycle = await resolveJobLifecycle(dataDir, jobId);
+  if (!lifecycle) {
+    // Job not found, return empty list
+    sendJson(res, 200, {
+      ok: true,
+      data: {
+        files: [],
+        jobId,
+        taskId,
+        type,
+      },
+    });
+    return;
+  }
+  // Use single lifecycle directory
+  const jobDir = getJobDirectoryPath(dataDir, jobId, lifecycle);
+  const taskDir = path.join(jobDir, "files", type);
+  // Use path.relative for stricter jail enforcement
+  const resolvedPath = path.resolve(taskDir);
+  const relativePath = path.relative(jobDir, resolvedPath);
+  if (relativePath.startsWith("..") || path.isAbsolute(relativePath)) {
+    console.error("Path security: directory traversal detected", {
+      taskDir,
+      relativePath,
+    });
+    sendJson(res, 403, {
+      ok: false,
+      error: "forbidden",
+      message: "Path validation failed",
+    });
+    return;
+  }
+  // Check if directory exists
+  if (!(await exists(taskDir))) {
+    // Directory doesn't exist, return empty list
+    sendJson(res, 200, {
+      ok: true,
+      data: {
+        files: [],
+        jobId,
+        taskId,
+        type,
+      },
+    });
+    return;
+  }
+  try {
+    // Read directory contents
+    const entries = await fs.promises.readdir(taskDir, {
+      withFileTypes: true,
+    });
+    // Filter and map to file list
+    const files = [];
+    for (const entry of entries) {
+      if (entry.isFile()) {
+        // Validate each filename using the consolidated function
+        const validation = validateFilePath(entry.name);
+        if (validation) {
+          console.error("Path security: skipping invalid file", {
+            filename: entry.name,
+            reason: validation.message,
+          });
+          continue; // Skip files that fail validation
+        }
+        const filePath = path.join(taskDir, entry.name);
+        const stats = await fs.promises.stat(filePath);
+        files.push({
+          name: entry.name,
+          size: stats.size,
+          mtime: stats.mtime.toISOString(),
+          mime: getMimeType(entry.name),
+        });
+      }
+    }
+    // Sort files by name
+    files.sort((a, b) => a.name.localeCompare(b.name));
+    // Send successful response
+    sendJson(res, 200, {
+      ok: true,
+      data: {
+        files,
+        jobId,
+        taskId,
+        type,
+      },
+    });
+  } catch (error) {
+    console.error("Error listing files:", error);
+    sendJson(res, 500, {
+      ok: false,
+      error: "internal_error",
+      message: "Failed to list files",
+    });
+  }
+}
+/**
+ * Handle task file request with validation, jail checks, and proper encoding
+ * @param {http.IncomingMessage} req - HTTP request
+ * @param {http.ServerResponse} res - HTTP response
+ * @param {Object} params - Request parameters
+ * @param {string} params.jobId - Job ID
+ * @param {string} params.taskId - Task ID
+ * @param {string} params.type - File type (artifacts, logs, tmp)
+ * @param {string} params.filename - Filename
+ * @param {string} params.dataDir - Data directory
+ */
+export async function handleTaskFileRequest(
+  req,
+  res,
+  { jobId, taskId, type, filename, dataDir }
+) {
+  // Unified security validation
+  const validation = validateFilePath(filename);
+  if (validation) {
+    sendJson(res, 403, {
+      ok: false,
+      error: "forbidden",
+      message: validation.message,
+    });
+    return;
+  }
+  // Resolve job lifecycle deterministically
+  const lifecycle = await resolveJobLifecycle(dataDir, jobId);
+  if (!lifecycle) {
+    sendJson(res, 404, {
+      ok: false,
+      error: "not_found",
+      message: "Job not found",
+    });
+    return;
+  }
+  // Use single lifecycle directory
+  const jobDir = getJobDirectoryPath(dataDir, jobId, lifecycle);
+  const taskDir = path.join(jobDir, "files", type);
+  const filePath = path.join(taskDir, filename);
+  // Use path.relative for stricter jail enforcement
+  const resolvedPath = path.resolve(filePath);
+  const relativePath = path.relative(jobDir, resolvedPath);
+  if (relativePath.startsWith("..") || path.isAbsolute(relativePath)) {
+    sendJson(res, 403, {
+      ok: false,
+      error: "forbidden",
+      message: "Path resolves outside allowed directory",
+    });
+    return;
+  }
+  // Check if file exists
+  if (!(await exists(filePath))) {
+    sendJson(res, 404, {
+      ok: false,
+      error: "not_found",
+      message: "File not found",
+      filePath,
+    });
+    return;
+  }
+  try {
+    // Get file stats
+    const stats = await fs.promises.stat(filePath);
+    if (!stats.isFile()) {
+      sendJson(res, 404, {
+        ok: false,
+        error: "not_found",
+        message: "Not a regular file",
+      });
+      return;
+    }
+    // Determine MIME type and encoding
+    const mime = getMimeType(filename);
+    const isText = isTextMime(mime);
+    const encoding = isText ? "utf8" : "base64";
+    // Read file content
+    let content;
+    if (isText) {
+      content = await fs.promises.readFile(filePath, "utf8");
+    } else {
+      const buffer = await fs.promises.readFile(filePath);
+      content = buffer.toString("base64");
+    }
+    // Build relative path for response
+    const relativePath = path.join("tasks", taskId, type, filename);
+    // Send successful response
+    sendJson(res, 200, {
+      ok: true,
+      jobId,
+      taskId,
+      type,
+      path: relativePath,
+      mime,
+      size: stats.size,
+      mtime: stats.mtime.toISOString(),
+      encoding,
+      content,
+    });
+  } catch (error) {
+    console.error("Error reading file:", error);
+    sendJson(res, 500, {
+      ok: false,
+      error: "internal_error",
+      message: "Failed to read file",
+    });
+  }
+}