@pipelab/shared 1.0.0-beta.1 → 1.0.0-beta.11

package/src/config.schema.ts

@@ -8,6 +8,8 @@ import {
   number,
   array,
   GenericSchema,
+  optional,
+  looseObject,
 } from "valibot";
 
 export const createVersionSchema = <T extends GenericSchema<any, any>>(schema: T) => schema;
@@ -135,6 +137,72 @@ export const AppSettingsValidatorV7 = object({
   }),
 });
 
+export const AppSettingsValidatorV8 = object({
+  theme: union([literal("light"), literal("dark")]),
+  version: literal("8.0.0"),
+  locale: union([
+    literal("en-US"),
+    literal("fr-FR"),
+    literal("pt-BR"),
+    literal("zh-CN"),
+    literal("es-ES"),
+    literal("de-DE"),
+  ]),
+  tours: object({
+    dashboard: object({
+      step: number(),
+      completed: boolean(),
+    }),
+    editor: object({
+      step: number(),
+      completed: boolean(),
+    }),
+  }),
+  autosave: boolean(),
+  agents: array(
+    object({
+      id: string(),
+      name: string(),
+      url: string(),
+    }),
+  ),
+  buildHistory: object({
+    retentionPolicy: object({
+      enabled: boolean(),
+      maxEntries: number(), // Maximum number of entries per pipeline
+      maxAge: number(), // Maximum age of entries in days
+    }),
+  }),
+  // Metadata list of plugins the user has enabled (official + community).
+  // No binaries are stored here — versions are resolved JIT at node-add time.
+  plugins: array(
+    object({
+      name: string(),
+      enabled: boolean(),
+      description: string(),
+    }),
+  ),
+  isInternalMigrationBannerClosed: optional(boolean(), false),
+});
+
+export const ConnectionValidator = looseObject({
+  id: string(),
+  pluginName: string(),
+  name: string(),
+  createdAt: string(),
+  isDefault: boolean(),
+});
+
+export const ConnectionsValidatorV1 = object({
+  version: literal("1.0.0"),
+  connections: array(ConnectionValidator),
+});
+
+export type Connection = InferInput<typeof ConnectionValidator>;
+export type ConnectionsConfigV1 = InferInput<typeof ConnectionsValidatorV1>;
+export type ConnectionsConfig = ConnectionsConfigV1;
+export const ConnectionsValidator = ConnectionsValidatorV1;
+
 export type AppConfigV1 = InferInput<typeof AppSettingsValidatorV1>;
 export type AppConfigV2 = InferInput<typeof AppSettingsValidatorV2>;
 export type AppConfigV3 = InferInput<typeof AppSettingsValidatorV3>;
@@ -142,6 +210,7 @@ export type AppConfigV4 = InferInput<typeof AppSettingsValidatorV4>;
 export type AppConfigV5 = InferInput<typeof AppSettingsValidatorV5>;
 export type AppConfigV6 = InferInput<typeof AppSettingsValidatorV6>;
 export type AppConfigV7 = InferInput<typeof AppSettingsValidatorV7>;
+export type AppConfigV8 = InferInput<typeof AppSettingsValidatorV8>;
 
-export type AppConfig = AppConfigV7;
-export const AppSettingsValidator = AppSettingsValidatorV7;
+export type AppConfig = AppConfigV8;
+export const AppSettingsValidator = AppSettingsValidatorV8;

package/src/graph.ts

@@ -42,7 +42,7 @@ export const processGraph = async (options: {
     node: Block,
     params: Record<string, string>,
     steps: Steps,
-  ) => Promise<End<"condition:execute"> | End<"action:execute">>;
+  ) => Promise<End<"action:execute">>;
   onNodeEnter: (node: Block) => void;
   onNodeExit: (node: Block) => void;
   abortSignal?: AbortSignal;
@@ -68,47 +68,7 @@ export const processGraph = async (options: {
       options.definitions,
     );
 
-    /* if (rawNode.type === 'condition') {
-      options.onNodeEnter(rawNode)
-
-      const newParams = await makeResolvedParams({
-        params: rawNode.params,
-        variables: options.variables,
-        steps: options.steps,
-        context: options.context
-      })
-
-      const result = await options.onExecuteItem(node, newParams, options.steps) as End<'condition:execute'>
-
-      if ('result' in result) {
-        logger().error(result.result)
-        options.onNodeExit(rawNode)
-        throw new Error('Condition error')
-      } else {
-        const { value, outputs } = result
-        if (!options.steps[rawNode.uid]) {
-          options.steps[rawNode.uid] = {
-            outputs: {}
-          }
-        }
-        options.steps[rawNode.uid].outputs = outputs
-
-        if (value === true) {
-          await processGraph({
-            graph: rawNode.branchTrue,
-            ...options,
-            abortSignal: options.abortSignal
-          })
-        } else {
-          await processGraph({
-            graph: rawNode.branchFalse,
-            ...options,
-            abortSignal: options.abortSignal
-          })
-        }
-      }
-      options.onNodeExit(rawNode)
-    } else */ if (rawNode.type === "action") {
+    if (rawNode.type === "action") {
       if (rawNode.disabled === true) {
         console.warn(
           `Node ${rawNode.uid} (${rawNode.origin.pluginId}::${rawNode.origin.nodeId}) is disabled`,
@@ -163,34 +123,6 @@ export const processGraph = async (options: {
         options.steps[rawNode.uid].outputs = result.result.outputs;
       }
       options.onNodeExit(rawNode);
-    } else if (rawNode.type === "loop") {
-      options.onNodeEnter(rawNode);
-
-      // const context = {}
-
-      // const arrayToLoopOn = await evaluate(rawNode.params.value, context)
-
-      // element is the value of the element at loopindex
-      // let loopindex = 0
-      // for (const _element of arrayToLoopOn) {
-      //   await processGraph(rawNode.children, definitions, variables, steps, {
-      //     ...context,
-      //     loopindex
-      //   })
-
-      //   loopindex += 1
-      // }
-
-      // continue after loop
-
-      // TODO: process loop
-      // const result = await api.execute('node:execute', {
-      //   nodeId: rawNode.origin.nodeId,
-      //   pluginId: rawNode.origin.pluginId,
-      //   params: rawNode.params
-      // })
-      // console.log('result', result)
-      options.onNodeExit(rawNode);
     } else if (rawNode.type === "comment") {
       // pass
     } else if (rawNode.type === "event") {

package/src/i18n/de_DE.json

@@ -15,7 +15,11 @@
       "storage": "Storage",
       "integrations": "Integrations",
       "advanced": "Advanced",
-      "billing": "Billing"
+      "billing": "Billing",
+      "plugins": "Plugins",
+      "core-plugins": "Core-Plugins",
+      "community-plugins": "Community-Plugins",
+      "versions": "Versionen"
     },
     "clearTempFolders": "Automatically clean up temporary files",
     "clearTempFoldersDescription": "Wenn aktiviert, werden alle temporären Dateien, die während der Pipeline-Ausführung erstellt wurden, automatisch gelöscht, nachdem die Pipeline abgeschlossen ist. Dies hilft, Speicherplatz auf der Festplatte zu sparen, aber möglicherweise müssen Sie selbst Artefakte kopieren, um sie zu bewahren.",

package/src/i18n/en_US.json

@@ -17,7 +17,11 @@
       "storage": "Storage",
       "integrations": "Integrations",
       "advanced": "Advanced",
-      "billing": "Billing"
+      "billing": "Billing",
+      "plugins": "Plugins",
+      "core-plugins": "Core Plugins",
+      "community-plugins": "Community Plugins",
+      "versions": "Versions"
     },
     "pipeline-cache-folder": "Pipeline Cache Folder:",
     "enter-or-browse-for-a-folder": "Enter or browse for a folder",
@@ -83,7 +87,14 @@
     "your-project-has-be-saved-successfully": "Your project has be saved successfully",
     "view-history": "History",
     "add-plugin": "Add plugin",
-    "display-advanced-nodes": "Display advanced nodes"
+    "display-advanced-nodes": "Display advanced nodes",
+    "project-settings": "Pipeline Settings",
+    "jit-loading-title": "Installing Required Plugins",
+    "jit-loading-subtitle": "Please wait while Pipelab fetches and prepares the necessary nodes for this pipeline.",
+    "jit-loading-status": "Downloading and building plugin packages…",
+    "validation-failed": "Validation Failed",
+    "validation-plugin-disabled-or-missing": "Plugin \"{pluginId}\" is disabled or not installed (required by \"{nodeName}\").",
+    "validation-missing-param": "Block \"{nodeName}\": missing required parameter \"{paramName}\"."
   },
   "home": {
     "invalid-preset": "Invalid preset",
@@ -129,7 +140,11 @@
     "confirm-migration-message": "Are you sure you want to migrate this pipeline to internal storage? This will create a copy in the internal storage managed by Pipelab.",
     "migrate-pipeline": "Migrate Pipeline",
     "migration-success": "Pipeline migrated successfully",
-    "migrate-to-internal": "Migrate to Internal"
+    "migrate-to-internal": "Migrate to Internal",
+    "only-internal-supported-notice": "Pipelab now stores pipelines internally. External pipeline files are deprecated. You can still import external files as internal pipelines.",
+    "import-pipeline": "Import Pipeline",
+    "import-success": "Pipeline imported successfully",
+    "failed-to-read-file": "Failed to read the selected file"
   },
   "scenarios": {
     "scenarios": "Scenarios"

package/src/i18n/es_ES.json

@@ -15,7 +15,11 @@
       "storage": "Storage",
       "integrations": "Integrations",
       "advanced": "Advanced",
-      "billing": "Billing"
+      "billing": "Billing",
+      "plugins": "Plugins",
+      "core-plugins": "Complementos principales",
+      "community-plugins": "Complementos de la comunidad",
+      "versions": "Versiones"
     },
     "clearTempFolders": "Automatically clean up temporary files",
     "clearTempFoldersDescription": "Cuando está habilitado, todos los archivos temporales creados durante la ejecución del pipeline se eliminarán automáticamente después de que el pipeline se complete. Esto ayuda a ahorrar espacio en el disco, pero puede que necesite copiar los artefactos usted mismo para preservarlos.",

package/src/i18n/fr_FR.json

@@ -15,7 +15,11 @@
       "storage": "Stockage",
       "integrations": "Intégrations",
       "advanced": "Avancé",
-      "billing": "Facturation"
+      "billing": "Facturation",
+      "plugins": "Plugins",
+      "core-plugins": "Plugins de base",
+      "community-plugins": "Plugins de la communauté",
+      "versions": "Versions"
     },
     "clearTempFolders": "Nettoyer automatiquement les fichiers temporaires",
     "clearTempFoldersDescription": "Lorsque cette option est activée, tous les fichiers temporaires créés lors de l'exécution du pipeline seront automatiquement supprimés une fois le pipeline terminé. Cela permet d'économiser de l'espace disque, mais vous devrez peut-être copier vous-même des artefacts pour les préserver.",

package/src/i18n/pt_BR.json

@@ -15,7 +15,11 @@
       "storage": "Armazenagem",
       "integrations": "Integrações",
       "advanced": "Avançado",
-      "billing": "Pagamento"
+      "billing": "Pagamento",
+      "plugins": "Plugins",
+      "core-plugins": "Plugins nativos",
+      "community-plugins": "Plugins da comunidade",
+      "versions": "Versões"
     },
     "clearTempFolders": "Automatically clean up temporary files",
     "clearTempFoldersDescription": "When enabled, all temporary files created during pipeline execution will be automatically deleted after the pipeline completes. This helps save disk space but you may need to copy artifacts yourself to preserve them.",

package/src/i18n/zh_CN.json

@@ -15,7 +15,11 @@
       "storage": "Storage",
       "integrations": "Integrations",
       "advanced": "Advanced",
-      "billing": "Billing"
+      "billing": "Billing",
+      "plugins": "Plugins",
+      "core-plugins": "核心插件",
+      "community-plugins": "社区插件",
+      "versions": "版本"
     },
     "clearTempFolders": "Automatically clean up temporary files",
     "clearTempFoldersDescription": "When enabled, all temporary files created during pipeline execution will be automatically deleted after the pipeline completes. This helps save disk space but you may need to copy artifacts yourself to preserve them.",

package/src/index.ts

@@ -6,6 +6,9 @@ import {
   defaultFileRepo as _defaultFileRepo,
   savedFileMigrator as _savedFileMigrator,
   configRegistry as _configRegistry,
+  normalizePipelineConfig as _normalizePipelineConfig,
+  connectionsMigrator as _connectionsMigrator,
+  defaultConnections as _defaultConnections,
 } from "./config/migrators";
 
 export const appSettingsMigrator = _appSettingsMigrator;
@@ -14,9 +17,24 @@ export const fileRepoMigrations = _fileRepoMigrations;
 export const defaultFileRepo = _defaultFileRepo;
 export const savedFileMigrator = _savedFileMigrator;
 export const configRegistry = _configRegistry;
+export const normalizePipelineConfig = _normalizePipelineConfig;
+export const connectionsMigrator = _connectionsMigrator;
+export const defaultConnections = _defaultConnections;
 
 // 2. Types
 export type { Migrator } from "./config/migrators";
+export type { IpcDefinition } from "./apis";
+export type { IpcDefinition as RendererIpcDefinition } from "./ipc.types";
+export type { RequestId } from "./apis";
+export type { RequestId as RendererRequestId } from "./ipc.types";
+export type { NodeId } from "./model";
+export type { FileRepo, FileRepoV1, FileRepoV2 } from "./config/projects-definition";
+export {
+  FileRepoValidator,
+  FileRepoValidatorV1,
+  FileRepoValidatorV2,
+  FileRepoProjectValidatorV2,
+} from "./config/projects-definition";
 
 // 3. Core Library exports (Systematic restoration)
 export * from "./apis";
@@ -45,6 +63,7 @@ export * from "./websocket.types";
 // 4. Configuration Sub-packages
 export * from "./config/projects-definition"; // <-- RE-ADDED
 export * from "./config/settings-definition"; // <-- RE-ADDED
+export * from "./config/connections-definition";
 export * from "./config/projects-types";
 
 // NOTE: We avoid "export * from './config'" to prevent nested re-export circles.

package/src/ipc.types.ts

@@ -43,6 +43,8 @@ export type IpcDefinition = {
     // input
     {
       status: UpdateStatus;
+      downloadUrl?: string;
+      version?: string;
     },
     EndEvent<void>,
   ];

package/src/model.test.ts

@@ -1,5 +1,13 @@
 import { describe, expect, it } from "vitest";
-import { savedFileMigrator, SavedFileV1, SavedFileV2, SavedFileV3 } from "./model";
+import { SavedFileV1, SavedFileV2, SavedFileV3, SavedFileV4, SavedFileV5 } from "./model";
+import {
+  savedFileMigrator,
+  normalizePipelineConfig,
+  appSettingsMigrator,
+  fileRepoMigrations,
+  connectionsMigrator,
+} from "./config/migrators";
+import { AppConfigV6, AppConfigV8 } from "./config.schema";
 
 describe("model", () => {
   it("should migrate 1.0.0 to 2.0.0", async () => {
@@ -211,4 +219,308 @@ describe("model", () => {
       version: "3.0.0",
     } satisfies SavedFileV3);
   });
+
+  it("should migrate 3.0.0 to 4.0.0", async () => {
+    const v3: SavedFileV3 = {
+      version: "3.0.0",
+      canvas: {
+        blocks: [],
+        triggers: [],
+      },
+      description: "desc",
+      name: "name",
+      variables: [],
+    };
+
+    const v4 = await savedFileMigrator.migrate(v3, {
+      debug: true,
+      target: "4.0.0",
+    });
+
+    expect(v4).toStrictEqual({
+      version: "4.0.0",
+      type: "default",
+      canvas: {
+        blocks: [],
+        triggers: [],
+      },
+      description: "desc",
+      name: "name",
+      variables: [],
+    } satisfies SavedFileV4);
+  });
+
+  it("should migrate 4.0.0 to 5.0.0", async () => {
+    const v4: SavedFileV4 = {
+      version: "4.0.0",
+      type: "default",
+      canvas: {
+        blocks: [
+          {
+            uid: "b1",
+            type: "action",
+            origin: {
+              pluginId: "electron",
+              nodeId: "open",
+            },
+            params: {},
+          },
+          {
+            uid: "b2",
+            type: "action",
+            origin: {
+              pluginId: "dicord",
+              nodeId: "send",
+            },
+            params: {},
+          },
+        ],
+        triggers: [],
+      },
+      description: "desc",
+      name: "name",
+      variables: [],
+      plugins: {
+        discord: "1.0.0",
+      },
+    };
+
+    const v5 = await savedFileMigrator.migrate(v4, {
+      debug: true,
+      target: "5.0.0",
+    });
+
+    expect(v5).toStrictEqual({
+      version: "5.0.0",
+      canvas: {
+        blocks: [
+          {
+            uid: "b1",
+            type: "action",
+            origin: {
+              pluginId: "@pipelab/plugin-electron",
+              nodeId: "open",
+              // "electron" wasn't in the old plugins map, so version falls back to "latest"
+              version: "latest",
+            },
+            params: {},
+          },
+          {
+            uid: "b2",
+            type: "action",
+            origin: {
+              pluginId: "@pipelab/plugin-discord",
+              nodeId: "send",
+              // "dicord" mapped to "@pipelab/plugin-discord" which had version "1.0.0" in the old map
+              version: "1.0.0",
+            },
+            params: {},
+          },
+        ],
+        triggers: [],
+      },
+      description: "desc",
+      name: "name",
+      variables: [],
+      // plugins top-level map is dropped in V5 for default pipelines
+    } satisfies SavedFileV5);
+  });
+
+  it("should migrate AppConfigV6 to AppConfigV8", async () => {
+    const v6: AppConfigV6 = {
+      version: "6.0.0",
+      theme: "dark",
+      cacheFolder: "/some/path",
+      clearTemporaryFoldersOnPipelineEnd: true,
+      locale: "fr-FR",
+      tours: {
+        dashboard: { step: 1, completed: true },
+        editor: { step: 2, completed: false },
+      },
+      autosave: false,
+    };
+
+    const v8 = await appSettingsMigrator.migrate(v6, { target: "8.0.0" });
+
+    expect(v8).toStrictEqual({
+      version: "8.0.0",
+      theme: "dark",
+      locale: "fr-FR",
+      tours: {
+        dashboard: { step: 1, completed: true },
+        editor: { step: 2, completed: false },
+      },
+      autosave: false,
+      agents: [],
+      buildHistory: {
+        retentionPolicy: {
+          enabled: false,
+          maxEntries: 50,
+          maxAge: 30,
+        },
+      },
+      plugins: expect.any(Array),
+      isInternalMigrationBannerClosed: false,
+    });
+  });
+
+  describe("normalizePipelineConfig", () => {
+    it("should normalize typo and legacy plugin IDs in block origins", () => {
+      const config = {
+        version: "5.0.0",
+        type: "default",
+        canvas: {
+          blocks: [
+            {
+              uid: "b1",
+              type: "action",
+              origin: {
+                pluginId: "dicord",
+                nodeId: "send",
+              },
+            },
+          ],
+        },
+      };
+
+      const changed = normalizePipelineConfig(config);
+      expect(changed).toBe(true);
+      expect(config.canvas.blocks[0].origin.pluginId).toBe("@pipelab/plugin-discord");
+    });
+  });
+
+  describe("fileRepoMigrations", () => {
+    it("should migrate FileRepoV1 (data record) to FileRepoV2 (pipelines array)", async () => {
+      const v1 = {
+        version: "1.0.0" as const,
+        data: {
+          "pipeline-1": {
+            project: "main",
+            type: "internal" as const,
+            configName: "pipeline-1",
+            lastModified: "2026-06-04",
+          },
+          "pipeline-2": {
+            project: "main",
+            type: "external" as const,
+            path: "/path/to/pipeline-2.json",
+            lastModified: "2026-06-04",
+            summary: {
+              plugins: ["steam"],
+              name: "Test Pipeline 2",
+              description: "Legacy external pipeline",
+            },
+          },
+        },
+      };
+
+      const v2 = await fileRepoMigrations.migrate(v1, { target: "2.0.0" });
+
+      expect(v2).toStrictEqual({
+        version: "2.0.0",
+        data: v1.data,
+        projects: [
+          {
+            id: "main",
+            name: "Default project",
+            description: "The initial default project",
+          },
+        ],
+        pipelines: [
+          {
+            id: "pipeline-1",
+            project: "main",
+            type: "internal",
+            configName: "pipeline-1",
+            lastModified: "2026-06-04",
+          },
+          {
+            id: "pipeline-2",
+            project: "main",
+            type: "external",
+            path: "/path/to/pipeline-2.json",
+            lastModified: "2026-06-04",
+            summary: {
+              plugins: ["steam"],
+              name: "Test Pipeline 2",
+              description: "Legacy external pipeline",
+            },
+          },
+        ],
+      });
+    });
+
+    it("should fallback to default value for corrupted config", async () => {
+      const corrupted: any = {
+        version: "1.0.0",
+        data: null,
+      };
+
+      const result = await fileRepoMigrations.migrate(corrupted, { target: "2.0.0" });
+      expect(result.version).toBe("2.0.0");
+      expect(result.projects).toHaveLength(1);
+      expect(result.pipelines).toEqual([]);
+    });
+  });
+
+  describe("connectionsMigrator", () => {
+    it("should initialize default connections", async () => {
+      const result = await connectionsMigrator.migrate(undefined, { target: "1.0.0" });
+      expect(result).toStrictEqual({
+        version: "1.0.0",
+        connections: [],
+      });
+    });
+  });
+
+  describe("savedFileMigrator - edge cases", () => {
+    it("should normalize unmapped legacy plugin names and typos during migration to 5.0.0", async () => {
+      const v4: SavedFileV4 = {
+        version: "4.0.0",
+        type: "default",
+        canvas: {
+          blocks: [
+            {
+              uid: "b1",
+              type: "action",
+              origin: {
+                pluginId: "filesystem",
+                nodeId: "copy",
+              },
+              params: {},
+            },
+            {
+              uid: "b2",
+              type: "action",
+              origin: {
+                pluginId: "dicord",
+                nodeId: "send",
+              },
+              params: {},
+            },
+            {
+              uid: "b3",
+              type: "action",
+              origin: {
+                pluginId: "custom-cool",
+                nodeId: "run",
+              },
+              params: {},
+            },
+          ],
+          triggers: [],
+        },
+        description: "Edge case plugin names test",
+        name: "Edge Case",
+        variables: [],
+        plugins: {},
+      };
+
+      const v5 = await savedFileMigrator.migrate(v4, { target: "5.0.0" });
+
+      expect(v5.canvas.blocks[0].origin.pluginId).toBe("@pipelab/plugin-filesystem");
+      expect(v5.canvas.blocks[1].origin.pluginId).toBe("@pipelab/plugin-discord");
+      expect(v5.canvas.blocks[2].origin.pluginId).toBe("custom-cool");
+    });
+  });
 });