@pipelab/shared 1.0.0-beta.3 → 1.0.0-beta.30

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipelab/shared",
-  "version": "1.0.0-beta.3",
+  "version": "1.0.0-beta.30",
   "private": false,
   "description": "Shared logic and types for the Pipelab ecosystem",
   "license": "FSL-1.1-MIT",
@@ -37,17 +37,21 @@
     "tslog": "4.9.3",
     "type-fest": "4.26.1",
     "valibot": "0.42.1",
-    "@pipelab/migration": "1.0.0-beta.3"
+    "@pipelab/constants": "1.0.0-beta.31",
+    "@pipelab/migration": "1.0.0-beta.29"
   },
   "devDependencies": {
     "esbuild-plugin-wasm": "1.1.0",
     "tsdown": "0.21.2",
     "typescript": "5.9.3",
-    "@pipelab/tsconfig": "1.0.0-beta.3"
+    "vitest": "3.1.4",
+    "@pipelab/tsconfig": "1.0.0-beta.29"
   },
   "scripts": {
     "build": "tsdown",
     "format": "oxfmt .",
-    "lint": "oxlint ."
+    "lint": "oxlint .",
+    "typecheck": "tsc -b",
+    "test": "vitest run"
   }
 }

package/src/apis.ts

@@ -1,16 +1,11 @@
 import { RendererPluginDefinition } from "./plugins/definitions";
 import { User, UserResponse } from "@supabase/supabase-js";
 import type { Tagged } from "type-fest";
-import { PresetResult, Steps } from "./model";
-import { AppConfig } from "./config.schema";
+import { PresetResult, Steps, SavedFile } from "./model";
+import { AppConfig, ConnectionsConfig } from "./config.schema";
+import { FileRepo } from "./config/projects-definition";
 import { Agent } from "./websocket.types";
-import {
-  BuildHistoryEntry,
-  BuildHistoryQuery,
-  BuildHistoryResponse,
-  BuildHistoryConfig,
-  RetentionPolicy,
-} from "./build-history";
+import { BuildHistoryEntry, BuildHistoryQuery, BuildHistoryResponse } from "./build-history";
 
 type Event<TYPE extends string, DATA> =
   | { type: TYPE; data: DATA }
@@ -31,6 +26,62 @@ type EndEvent<DATA> = {
 
 export type Presets = Record<string, PresetResult>;
 
+export type StableDataReport = {
+  sourceChannel: "Stable" | "Beta" | "Dev";
+  targetChannel: "Stable" | "Beta" | "Dev";
+
+  // Settings
+  settingsExists: boolean;
+  settingsVersion: string | null;
+  settingsVersionTarget: string | null;
+  settingsMtimeSource: number;
+  settingsMtimeTarget: number;
+  settingsImportable: boolean;
+
+  // Connections
+  connectionsExists: boolean;
+  connectionsCount: number;
+  connectionsVersion: string | null;
+  connectionsVersionTarget: string | null;
+  connectionsMtimeSource: number;
+  connectionsMtimeTarget: number;
+  connectionsImportable: boolean;
+
+  // Projects
+  projectsExists: boolean;
+  projectsVersion: string | null;
+  projectsVersionTarget: string | null;
+  projectsMtimeSource: number;
+  projectsMtimeTarget: number;
+  projectsImportable: boolean;
+
+  projects: Array<{
+    id: string;
+    name: string;
+    description: string;
+    pipelines: Array<{
+      id: string;
+      name: string;
+      description: string;
+      type: "internal" | "external" | "pipelab-cloud";
+      lastModifiedStable?: string;
+      lastModifiedBeta?: string;
+      existsInBeta: boolean;
+    }>;
+  }>;
+};
+
+export type ReleaseChannel = "stable" | "beta" | "dev";
+export type MigrationChannel = "stable" | "beta";
+
+export type MigrationOptions = {
+  migrateSettings: boolean;
+  migrateConnections: boolean;
+  selectedProjects: string[];
+  selectedPipelines: string[];
+  sourceChannel?: MigrationChannel;
+};
+
 export type IpcDefinition = {
   "fs:read": [
     // input
@@ -72,6 +123,7 @@ export type IpcDefinition = {
       }[];
     }>,
   ];
+  "fs:isPathBlacklisted": [{ path: string }, EndEvent<{ isBlacklisted: boolean }>];
   "fs:getHomeDirectory": [void, EndEvent<{ path: string }>];
   "dialog:showOpenDialog": [
     // input
@@ -98,24 +150,27 @@ export type IpcDefinition = {
       | EndEvent<{ outputs: Record<string, unknown>; tmp: string }>
     ),
   ];
-  "condition:execute": [
-    {
-      pluginId: string;
-      nodeId: string;
-      params: any;
-      steps: Steps;
-    },
-    (
-      | Event<"progress", unknown>
-      | Event<"progress", unknown>
-      | EndEvent<{ outputs: Record<string, unknown>; value: boolean }>
-    ),
-  ];
+
   "constants:get": [void, EndEvent<{ result: { userData: string } }>];
 
-  "config:load": [{ config: string }, EndEvent<{ result: any }>];
-  "config:save": [{ data: any; config: string }, EndEvent<{ result: "ok" }>];
-  "config:reset": [{ config: string; key: string }, EndEvent<{ result: "ok" }>];
+  "settings:load": [void, EndEvent<AppConfig>];
+  "settings:save": [{ data: AppConfig }, EndEvent<"ok">];
+  "settings:reset": [{ key: string }, EndEvent<"ok">];
+
+  "connections:load": [void, EndEvent<ConnectionsConfig>];
+  "connections:save": [{ data: ConnectionsConfig }, EndEvent<"ok">];
+  "connections:reset": [{ key: string }, EndEvent<"ok">];
+
+  "projects:load": [void, EndEvent<FileRepo>];
+  "projects:save": [{ data: FileRepo }, EndEvent<"ok">];
+  "projects:reset": [{ key: string }, EndEvent<"ok">];
+
+  "pipeline:load-by-name": [{ name: string }, EndEvent<SavedFile>];
+  "pipeline:load-by-path": [{ path: string }, EndEvent<SavedFile>];
+  "pipeline:save-by-name": [{ name: string; data: string }, EndEvent<"ok">];
+  "pipeline:save-by-path": [{ path: string; data: string }, EndEvent<"ok">];
+  "pipeline:delete-by-name": [{ name: string }, EndEvent<"ok">];
+  "pipeline:delete-by-path": [{ path: string }, EndEvent<"ok">];
   "action:cancel": [void, EndEvent<{ result: "ok" | "ko" }>];
 
   // Build History APIs
@@ -141,10 +196,6 @@ export type IpcDefinition = {
       newestEntry?: number;
     }>,
   ];
-  "build-history:configure": [
-    { config: Partial<BuildHistoryConfig> },
-    EndEvent<{ result: "ok" | "ko" }>,
-  ];
   "agents:get": [void, EndEvent<{ agents: Agent[] }>];
   "graph:execute": [
     {
@@ -171,8 +222,52 @@ export type IpcDefinition = {
     { name: string; options?: any },
     EndEvent<{ data: any | null; error: any | null }>,
   ];
-  "agent:version:get": [void, EndEvent<{ version: string }>];
-  "startup:progress": [void, { type: "progress"; data: { message: string } } | { type: "ready" }];
+  "agent:version:get": [void, EndEvent<{ version: string; channel: ReleaseChannel }>];
+  "system:packages:cleanup": [void, EndEvent<boolean>];
+  "startup:progress": [
+    void,
+    { type: "progress"; data: { message: string } } | { type: "ready" } | { type: "done" },
+  ];
+  "plugin:loaded": [void, { plugin: RendererPluginDefinition }];
+  "plugin:search": [
+    { query: string },
+    EndEvent<{
+      results: Array<{
+        name: string;
+        version: string;
+        description?: string;
+        keywords?: string[];
+        date?: string;
+      }>;
+    }>,
+  ];
+  "plugin:get-details": [
+    { packageName: string },
+    EndEvent<{
+      name: string;
+      latestVersion: string;
+      versions: string[];
+      description?: string;
+    }>,
+  ];
+  "plugin:install": [{ packageName: string; version: string }, EndEvent<{ result: "ok" }>];
+  "plugin:uninstall": [{ packageName: string }, EndEvent<{ result: "ok" }>];
+  "plugin:list-installed": [
+    void,
+    EndEvent<{
+      installed: Array<{
+        name: string;
+        version: string;
+        description?: string;
+      }>;
+    }>,
+  ];
+  "plugin:ensure-loaded": [
+    { plugins: Record<string, string> },
+    EndEvent<{ loaded: string[]; failed: string[] }>,
+  ];
+  "migration:scan-stable": [{ sourceChannel?: MigrationChannel }, EndEvent<StableDataReport>];
+  "migration:perform": [MigrationOptions, EndEvent<{ result: "ok" }>];
 };
 
 export type Channels = keyof IpcDefinition;

package/src/build-history.ts

@@ -1,4 +1,5 @@
 // Build History Storage Types and Interfaces
+import { SandboxFolder } from "@pipelab/constants";
 
 export interface ExecutionStep {
   id: string;
@@ -33,6 +34,7 @@ export interface BuildHistoryEntry {
   pipelineId: string;
   projectName: string;
   projectPath: string;
+  cachePath?: string;
   status: "running" | "completed" | "failed" | "cancelled";
   startTime: number;
   endTime?: number;
@@ -77,37 +79,15 @@ export interface IBuildHistoryStorage {
     newestEntry?: number;
     numberOfPipelines: number;
     userDataPath: string;
-    retentionPolicy: {
-      enabled: boolean;
-      maxEntries: number;
-      maxAge: number;
-    };
     disk: {
       total: number;
       free: number;
       pipelab: number;
+      folders: Array<{ name: SandboxFolder; label: string; size: number }>;
     };
   }>;
 }
 
-// Retention policy configuration
-export interface RetentionPolicy {
-  enabled: boolean;
-  maxEntries: number;
-  maxAge: number; // in milliseconds
-  maxSize: number; // in bytes
-  keepFailedBuilds: boolean;
-  keepSuccessfulBuilds: boolean;
-}
-
-// Storage configuration
-export interface BuildHistoryConfig {
-  storagePath: string;
-  indexFileName: string;
-  entryFilePrefix: string;
-  retentionPolicy: RetentionPolicy;
-}
-
 // Authorization and subscription types
 export interface SubscriptionBenefit {
   id: string;

package/src/config/connections-definition.ts

@@ -0,0 +1,3 @@
+import type { ConnectionsConfig, ConnectionsConfigV1, Connection } from "../config.schema";
+
+export type { ConnectionsConfig, ConnectionsConfigV1, Connection };

package/src/config/migrators.ts

@@ -16,17 +16,48 @@ import {
   AppConfigV5,
   AppConfigV6,
   AppConfigV7,
+  ConnectionsConfig,
+  ConnectionsConfigV1,
 } from "../config.schema";
-import { FileRepoV1, FileRepoV2, FileRepo } from "./projects-types";
-import { SavedFileV1, SavedFileV2, SavedFileV3, SavedFileV4, SavedFile } from "../model";
+
+const DEFAULT_PLUGINS: AppConfig["plugins"] = [
+  {
+    name: "@pipelab/plugin-construct",
+    enabled: true,
+    description: "Construct 3 export & packaging",
+  },
+  { name: "@pipelab/plugin-filesystem", enabled: true, description: "Filesystem utilities" },
+  { name: "@pipelab/plugin-system", enabled: true, description: "System & shell commands" },
+  { name: "@pipelab/plugin-steam", enabled: true, description: "Steam publishing" },
+  { name: "@pipelab/plugin-itch", enabled: true, description: "Itch.io publishing" },
+  { name: "@pipelab/plugin-electron", enabled: true, description: "Electron packaging" },
+  { name: "@pipelab/plugin-discord", enabled: true, description: "Discord Rich Presence" },
+  { name: "@pipelab/plugin-poki", enabled: true, description: "Poki publishing" },
+  { name: "@pipelab/plugin-nvpatch", enabled: true, description: "NW.js patching" },
+  { name: "@pipelab/plugin-tauri", enabled: true, description: "Tauri packaging" },
+  { name: "@pipelab/plugin-minify", enabled: true, description: "Asset minification" },
+  { name: "@pipelab/plugin-netlify", enabled: true, description: "Netlify deployment" },
+];
+import { FileRepoV1, FileRepoV2, FileRepoV3, FileRepo } from "./projects-types";
+import {
+  SavedFileV1,
+  SavedFileV2,
+  SavedFileV3,
+  SavedFileV4,
+  SavedFileV5,
+  SavedFile,
+} from "../model";
 
 // --- Types ---
 
 export type Additive<T, P> = OmitVersion<T> & OmitVersion<P>;
 
+type DistributiveOmit<T, K extends keyof any> = T extends any ? Omit<T, K> : never;
+type DistributiveOmitVersion<T> = DistributiveOmit<T, keyof MigrationSchema>;
+
 const createMigration = <From extends MigrationSchema, To extends MigrationSchema>(config: {
   version: SemVer;
-  up: (state: OmitVersion<From>, targetVersion: string) => Awaitable<Additive<To, From>>;
+  up: (state: OmitVersion<From>, targetVersion: string) => Awaitable<OmitVersion<To>>;
 }) => createMigrationBase<From, To>(config);
 
 export interface Migrator<T> {
@@ -54,13 +85,7 @@ export const defaultAppSettings = settingsMigratorInternal.createDefault({
       completed: false,
     },
   },
-  buildHistory: {
-    retentionPolicy: {
-      enabled: false,
-      maxEntries: 50,
-      maxAge: 30,
-    },
-  },
+  plugins: DEFAULT_PLUGINS,
 });
 
 export const appSettingsMigrator = settingsMigratorInternal.createMigrations({
@@ -112,18 +137,12 @@ export const appSettingsMigrator = settingsMigratorInternal.createMigrations({
     createMigration<AppConfigV6, AppConfigV7>({
       version: "6.0.0" as SemVer,
       up: (state) => {
-        // Upgrades V6 to V7: Add agents, add buildHistory.
-        // (Additive only - keeping cacheFolder and clearTemporaryFoldersOnPipelineEnd)
+        const { cacheFolder, clearTemporaryFoldersOnPipelineEnd: __, ...rest } = state;
         return {
-          ...state,
+          ...rest,
+          cacheFolder,
           agents: [],
-          buildHistory: {
-            retentionPolicy: {
-              enabled: false,
-              maxEntries: 50,
-              maxAge: 30,
-            },
-          },
+          plugins: DEFAULT_PLUGINS,
         };
       },
     }),
@@ -134,12 +153,31 @@ export const appSettingsMigrator = settingsMigratorInternal.createMigrations({
   ],
 });
 
+// --- Connections Migrator ---
+
+const connectionsMigratorInternal = createMigrator<ConnectionsConfigV1, ConnectionsConfig>();
+
+export const defaultConnections = connectionsMigratorInternal.createDefault({
+  version: "1.0.0",
+  connections: [],
+});
+
+export const connectionsMigrator = connectionsMigratorInternal.createMigrations({
+  defaultValue: defaultConnections,
+  migrations: [
+    createMigration<ConnectionsConfigV1, never>({
+      version: "1.0.0" as SemVer,
+      up: finalVersion,
+    }),
+  ],
+});
+
 // --- Projects Migrator ---
 
 const fileRepoMigratorInternal = createMigrator<FileRepoV1, FileRepo>();
 
 export const defaultFileRepo = fileRepoMigratorInternal.createDefault({
-  version: "2.0.0",
+  version: "3.0.0",
   projects: [
     {
       id: "main",
@@ -178,8 +216,16 @@ export const fileRepoMigrations = fileRepoMigratorInternal.createMigrations({
         };
       },
     }),
-    createMigration<FileRepoV2, never>({
+    createMigration<FileRepoV2, FileRepoV3>({
       version: "2.0.0",
+      up: (state) => {
+        return {
+          ...state,
+        };
+      },
+    }),
+    createMigration<FileRepoV3, never>({
+      version: "3.0.0",
       up: finalVersion,
     }),
   ],
@@ -196,8 +242,7 @@ const savedFileDefaultValue = savedFileMigratorInternal.createDefault({
   description: "",
   name: "",
   variables: [],
-  type: "default",
-  version: "4.0.0",
+  version: "5.0.0",
 });
 
 export const savedFileMigrator = savedFileMigratorInternal.createMigrations({
@@ -275,17 +320,123 @@ export const savedFileMigrator = savedFileMigratorInternal.createMigrations({
         type: "default",
       }),
     }),
-    createMigration<SavedFileV4, never>({
+    createMigration<SavedFileV4, SavedFileV5>({
       version: "4.0.0" as SemVer,
+      up: (_state) => {
+        const state = _state as DistributiveOmitVersion<SavedFileV4>;
+        if (state.type === "simple") {
+          return {
+            name: state.name,
+            description: state.description,
+            canvas: {
+              blocks: [],
+              triggers: [],
+            },
+            variables: [],
+          };
+        }
+
+        const migrateBlock = (block: any, pluginsMap: Record<string, string>) => {
+          if (!block) return;
+          if (block.origin?.pluginId) {
+            block.origin.pluginId = getStrictPluginId(block.origin.pluginId);
+            // Stamp the version from the old top-level plugins map, falling back to "latest"
+            block.origin.version = pluginsMap[block.origin.pluginId] ?? "latest";
+          }
+        };
+
+        // Normalise the old plugins map's keys first so lookups are consistent
+        const normalizedPlugins: Record<string, string> = {};
+        if (state.plugins) {
+          for (const [key, val] of Object.entries(state.plugins)) {
+            normalizedPlugins[getStrictPluginId(key)] = val;
+          }
+        }
+
+        // Stamp origin.version on every block and trigger
+        if (state.canvas) {
+          for (const block of state.canvas.blocks ?? []) {
+            migrateBlock(block, normalizedPlugins);
+          }
+          for (const trigger of state.canvas.triggers ?? []) {
+            migrateBlock(trigger, normalizedPlugins);
+          }
+        }
+
+        // Drop the top-level plugins map — version is now per-block. Omit type.
+        const { plugins: _dropped, type: _type, ...rest } = state;
+        return rest;
+      },
+    }),
+    createMigration<SavedFileV5, never>({
+      version: "5.0.0" as SemVer,
       up: finalVersion,
     }),
   ],
 });
 
+const LEGACY_ID_MAP: Record<string, string> = {
+  construct: "@pipelab/plugin-construct",
+  filesystem: "@pipelab/plugin-filesystem",
+  system: "@pipelab/plugin-system",
+  steam: "@pipelab/plugin-steam",
+  itch: "@pipelab/plugin-itch",
+  electron: "@pipelab/plugin-electron",
+  discord: "@pipelab/plugin-discord",
+  dicord: "@pipelab/plugin-discord",
+  "@pipelab/plugin-dicord": "@pipelab/plugin-discord",
+  poki: "@pipelab/plugin-poki",
+  nvpatch: "@pipelab/plugin-nvpatch",
+  tauri: "@pipelab/plugin-tauri",
+  minify: "@pipelab/plugin-minify",
+  netlify: "@pipelab/plugin-netlify",
+};
+
+export const getStrictPluginId = (pluginId: string): string => {
+  if (!pluginId) return pluginId;
+  return LEGACY_ID_MAP[pluginId] || pluginId;
+};
+
+const normalizeBlockPluginId = (block: any): boolean => {
+  if (!block) return false;
+  let changed = false;
+  if (block.origin?.pluginId) {
+    const strictId = getStrictPluginId(block.origin.pluginId);
+    if (block.origin.pluginId !== strictId) {
+      block.origin.pluginId = strictId;
+      changed = true;
+    }
+  }
+  return changed;
+};
+
+export const normalizePipelineConfig = (state: any): boolean => {
+  if (!state) return false;
+  let changed = false;
+
+  // Normalise plugin IDs in block and trigger origins (pluginId field only;
+  // version strings don't need normalisation)
+  if (state.canvas) {
+    if (Array.isArray(state.canvas.blocks)) {
+      for (const block of state.canvas.blocks) {
+        if (normalizeBlockPluginId(block)) changed = true;
+      }
+    }
+    if (Array.isArray(state.canvas.triggers)) {
+      for (const trigger of state.canvas.triggers) {
+        if (normalizeBlockPluginId(trigger)) changed = true;
+      }
+    }
+  }
+
+  return changed;
+};
+
 // --- Registry ---
 
 export const configRegistry: Record<string, Migrator<any>> = {
   settings: appSettingsMigrator,
   projects: fileRepoMigrations,
   pipeline: savedFileMigrator,
+  connections: connectionsMigrator,
 };

package/src/config/projects-definition.ts

@@ -18,8 +18,15 @@ export const FileRepoValidatorV2 = object({
   pipelines: optional(array(SaveLocationValidator), []),
 });
 
+export const FileRepoValidatorV3 = object({
+  version: literal("3.0.0"),
+  projects: array(FileRepoProjectValidatorV2),
+  pipelines: optional(array(SaveLocationValidator), []),
+});
+
 export type FileRepoV1 = InferInput<typeof FileRepoValidatorV1>;
 export type FileRepoV2 = InferInput<typeof FileRepoValidatorV2>;
+export type FileRepoV3 = InferInput<typeof FileRepoValidatorV3>;
 
-export const FileRepoValidator = FileRepoValidatorV2;
+export const FileRepoValidator = FileRepoValidatorV3;
 export type FileRepo = InferInput<typeof FileRepoValidator>;

package/src/config/projects-types.ts

@@ -1,25 +1 @@
-import { SaveLocationValidator } from "../save-location";
-import { object, string, optional, record, InferInput, literal, array } from "valibot";
-
-export const FileRepoValidatorV1 = object({
-  version: literal("1.0.0"),
-  data: optional(record(string(), SaveLocationValidator), {}),
-});
-
-export const FileRepoProjectValidatorV2 = object({
-  id: string(),
-  name: string(),
-  description: string(),
-});
-
-export const FileRepoValidatorV2 = object({
-  version: literal("2.0.0"),
-  projects: array(FileRepoProjectValidatorV2),
-  pipelines: optional(array(SaveLocationValidator), []),
-});
-
-export type FileRepoV1 = InferInput<typeof FileRepoValidatorV1>;
-export type FileRepoV2 = InferInput<typeof FileRepoValidatorV2>;
-
-export const FileRepoValidator = FileRepoValidatorV2;
-export type FileRepo = InferInput<typeof FileRepoValidator>;
+export * from "./projects-definition";

package/src/config.schema.ts

@@ -8,6 +8,8 @@ import {
   number,
   array,
   GenericSchema,
+  optional,
+  looseObject,
 } from "valibot";
 
 export const createVersionSchema = <T extends GenericSchema<any, any>>(schema: T) => schema;
@@ -126,15 +128,37 @@ export const AppSettingsValidatorV7 = object({
       url: string(),
     }),
   ),
-  buildHistory: object({
-    retentionPolicy: object({
+  // Metadata list of plugins the user has enabled (official + community).
+  // No binaries are stored here — versions are resolved JIT at node-add time.
+  plugins: array(
+    object({
+      name: string(),
       enabled: boolean(),
-      maxEntries: number(), // Maximum number of entries per pipeline
-      maxAge: number(), // Maximum age of entries in days
+      description: string(),
     }),
-  }),
+  ),
+  cacheFolder: optional(string()),
+  tempFolder: optional(string()),
+});
+
+export const ConnectionValidator = looseObject({
+  id: string(),
+  pluginName: string(),
+  name: string(),
+  createdAt: string(),
+  isDefault: boolean(),
 });
 
+export const ConnectionsValidatorV1 = object({
+  version: literal("1.0.0"),
+  connections: array(ConnectionValidator),
+});
+
+export type Connection = InferInput<typeof ConnectionValidator>;
+export type ConnectionsConfigV1 = InferInput<typeof ConnectionsValidatorV1>;
+export type ConnectionsConfig = ConnectionsConfigV1;
+export const ConnectionsValidator = ConnectionsValidatorV1;
+
 export type AppConfigV1 = InferInput<typeof AppSettingsValidatorV1>;
 export type AppConfigV2 = InferInput<typeof AppSettingsValidatorV2>;
 export type AppConfigV3 = InferInput<typeof AppSettingsValidatorV3>;

package/src/evaluator.ts

@@ -22,7 +22,6 @@ export const makeResolvedParams = async (
   for (const [paramName, param] of Object.entries(data.params)) {
     try {
       const parameterCodeValue = (param.value ?? "").toString();
-
       // Bypass QuickJS for simple static values
       try {
         result[paramName] = JSON.parse(parameterCodeValue);