@pipelab/shared 1.0.0-beta.13 → 1.0.0-beta.15

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipelab/shared",
-  "version": "1.0.0-beta.13",
+  "version": "1.0.0-beta.15",
   "private": false,
   "description": "Shared logic and types for the Pipelab ecosystem",
   "license": "FSL-1.1-MIT",
@@ -37,15 +37,15 @@
     "tslog": "4.9.3",
     "type-fest": "4.26.1",
     "valibot": "0.42.1",
-    "@pipelab/constants": "1.0.0-beta.15",
-    "@pipelab/migration": "1.0.0-beta.13"
+    "@pipelab/constants": "1.0.0-beta.17",
+    "@pipelab/migration": "1.0.0-beta.15"
   },
   "devDependencies": {
     "esbuild-plugin-wasm": "1.1.0",
     "tsdown": "0.21.2",
     "typescript": "5.9.3",
     "vitest": "3.1.4",
-    "@pipelab/tsconfig": "1.0.0-beta.13"
+    "@pipelab/tsconfig": "1.0.0-beta.15"
   },
   "scripts": {
     "build": "tsdown",

package/src/apis.ts

@@ -1,16 +1,11 @@
 import { RendererPluginDefinition } from "./plugins/definitions";
 import { User, UserResponse } from "@supabase/supabase-js";
 import type { Tagged } from "type-fest";
-import { PresetResult, Steps } from "./model";
-import { AppConfig } from "./config.schema";
+import { PresetResult, Steps, SavedFile } from "./model";
+import { AppConfig, ConnectionsConfig } from "./config.schema";
+import { FileRepo } from "./config/projects-definition";
 import { Agent } from "./websocket.types";
-import {
-  BuildHistoryEntry,
-  BuildHistoryQuery,
-  BuildHistoryResponse,
-  BuildHistoryConfig,
-  RetentionPolicy,
-} from "./build-history";
+import { BuildHistoryEntry, BuildHistoryQuery, BuildHistoryResponse } from "./build-history";
 
 type Event<TYPE extends string, DATA> =
   | { type: TYPE; data: DATA }
@@ -31,6 +26,58 @@ type EndEvent<DATA> = {
 
 export type Presets = Record<string, PresetResult>;
 
+export type StableDataReport = {
+  sourceChannel: "Stable" | "Beta";
+  targetChannel: "Stable" | "Beta";
+
+  // Settings
+  settingsExists: boolean;
+  settingsVersion: string | null;
+  settingsVersionTarget: string | null;
+  settingsMtimeSource: number;
+  settingsMtimeTarget: number;
+  settingsImportable: boolean;
+
+  // Connections
+  connectionsExists: boolean;
+  connectionsCount: number;
+  connectionsVersion: string | null;
+  connectionsVersionTarget: string | null;
+  connectionsMtimeSource: number;
+  connectionsMtimeTarget: number;
+  connectionsImportable: boolean;
+
+  // Projects
+  projectsExists: boolean;
+  projectsVersion: string | null;
+  projectsVersionTarget: string | null;
+  projectsMtimeSource: number;
+  projectsMtimeTarget: number;
+  projectsImportable: boolean;
+
+  projects: Array<{
+    id: string;
+    name: string;
+    description: string;
+    pipelines: Array<{
+      id: string;
+      name: string;
+      description: string;
+      type: "internal" | "external" | "pipelab-cloud";
+      lastModifiedStable?: string;
+      lastModifiedBeta?: string;
+      existsInBeta: boolean;
+    }>;
+  }>;
+};
+
+export type MigrationOptions = {
+  migrateSettings: boolean;
+  migrateConnections: boolean;
+  selectedProjects: string[];
+  selectedPipelines: string[];
+};
+
 export type IpcDefinition = {
   "fs:read": [
     // input
@@ -101,10 +148,24 @@ export type IpcDefinition = {
 
   "constants:get": [void, EndEvent<{ result: { userData: string } }>];
 
-  "config:load": [{ config: string }, EndEvent<{ result: any }>];
-  "config:save": [{ data: any; config: string }, EndEvent<{ result: "ok" }>];
-  "config:reset": [{ config: string; key: string }, EndEvent<{ result: "ok" }>];
-  "config:delete": [{ config: string }, EndEvent<{ result: "ok" }>];
+  "settings:load": [void, EndEvent<AppConfig>];
+  "settings:save": [{ data: AppConfig }, EndEvent<"ok">];
+  "settings:reset": [{ key: string }, EndEvent<"ok">];
+
+  "connections:load": [void, EndEvent<ConnectionsConfig>];
+  "connections:save": [{ data: ConnectionsConfig }, EndEvent<"ok">];
+  "connections:reset": [{ key: string }, EndEvent<"ok">];
+
+  "projects:load": [void, EndEvent<FileRepo>];
+  "projects:save": [{ data: FileRepo }, EndEvent<"ok">];
+  "projects:reset": [{ key: string }, EndEvent<"ok">];
+
+  "pipeline:load-by-name": [{ name: string }, EndEvent<SavedFile>];
+  "pipeline:load-by-path": [{ path: string }, EndEvent<SavedFile>];
+  "pipeline:save-by-name": [{ name: string; data: string }, EndEvent<"ok">];
+  "pipeline:save-by-path": [{ path: string; data: string }, EndEvent<"ok">];
+  "pipeline:delete-by-name": [{ name: string }, EndEvent<"ok">];
+  "pipeline:delete-by-path": [{ path: string }, EndEvent<"ok">];
   "action:cancel": [void, EndEvent<{ result: "ok" | "ko" }>];
 
   // Build History APIs
@@ -130,10 +191,6 @@ export type IpcDefinition = {
       newestEntry?: number;
     }>,
   ];
-  "build-history:configure": [
-    { config: Partial<BuildHistoryConfig> },
-    EndEvent<{ result: "ok" | "ko" }>,
-  ];
   "agents:get": [void, EndEvent<{ agents: Agent[] }>];
   "graph:execute": [
     {
@@ -161,7 +218,10 @@ export type IpcDefinition = {
     EndEvent<{ data: any | null; error: any | null }>,
   ];
   "agent:version:get": [void, EndEvent<{ version: string }>];
-  "startup:progress": [void, { type: "progress"; data: { message: string } } | { type: "ready" } | { type: "done" }];
+  "startup:progress": [
+    void,
+    { type: "progress"; data: { message: string } } | { type: "ready" } | { type: "done" },
+  ];
   "plugin:loaded": [void, { plugin: RendererPluginDefinition }];
   "plugin:search": [
     { query: string },
@@ -200,6 +260,8 @@ export type IpcDefinition = {
     { plugins: Record<string, string> },
     EndEvent<{ loaded: string[]; failed: string[] }>,
   ];
+  "migration:scan-stable": [void, EndEvent<StableDataReport>];
+  "migration:perform": [MigrationOptions, EndEvent<{ result: "ok" }>];
 };
 
 export type Channels = keyof IpcDefinition;

package/src/build-history.ts

@@ -34,6 +34,7 @@ export interface BuildHistoryEntry {
   pipelineId: string;
   projectName: string;
   projectPath: string;
+  cachePath?: string;
   status: "running" | "completed" | "failed" | "cancelled";
   startTime: number;
   endTime?: number;
@@ -78,11 +79,6 @@ export interface IBuildHistoryStorage {
     newestEntry?: number;
     numberOfPipelines: number;
     userDataPath: string;
-    retentionPolicy: {
-      enabled: boolean;
-      maxEntries: number;
-      maxAge: number;
-    };
     disk: {
       total: number;
       free: number;
@@ -92,24 +88,6 @@ export interface IBuildHistoryStorage {
   }>;
 }
 
-// Retention policy configuration
-export interface RetentionPolicy {
-  enabled: boolean;
-  maxEntries: number;
-  maxAge: number; // in milliseconds
-  maxSize: number; // in bytes
-  keepFailedBuilds: boolean;
-  keepSuccessfulBuilds: boolean;
-}
-
-// Storage configuration
-export interface BuildHistoryConfig {
-  storagePath: string;
-  indexFileName: string;
-  entryFilePrefix: string;
-  retentionPolicy: RetentionPolicy;
-}
-
 // Authorization and subscription types
 export interface SubscriptionBenefit {
   id: string;

package/src/config/migrators.ts

@@ -16,12 +16,11 @@ import {
   AppConfigV5,
   AppConfigV6,
   AppConfigV7,
-  AppConfigV8,
   ConnectionsConfig,
   ConnectionsConfigV1,
 } from "../config.schema";
 
-const DEFAULT_PLUGINS: AppConfigV8["plugins"] = [
+const DEFAULT_PLUGINS: AppConfig["plugins"] = [
   {
     name: "@pipelab/plugin-construct",
     enabled: true,
@@ -39,7 +38,7 @@ const DEFAULT_PLUGINS: AppConfigV8["plugins"] = [
   { name: "@pipelab/plugin-minify", enabled: true, description: "Asset minification" },
   { name: "@pipelab/plugin-netlify", enabled: true, description: "Netlify deployment" },
 ];
-import { FileRepoV1, FileRepoV2, FileRepo } from "./projects-types";
+import { FileRepoV1, FileRepoV2, FileRepoV3, FileRepo } from "./projects-types";
 import {
   SavedFileV1,
   SavedFileV2,
@@ -73,7 +72,7 @@ const settingsMigratorInternal = createMigrator<AppConfigV1, AppConfig>();
 export const defaultAppSettings = settingsMigratorInternal.createDefault({
   locale: "en-US",
   theme: "light",
-  version: "8.0.0",
+  version: "7.0.0",
   autosave: true,
   agents: [],
   tours: {
@@ -86,15 +85,7 @@ export const defaultAppSettings = settingsMigratorInternal.createDefault({
       completed: false,
     },
   },
-  buildHistory: {
-    retentionPolicy: {
-      enabled: false,
-      maxEntries: 50,
-      maxAge: 30,
-    },
-  },
   plugins: DEFAULT_PLUGINS,
-  isInternalMigrationBannerClosed: false,
 });
 
 export const appSettingsMigrator = settingsMigratorInternal.createMigrations({
@@ -143,27 +134,20 @@ export const appSettingsMigrator = settingsMigratorInternal.createMigrations({
         autosave: true,
       }),
     }),
-    createMigration<AppConfigV6, AppConfigV8>({
+    createMigration<AppConfigV6, AppConfigV7>({
       version: "6.0.0" as SemVer,
       up: (state) => {
-        const { cacheFolder: _, clearTemporaryFoldersOnPipelineEnd: __, ...rest } = state;
+        const { cacheFolder, clearTemporaryFoldersOnPipelineEnd: __, ...rest } = state;
         return {
           ...rest,
+          cacheFolder,
           agents: [],
-          buildHistory: {
-            retentionPolicy: {
-              enabled: false,
-              maxEntries: 50,
-              maxAge: 30,
-            },
-          },
           plugins: DEFAULT_PLUGINS,
-          isInternalMigrationBannerClosed: false,
         };
       },
     }),
-    createMigration<AppConfigV8, never>({
-      version: "8.0.0" as SemVer,
+    createMigration<AppConfigV7, never>({
+      version: "7.0.0" as SemVer,
       up: finalVersion,
     }),
   ],
@@ -193,7 +177,7 @@ export const connectionsMigrator = connectionsMigratorInternal.createMigrations(
 const fileRepoMigratorInternal = createMigrator<FileRepoV1, FileRepo>();
 
 export const defaultFileRepo = fileRepoMigratorInternal.createDefault({
-  version: "2.0.0",
+  version: "3.0.0",
   projects: [
     {
       id: "main",
@@ -232,8 +216,16 @@ export const fileRepoMigrations = fileRepoMigratorInternal.createMigrations({
         };
       },
     }),
-    createMigration<FileRepoV2, never>({
+    createMigration<FileRepoV2, FileRepoV3>({
       version: "2.0.0",
+      up: (state) => {
+        return {
+          ...state,
+        };
+      },
+    }),
+    createMigration<FileRepoV3, never>({
+      version: "3.0.0",
       up: finalVersion,
     }),
   ],
@@ -424,7 +416,7 @@ export const normalizePipelineConfig = (state: any): boolean => {
 
   // Normalise plugin IDs in block and trigger origins (pluginId field only;
   // version strings don't need normalisation)
-  if (state.type === "default" && state.canvas) {
+  if (state.canvas) {
     if (Array.isArray(state.canvas.blocks)) {
       for (const block of state.canvas.blocks) {
         if (normalizeBlockPluginId(block)) changed = true;

package/src/config/projects-definition.ts

@@ -18,8 +18,15 @@ export const FileRepoValidatorV2 = object({
   pipelines: optional(array(SaveLocationValidator), []),
 });
 
+export const FileRepoValidatorV3 = object({
+  version: literal("3.0.0"),
+  projects: array(FileRepoProjectValidatorV2),
+  pipelines: optional(array(SaveLocationValidator), []),
+});
+
 export type FileRepoV1 = InferInput<typeof FileRepoValidatorV1>;
 export type FileRepoV2 = InferInput<typeof FileRepoValidatorV2>;
+export type FileRepoV3 = InferInput<typeof FileRepoValidatorV3>;
 
-export const FileRepoValidator = FileRepoValidatorV2;
+export const FileRepoValidator = FileRepoValidatorV3;
 export type FileRepo = InferInput<typeof FileRepoValidator>;

package/src/config/projects-types.ts

@@ -1,25 +1 @@
-import { SaveLocationValidator } from "../save-location";
-import { object, string, optional, record, InferInput, literal, array } from "valibot";
-
-export const FileRepoValidatorV1 = object({
-  version: literal("1.0.0"),
-  data: optional(record(string(), SaveLocationValidator), {}),
-});
-
-export const FileRepoProjectValidatorV2 = object({
-  id: string(),
-  name: string(),
-  description: string(),
-});
-
-export const FileRepoValidatorV2 = object({
-  version: literal("2.0.0"),
-  projects: array(FileRepoProjectValidatorV2),
-  pipelines: optional(array(SaveLocationValidator), []),
-});
-
-export type FileRepoV1 = InferInput<typeof FileRepoValidatorV1>;
-export type FileRepoV2 = InferInput<typeof FileRepoValidatorV2>;
-
-export const FileRepoValidator = FileRepoValidatorV2;
-export type FileRepo = InferInput<typeof FileRepoValidator>;
+export * from "./projects-definition";

package/src/config/settings-definition.ts

@@ -7,7 +7,6 @@ import type {
   AppConfigV5,
   AppConfigV6,
   AppConfigV7,
-  AppConfigV8,
 } from "../config.schema";
 
 export type {
@@ -19,5 +18,4 @@ export type {
   AppConfigV5,
   AppConfigV6,
   AppConfigV7,
-  AppConfigV8,
 };

package/src/config.schema.ts

@@ -128,51 +128,6 @@ export const AppSettingsValidatorV7 = object({
       url: string(),
     }),
   ),
-  buildHistory: object({
-    retentionPolicy: object({
-      enabled: boolean(),
-      maxEntries: number(), // Maximum number of entries per pipeline
-      maxAge: number(), // Maximum age of entries in days
-    }),
-  }),
-});
-
-export const AppSettingsValidatorV8 = object({
-  theme: union([literal("light"), literal("dark")]),
-  version: literal("8.0.0"),
-  locale: union([
-    literal("en-US"),
-    literal("fr-FR"),
-    literal("pt-BR"),
-    literal("zh-CN"),
-    literal("es-ES"),
-    literal("de-DE"),
-  ]),
-  tours: object({
-    dashboard: object({
-      step: number(),
-      completed: boolean(),
-    }),
-    editor: object({
-      step: number(),
-      completed: boolean(),
-    }),
-  }),
-  autosave: boolean(),
-  agents: array(
-    object({
-      id: string(),
-      name: string(),
-      url: string(),
-    }),
-  ),
-  buildHistory: object({
-    retentionPolicy: object({
-      enabled: boolean(),
-      maxEntries: number(), // Maximum number of entries per pipeline
-      maxAge: number(), // Maximum age of entries in days
-    }),
-  }),
   // Metadata list of plugins the user has enabled (official + community).
   // No binaries are stored here — versions are resolved JIT at node-add time.
   plugins: array(
@@ -182,7 +137,8 @@ export const AppSettingsValidatorV8 = object({
       description: string(),
     }),
   ),
-  isInternalMigrationBannerClosed: optional(boolean(), false),
+  cacheFolder: optional(string()),
+  tempFolder: optional(string()),
 });
 
 export const ConnectionValidator = looseObject({
@@ -210,7 +166,6 @@ export type AppConfigV4 = InferInput<typeof AppSettingsValidatorV4>;
 export type AppConfigV5 = InferInput<typeof AppSettingsValidatorV5>;
 export type AppConfigV6 = InferInput<typeof AppSettingsValidatorV6>;
 export type AppConfigV7 = InferInput<typeof AppSettingsValidatorV7>;
-export type AppConfigV8 = InferInput<typeof AppSettingsValidatorV8>;
 
-export type AppConfig = AppConfigV8;
-export const AppSettingsValidator = AppSettingsValidatorV8;
+export type AppConfig = AppConfigV7;
+export const AppSettingsValidator = AppSettingsValidatorV7;