windmill-cli 1.518.2 → 1.519.0

package/esm/gen/core/OpenAPI.js

@@ -32,7 +32,7 @@ export const OpenAPI = {
     PASSWORD: undefined,
     TOKEN: getEnv("WM_TOKEN"),
     USERNAME: undefined,
-    VERSION: '1.518.2',
+    VERSION: '1.519.0',
     WITH_CREDENTIALS: true,
     interceptors: {
         request: new Interceptors(),

package/esm/gen/services.gen.js

@@ -476,6 +476,37 @@ export const existsUsername = (data) => {
         mediaType: 'application/json'
     });
 };
+/**
+ * checks that all given databases exist or else return the ones that don't
+ * @param data The data for the request.
+ * @param data.requestBody
+ * @returns string databases that do not exist
+ * @throws ApiError
+ */
+export const databasesExist = (data) => {
+    return __request(OpenAPI, {
+        method: 'POST',
+        url: '/settings/databases_exist',
+        body: data.requestBody,
+        mediaType: 'application/json'
+    });
+};
+/**
+ * Runs CREATE DATABASE on the Windmill Postgres and grants access to the ducklake_user
+ * @param data The data for the request.
+ * @param data.name The name of the database to create
+ * @returns unknown status
+ * @throws ApiError
+ */
+export const createDucklakeDatabase = (data) => {
+    return __request(OpenAPI, {
+        method: 'POST',
+        url: '/settings/create_ducklake_database/{name}',
+        path: {
+            name: data.name
+        }
+    });
+};
 /**
  * get global settings
  * @param data The data for the request.
@@ -1599,6 +1630,41 @@ export const editLargeFileStorageConfig = (data) => {
         mediaType: 'application/json'
     });
 };
+/**
+ * list ducklakes
+ * @param data The data for the request.
+ * @param data.workspace
+ * @returns string status
+ * @throws ApiError
+ */
+export const listDucklakes = (data) => {
+    return __request(OpenAPI, {
+        method: 'GET',
+        url: '/w/{workspace}/workspaces/list_ducklakes',
+        path: {
+            workspace: data.workspace
+        }
+    });
+};
+/**
+ * edit ducklake settings
+ * @param data The data for the request.
+ * @param data.workspace
+ * @param data.requestBody Ducklake settings
+ * @returns unknown status
+ * @throws ApiError
+ */
+export const editDucklakeConfig = (data) => {
+    return __request(OpenAPI, {
+        method: 'POST',
+        url: '/w/{workspace}/workspaces/edit_ducklake_config',
+        path: {
+            workspace: data.workspace
+        },
+        body: data.requestBody,
+        mediaType: 'application/json'
+    });
+};
 /**
  * edit workspace git sync settings
  * @param data The data for the request.
@@ -5725,7 +5791,9 @@ export const getJobArgs = (data) => {
  * @param data.id
  * @param data.running
  * @param data.logOffset
+ * @param data.streamOffset
  * @param data.getProgress
+ * @param data.noLogs
  * @returns unknown job details
  * @throws ApiError
  */
@@ -5740,7 +5808,9 @@ export const getJobUpdates = (data) => {
         query: {
             running: data.running,
             log_offset: data.logOffset,
-            get_progress: data.getProgress
+            stream_offset: data.streamOffset,
+            get_progress: data.getProgress,
+            no_logs: data.noLogs
         }
     });
 };
@@ -5753,6 +5823,7 @@ export const getJobUpdates = (data) => {
  * @param data.logOffset
  * @param data.getProgress
  * @param data.onlyResult
+ * @param data.noLogs
  * @returns string server-sent events stream of job updates
  * @throws ApiError
  */
@@ -5768,7 +5839,8 @@ export const getJobUpdatesSse = (data) => {
             running: data.running,
             log_offset: data.logOffset,
             get_progress: data.getProgress,
-            only_result: data.onlyResult
+            only_result: data.onlyResult,
+            no_logs: data.noLogs
         }
     });
 };

package/esm/{apps.js → src/commands/app/apps.js}

@@ -1,10 +1,10 @@
 // deno-lint-ignore-file no-explicit-any
-import { requireLogin } from "./auth.js";
-import { resolveWorkspace, validatePath } from "./context.js";
-import { colors, Command, log, SEP, Table, yamlParseFile } from "./deps.js";
-import * as wmill from "./gen/services.gen.js";
-import { isSuperset } from "./types.js";
-import { readInlinePathSync } from "./utils.js";
+import { requireLogin } from "../../core/auth.js";
+import { resolveWorkspace, validatePath } from "../../core/context.js";
+import { colors, Command, log, SEP, Table, yamlParseFile } from "../../../deps.js";
+import * as wmill from "../../../gen/services.gen.js";
+import { isSuperset } from "../../types.js";
+import { readInlinePathSync } from "../../utils/utils.js";
 const alreadySynced = [];
 export async function pushApp(workspace, remotePath, localPath, message) {
     if (alreadySynced.includes(localPath)) {

package/esm/{dev.js → src/commands/dev/dev.js}

@@ -1,14 +1,14 @@
-import * as dntShim from "./_dnt.shims.js";
-import { Command, SEP, WebSocketServer, express, getPort, http, log, open, yamlParseFile, } from "./deps.js";
-import { getTypeStrFromPath } from "./types.js";
-import { ignoreF } from "./sync.js";
-import { requireLogin } from "./auth.js";
-import { resolveWorkspace } from "./context.js";
-import { mergeConfigWithConfigFile, readConfigFile, } from "./conf.js";
-import { exts, findGlobalDeps, removeExtensionToPath } from "./script.js";
-import { inferContentTypeFromFilePath } from "./script_common.js";
-import { replaceInlineScripts } from "./windmill-utils-internal/src/inline-scripts/replacer.js";
-import { parseMetadataFile } from "./metadata.js";
+import * as dntShim from "../../../_dnt.shims.js";
+import { Command, SEP, WebSocketServer, express, getPort, http, log, open, yamlParseFile, } from "../../../deps.js";
+import { getTypeStrFromPath } from "../../types.js";
+import { ignoreF } from "../sync/sync.js";
+import { requireLogin } from "../../core/auth.js";
+import { resolveWorkspace } from "../../core/context.js";
+import { mergeConfigWithConfigFile, readConfigFile, } from "../../core/conf.js";
+import { exts, findGlobalDeps, removeExtensionToPath } from "../script/script.js";
+import { inferContentTypeFromFilePath } from "../../utils/script_common.js";
+import { replaceInlineScripts } from "../../../windmill-utils-internal/src/inline-scripts/replacer.js";
+import { parseMetadataFile } from "../../utils/metadata.js";
 const PORT = 3001;
 async function dev(opts) {
     const workspace = await resolveWorkspace(opts);

package/esm/{flow.js → src/commands/flow/flow.js}

@@ -1,17 +1,17 @@
 // deno-lint-ignore-file no-explicit-any
-import * as dntShim from "./_dnt.shims.js";
-import { isSuperset } from "./types.js";
-import { Confirm, SEP, log, yamlStringify } from "./deps.js";
-import { colors, Command, Table, yamlParseFile } from "./deps.js";
-import * as wmill from "./gen/services.gen.js";
-import { requireLogin } from "./auth.js";
-import { resolveWorkspace, validatePath } from "./context.js";
-import { resolve, track_job } from "./script.js";
-import { defaultFlowDefinition } from "./bootstrap/flow_bootstrap.js";
-import { generateFlowLockInternal } from "./metadata.js";
-import { mergeConfigWithConfigFile } from "./conf.js";
-import { FSFSElement, elementsToMap, ignoreF } from "./sync.js";
-import { replaceInlineScripts } from "./windmill-utils-internal/src/inline-scripts/replacer.js";
+import * as dntShim from "../../../_dnt.shims.js";
+import { isSuperset } from "../../types.js";
+import { Confirm, SEP, log, yamlStringify } from "../../../deps.js";
+import { colors, Command, Table, yamlParseFile } from "../../../deps.js";
+import * as wmill from "../../../gen/services.gen.js";
+import { requireLogin } from "../../core/auth.js";
+import { resolveWorkspace, validatePath } from "../../core/context.js";
+import { resolve, track_job } from "../script/script.js";
+import { defaultFlowDefinition } from "../../../bootstrap/flow_bootstrap.js";
+import { generateFlowLockInternal } from "../../utils/metadata.js";
+import { mergeConfigWithConfigFile } from "../../core/conf.js";
+import { FSFSElement, elementsToMap, ignoreF } from "../sync/sync.js";
+import { replaceInlineScripts } from "../../../windmill-utils-internal/src/inline-scripts/replacer.js";
 const alreadySynced = [];
 export async function pushFlow(workspace, remotePath, localPath, message) {
     if (alreadySynced.includes(localPath)) {

package/esm/{folder.js → src/commands/folder/folder.js}

@@ -1,10 +1,10 @@
 // deno-lint-ignore-file no-explicit-any
-import * as dntShim from "./_dnt.shims.js";
-import { colors, Command, log, SEP, Table } from "./deps.js";
-import * as wmill from "./gen/services.gen.js";
-import { requireLogin } from "./auth.js";
-import { resolveWorkspace, validatePath } from "./context.js";
-import { isSuperset, parseFromFile } from "./types.js";
+import * as dntShim from "../../../_dnt.shims.js";
+import { colors, Command, log, SEP, Table } from "../../../deps.js";
+import * as wmill from "../../../gen/services.gen.js";
+import { requireLogin } from "../../core/auth.js";
+import { resolveWorkspace, validatePath } from "../../core/context.js";
+import { isSuperset, parseFromFile } from "../../types.js";
 async function list(opts) {
     const workspace = await resolveWorkspace(opts);
     await requireLogin(opts);

package/esm/src/commands/gitsync-settings/converter.js

@@ -0,0 +1,134 @@
+// Helper to compare string arrays (used for includes/excludes/extraIncludes)
+function arraysEqual(arr1, arr2) {
+    if (arr1.length !== arr2.length) {
+        return false;
+    }
+    const sorted1 = [...arr1].sort();
+    const sorted2 = [...arr2].sort();
+    return sorted1.every((item, index) => item === sorted2[index]);
+}
+export class GitSyncSettingsConverter {
+    // Convert backend include_type array to SyncOptions boolean flags
+    static fromBackendFormat(settings) {
+        const includeTypes = settings.include_type || [];
+        const result = {
+            includes: settings.include_path || [],
+            excludes: settings.exclude_path || [],
+            skipScripts: !includeTypes.includes("script"),
+            skipFlows: !includeTypes.includes("flow"),
+            skipApps: !includeTypes.includes("app"),
+            skipFolders: !includeTypes.includes("folder"),
+            skipVariables: !includeTypes.includes("variable"),
+            skipResources: !includeTypes.includes("resource"),
+            skipResourceTypes: !includeTypes.includes("resourcetype"),
+            skipSecrets: !includeTypes.includes("secret"),
+            includeSchedules: includeTypes.includes("schedule"),
+            includeTriggers: includeTypes.includes("trigger"),
+            includeUsers: includeTypes.includes("user"),
+            includeGroups: includeTypes.includes("group"),
+            includeSettings: includeTypes.includes("settings"),
+            includeKey: includeTypes.includes("key"),
+        };
+        // Only include extraIncludes if it has content
+        if (settings.extra_include_path && settings.extra_include_path.length > 0) {
+            result.extraIncludes = settings.extra_include_path;
+        }
+        return result;
+    }
+    // Convert SyncOptions boolean flags to backend include_type array
+    static toBackendFormat(opts) {
+        const includeTypes = [];
+        if (!opts.skipScripts)
+            includeTypes.push("script");
+        if (!opts.skipFlows)
+            includeTypes.push("flow");
+        if (!opts.skipApps)
+            includeTypes.push("app");
+        if (!opts.skipFolders)
+            includeTypes.push("folder");
+        if (!opts.skipVariables)
+            includeTypes.push("variable");
+        if (!opts.skipResources)
+            includeTypes.push("resource");
+        if (!opts.skipResourceTypes)
+            includeTypes.push("resourcetype");
+        if (!opts.skipSecrets)
+            includeTypes.push("secret");
+        if (opts.includeSchedules)
+            includeTypes.push("schedule");
+        if (opts.includeTriggers)
+            includeTypes.push("trigger");
+        if (opts.includeUsers)
+            includeTypes.push("user");
+        if (opts.includeGroups)
+            includeTypes.push("group");
+        if (opts.includeSettings)
+            includeTypes.push("settings");
+        if (opts.includeKey)
+            includeTypes.push("key");
+        const result = {
+            include_path: opts.includes || [],
+            include_type: includeTypes,
+        };
+        // Only include optional arrays if they have content
+        if (opts.excludes && opts.excludes.length > 0) {
+            result.exclude_path = opts.excludes;
+        }
+        if (opts.extraIncludes && opts.extraIncludes.length > 0) {
+            result.extra_include_path = opts.extraIncludes;
+        }
+        return result;
+    }
+    // Normalize SyncOptions for semantic comparison - treat undefined values as their defaults
+    static normalize(opts) {
+        return {
+            ...opts,
+            includes: opts.includes || [],
+            excludes: opts.excludes || [],
+            extraIncludes: opts.extraIncludes || [],
+            skipVariables: opts.skipVariables ?? false,
+            skipResources: opts.skipResources ?? false,
+            skipResourceTypes: opts.skipResourceTypes ?? false,
+            skipSecrets: opts.skipSecrets ?? true,
+            skipScripts: opts.skipScripts ?? false,
+            skipFlows: opts.skipFlows ?? false,
+            skipApps: opts.skipApps ?? false,
+            skipFolders: opts.skipFolders ?? false,
+            includeSchedules: opts.includeSchedules ?? false,
+            includeTriggers: opts.includeTriggers ?? false,
+            includeUsers: opts.includeUsers ?? false,
+            includeGroups: opts.includeGroups ?? false,
+            includeSettings: opts.includeSettings ?? false,
+            includeKey: opts.includeKey ?? false,
+        };
+    }
+    // Extract only git-sync relevant fields for comparison
+    static extractGitSyncFields(opts) {
+        return {
+            includes: opts.includes || [],
+            excludes: opts.excludes || [],
+            extraIncludes: opts.extraIncludes || [],
+            skipScripts: opts.skipScripts,
+            skipFlows: opts.skipFlows,
+            skipApps: opts.skipApps,
+            skipFolders: opts.skipFolders,
+            skipVariables: opts.skipVariables,
+            skipResources: opts.skipResources,
+            skipResourceTypes: opts.skipResourceTypes,
+            skipSecrets: opts.skipSecrets,
+            includeSchedules: opts.includeSchedules,
+            includeTriggers: opts.includeTriggers,
+            includeUsers: opts.includeUsers,
+            includeGroups: opts.includeGroups,
+            includeSettings: opts.includeSettings,
+            includeKey: opts.includeKey,
+        };
+    }
+    // Check if two values are different, with special handling for arrays
+    static isDifferent(value1, value2) {
+        if (Array.isArray(value1) && Array.isArray(value2)) {
+            return !arraysEqual(value1, value2);
+        }
+        return value1 !== value2;
+    }
+}

package/esm/src/commands/gitsync-settings/gitsync-settings.js

@@ -0,0 +1,2 @@
+export { pullGitSyncSettings, pushGitSyncSettings } from "./index.js";
+export { default } from "./index.js";

package/esm/src/commands/gitsync-settings/index.js

@@ -0,0 +1,28 @@
+import { Command } from "../../../deps.js";
+import { pullGitSyncSettings } from "./pull.js";
+import { pushGitSyncSettings } from "./push.js";
+const command = new Command()
+    .description("Manage git-sync settings between local wmill.yaml and Windmill backend")
+    .command("pull")
+    .description("Pull git-sync settings from Windmill backend to local wmill.yaml")
+    .option("--repository <repo:string>", "Specify repository path (e.g., u/user/repo)")
+    .option("--default", "Write settings to top-level defaults instead of overrides")
+    .option("--replace", "Replace existing settings (non-interactive mode)")
+    .option("--override", "Add branch-specific override (non-interactive mode)")
+    .option("--diff", "Show differences without applying changes")
+    .option("--json-output", "Output in JSON format")
+    .option("--with-backend-settings <json:string>", "Use provided JSON settings instead of querying backend (for testing)")
+    .option("--yes", "Skip interactive prompts and use default behavior")
+    .option("--promotion <branch:string>", "Use promotionOverrides from the specified branch instead of regular overrides")
+    .action(pullGitSyncSettings)
+    .command("push")
+    .description("Push git-sync settings from local wmill.yaml to Windmill backend")
+    .option("--repository <repo:string>", "Specify repository path (e.g., u/user/repo)")
+    .option("--diff", "Show what would be pushed without applying changes")
+    .option("--json-output", "Output in JSON format")
+    .option("--with-backend-settings <json:string>", "Use provided JSON settings instead of querying backend (for testing)")
+    .option("--yes", "Skip interactive prompts and use default behavior")
+    .option("--promotion <branch:string>", "Use promotionOverrides from the specified branch instead of regular overrides")
+    .action(pushGitSyncSettings);
+export { pullGitSyncSettings, pushGitSyncSettings };
+export default command;

package/esm/src/commands/gitsync-settings/legacySettings.js

@@ -0,0 +1,119 @@
+import * as dntShim from "../../../_dnt.shims.js";
+import { colors, Confirm } from "../../../deps.js";
+import * as wmill from "../../../gen/services.gen.js";
+// Shared migration function for legacy repositories
+export async function handleLegacyRepositoryMigration(selectedRepo, gitSyncSettings, workspace, opts, operationName = "operation") {
+    if (selectedRepo.settings) {
+        return selectedRepo; // Already migrated
+    }
+    // This repository is in legacy format - handle migration
+    if (!gitSyncSettings.include_path || !gitSyncSettings.include_type) {
+        throw new Error(`Repository "${selectedRepo.git_repo_resource_path}" has legacy format but workspace-level include_path or include_type is missing. This indicates corrupted git-sync settings.`);
+    }
+    const workspaceIncludePath = gitSyncSettings.include_path;
+    const workspaceIncludeType = gitSyncSettings.include_type;
+    if (dntShim.Deno.stdout.isTerminal() && !opts.yes) {
+        // Interactive mode - show migration prompt
+        console.log(colors.yellow('\n⚠️  Legacy git-sync settings detected!'));
+        console.log(`\nRepository "${selectedRepo.git_repo_resource_path}" has legacy settings format.`);
+        console.log('The new format allows per-repository filter configuration.');
+        if (operationName === "push") {
+            console.log('This repository must be migrated before pushing settings.\n');
+        }
+        else {
+            console.log('\n');
+        }
+        console.log(colors.bold('Current workspace-level settings:'));
+        console.log(`  Include paths: ${workspaceIncludePath.join(', ')}`);
+        console.log(`  Include types: ${workspaceIncludeType.join(', ')}\n`);
+        // Show what the migration will do
+        let finalIncludeType = [...workspaceIncludeType];
+        if (selectedRepo.exclude_types_override && selectedRepo.exclude_types_override.length > 0) {
+            const originalCount = finalIncludeType.length;
+            finalIncludeType = finalIncludeType.filter(type => !selectedRepo.exclude_types_override.includes(type));
+            const excludedCount = originalCount - finalIncludeType.length;
+            console.log(colors.yellow(`Repository excludes ${excludedCount} types: ${selectedRepo.exclude_types_override.join(', ')}`));
+        }
+        console.log(colors.bold('\nAfter migration, repository will have:'));
+        console.log(`  Include paths: ${workspaceIncludePath.join(', ')}`);
+        console.log(`  Include types: ${finalIncludeType.join(', ')}\n`);
+        const confirm = await Confirm.prompt({
+            message: operationName === "push"
+                ? 'Do you want to migrate this repository before pushing?'
+                : 'Do you want to migrate this repository?',
+            default: true
+        });
+        if (!confirm) {
+            const message = operationName === "push"
+                ? '\n⚠️  Migration skipped. Cannot push to legacy repository.'
+                : '\n⚠️  Migration skipped. You can migrate later via the UI.';
+            console.log(colors.yellow(message));
+            if (operationName === "push") {
+                return null; // Signal to exit push operation
+            }
+            throw new Error('Migration cancelled by user');
+        }
+        // Perform the migration
+        let migratedIncludeType = [...workspaceIncludeType];
+        if (selectedRepo.exclude_types_override && selectedRepo.exclude_types_override.length > 0) {
+            migratedIncludeType = migratedIncludeType.filter(type => !selectedRepo.exclude_types_override.includes(type));
+        }
+        const migratedRepo = {
+            ...selectedRepo,
+            settings: {
+                include_path: [...workspaceIncludePath],
+                include_type: migratedIncludeType,
+                exclude_path: [],
+                extra_include_path: []
+            }
+        };
+        // Remove the old field
+        delete migratedRepo.exclude_types_override;
+        // Update the backend with migrated repository
+        const updatedRepositories = gitSyncSettings.repositories.map((repo) => {
+            if (repo.git_repo_resource_path === selectedRepo.git_repo_resource_path) {
+                return migratedRepo;
+            }
+            return repo;
+        });
+        await wmill.editWorkspaceGitSyncConfig({
+            workspace: workspace.workspaceId,
+            requestBody: {
+                git_sync_settings: {
+                    repositories: updatedRepositories,
+                    // Keep workspace-level settings if other repos are still legacy
+                    ...(gitSyncSettings.repositories.some((r) => r.git_repo_resource_path !== selectedRepo.git_repo_resource_path && !r.settings) && {
+                        include_path: workspaceIncludePath,
+                        include_type: workspaceIncludeType
+                    })
+                }
+            }
+        });
+        console.log(colors.green('\n✓ Repository migration completed successfully!'));
+        if (operationName === "push") {
+            console.log('Now proceeding with push operation...\n');
+        }
+        return migratedRepo;
+    }
+    else {
+        // Non-interactive mode - show error
+        console.error(colors.red('\n❌ Legacy git-sync settings detected!'));
+        console.error(`\nRepository "${selectedRepo.git_repo_resource_path}" has legacy settings format.`);
+        if (operationName === "push") {
+            console.error('This repository must be migrated before pushing settings.');
+        }
+        console.error('Please choose one of the following options:\n');
+        console.error('1. Go to the Windmill UI > Workspace Settings > Git Sync');
+        console.error('   Review and save this repository to migrate to the new format.\n');
+        console.error('2. Run this command in interactive mode (with TTY) to migrate.');
+        console.error(`   Example: wmill gitsync-settings ${operationName}\n`);
+        if (operationName === "push") {
+            console.error('3. Pull settings first to migrate: wmill gitsync-settings pull\n');
+        }
+        else {
+            console.error('3. Push local settings to override backend settings:');
+            console.error('   wmill gitsync-settings push\n');
+        }
+        dntShim.Deno.exit(1);
+    }
+}