windmill-components 1.511.1 → 1.531.0

package/package/script_helpers.d.ts

@@ -2,10 +2,10 @@ import { type Script } from './gen';
 import type { SupportedLanguage } from './common';
 export declare const TS_PREPROCESSOR_SCRIPT_INTRO = "/**\n * Trigger preprocessor\n *\n * \u26A0\uFE0F This function runs BEFORE the main function.\n *\n * It processes raw trigger data from various sources (webhook, custom HTTP route, SQS, WebSocket, Kafka, NATS, MQTT, Postgres, or email)\n * before passing it to `main`. This separates the trigger logic from the main logic and keeps the auto-generated runnable UI clean.\n *\n * The returned object defines the parameter values passed to `main()`.\n * e.g., { b: 1, a: 2 } \u2192 Calls `main(2, 1)`, assuming `main` is defined as `main(a: number, b: number)`.\n * Ensure that the parameter names in `main` match the keys in the returned object.\n * \n * Learn more: https://www.windmill.dev/docs/core_concepts/preprocessors\n */\n";
 export declare const TS_PREPROCESSOR_FLOW_INTRO = "/**\n * Trigger preprocessor\n *\n * It processes raw trigger data from various sources (webhook, custom HTTP route, SQS, WebSocket, Kafka, NATS, MQTT, Postgres, or email) \n * before passing it to the flow. This separates the trigger logic from the flow logic and keeps the auto-generated UI clean.\n * \n * The returned object determines the parameter values passed to the flow.\n * e.g., `{ b: 1, a: 2 }` \u2192 Calls the flow with `a = 2` and `b = 1`, assuming the flow has two inputs called `a` and `b`.\n * Ensure that the input names of the flow match the keys in the returned object.\n * \n * Learn more: https://www.windmill.dev/docs/core_concepts/preprocessors\n */\n";
-export declare const TS_PREPROCESSOR_MODULE_CODE = "export async function preprocessor(\n  event:\n    | {\n      kind: \"webhook\";\n      body: any;\n      raw_string: string | null;\n      query: Record<string, string>;\n      headers: Record<string, string>;\n    }\n    | {\n      kind: \"http\";\n      body: any;\n      raw_string: string | null;\n      route: string;\n      path: string;\n      method: string;\n      params: Record<string, string>;\n      query: Record<string, string>;\n      headers: Record<string, string>;\n    }\n    | {\n      kind: \"email\";\n      parsed_email: any;\n      raw_email: string;\n    }\n    | { kind: \"websocket\"; msg: string; url: string }\n    | {\n      kind: \"kafka\";\n      payload: string;\n      brokers: string[];\n      topic: string;\n      group_id: string;\n    }\n    | {\n      kind: \"nats\";\n      payload: string;\n      servers: string[];\n      subject: string;\n      headers?: Record<string, string[]>;\n      status?: number;\n      description?: string;\n      length: number;\n    }\n    | {\n      kind: \"sqs\";\n      msg: string;\n      queue_url: string;\n      message_id?: string;\n      receipt_handle?: string;\n      attributes: Record<string, string>;\n      message_attributes?: Record<\n        string,\n        { string_value?: string; data_type: string }\n      >;\n    }\n    | {\n      kind: \"mqtt\";\n      payload: string;\n      topic: string;\n      retain: boolean;\n      pkid: number;\n      qos: number;\n      v5?: {\n        payload_format_indicator?: number;\n        topic_alias?: number;\n        response_topic?: string;\n        correlation_data?: Array<number>;\n        user_properties?: Array<[string, string]>;\n        subscription_identifiers?: Array<number>;\n        content_type?: string;\n      };\n    }\n    | {\n      kind: \"gcp\";\n      payload: string;\n      message_id: string;\n      subscription: string;\n      ordering_key?: string;\n      attributes?: Record<string, string>;\n      delivery_type: \"push\" | \"pull\";\n      headers?: Record<string, string>;\n      publish_time?: string;\n    }\n    | {\n      kind: \"postgres\";\n      transaction_type: \"insert\" | \"update\" | \"delete\",\n      schema_name: string,\n      table_name: string,\n      old_row?: Record<string, any>,\n      row: Record<string, any>\n    }\n) {\n  return {\n    // return the args to be passed to the runnable\n  };\n}\n";
+export declare const TS_PREPROCESSOR_MODULE_CODE = "export async function preprocessor(\n  event:\n    | {\n      kind: \"webhook\";\n      body: any;\n      raw_string: string | null;\n      query: Record<string, string>;\n      headers: Record<string, string>;\n    }\n    | {\n      kind: \"http\";\n      body: any;\n      raw_string: string | null;\n      route: string;\n      path: string;\n      method: string;\n      params: Record<string, string>;\n      query: Record<string, string>;\n      headers: Record<string, string>;\n    }\n    | {\n      kind: \"email\";\n      parsed_email: any;\n      raw_email: string;\n    }\n    | { kind: \"websocket\"; msg: string; url: string }\n    | {\n      kind: \"kafka\";\n      payload: string;\n      brokers: string[];\n      topic: string;\n      group_id: string;\n    }\n    | {\n      kind: \"nats\";\n      payload: string;\n      servers: string[];\n      subject: string;\n      headers?: Record<string, string[]>;\n      status?: number;\n      description?: string;\n      length: number;\n    }\n    | {\n      kind: \"sqs\";\n      msg: string;\n      queue_url: string;\n      message_id?: string;\n      receipt_handle?: string;\n      attributes: Record<string, string>;\n      message_attributes?: Record<\n        string,\n        { string_value?: string; data_type: string }\n      >;\n    }\n    | {\n      kind: \"mqtt\";\n      payload: string;\n      topic: string;\n      retain: boolean;\n      pkid: number;\n      qos: number;\n      v5?: {\n        payload_format_indicator?: number;\n        topic_alias?: number;\n        response_topic?: string;\n        correlation_data?: Array<number>;\n        user_properties?: Array<[string, string]>;\n        subscription_identifiers?: Array<number>;\n        content_type?: string;\n      };\n    }\n    | {\n      kind: \"gcp\";\n      payload: string;\n      message_id: string;\n      subscription: string;\n      ordering_key?: string;\n      attributes?: Record<string, string>;\n      delivery_type: \"push\" | \"pull\";\n      headers?: Record<string, string>;\n      publish_time?: string;\n      ack_id?: string;\n    }\n    | {\n      kind: \"postgres\";\n      transaction_type: \"insert\" | \"update\" | \"delete\",\n      schema_name: string,\n      table_name: string,\n      old_row?: Record<string, any>,\n      row: Record<string, any>\n    }\n) {\n  return {\n    // return the args to be passed to the runnable\n  };\n}\n";
 export declare const PYTHON_PREPROCESSOR_SCRIPT_INTRO = "# Trigger preprocessor\n#\n# \u26A0\uFE0F This function runs BEFORE the main function.\n#\n# It processes raw trigger data from various sources (webhook, custom HTTP route, SQS, WebSocket, Kafka, NATS, MQTT, Postgres, or email) \n# before passing it to `main`. This separates the trigger logic from the main logic and keeps the auto-generated UI clean.\n#\n# The returned object defines the parameter values passed to `main()`.\n# e.g., { b: 1, a: 2 } \u2192 Calls `main(2, 1)`, assuming `main` is defined as `main(a: int, b: int)`.\n# Ensure that the parameter names in `main` match the keys in the returned object.\n#\n# Learn more: https://www.windmill.dev/docs/core_concepts/preprocessors\n\n";
 export declare const PYTHON_PREPROCESSOR_FLOW_INTRO = "# Trigger preprocessor\n#\n# It processes raw trigger data from various sources (webhook, custom HTTP route, SQS, WebSocket, Kafka, NATS, MQTT, Postgres, or email) \n# before passing it to the flow. This separates the trigger logic from the flow logic and keeps the auto-generated UI clean.\n# \n# The returned object determines the parameter values passed to the flow.\n# e.g., `{ b: 1, a: 2 }` \u2192 Calls the flow with `a = 2` and `b = 1`, assuming the flow has two inputs called `a` and `b`.\n# Ensure that the input names of the flow match the keys in the returned object.\n#\n# Learn more: https://www.windmill.dev/docs/core_concepts/preprocessors\n\n";
-export declare const PYTHON_PREPROCESSOR_MODULE_CODE = "from typing import TypedDict, Literal, Optional, Union\n\n\nclass WebhookEvent(TypedDict):\n    kind: Literal[\"webhook\"]\n    body: dict\n    raw_string: Optional[str]\n    query: dict[str, str]\n    headers: dict[str, str]\n\n\nclass HttpEvent(TypedDict):\n    kind: Literal[\"http\"]\n    body: dict\n    raw_string: Optional[str]\n    route: str\n    path: str\n    method: str\n    params: dict[str, str]\n    query: dict[str, str]\n    headers: dict[str, str]\n\n\nclass EmailEvent(TypedDict):\n    kind: Literal[\"email\"]\n    parsed_email: dict\n    raw_email: str\n\n\nclass WebsocketEvent(TypedDict):\n    kind: Literal[\"websocket\"]\n    msg: str\n    url: str\n\n\nclass KafkaEvent(TypedDict):\n    kind: Literal[\"kafka\"]\n    payload: str\n    brokers: list[str]\n    topic: str\n    group_id: str\n\n\nclass NatsEvent(TypedDict):\n    kind: Literal[\"nats\"]\n    payload: str\n    servers: list[str]\n    subject: str\n    headers: Optional[dict[str, list[str]]]\n    status: Optional[int]\n    description: Optional[str]\n    length: int\n\n\nclass MessageAttribute(TypedDict):\n    string_value: Optional[str]\n    data_type: str\n\n\nclass SqsEvent(TypedDict):\n    kind: Literal[\"sqs\"]\n    msg: str\n    queue_url: str\n    message_id: Optional[str]\n    receipt_handle: Optional[str]\n    attributes: dict[str, str]\n    message_attributes: Optional[dict[str, MessageAttribute]]\n\n\nclass MqttV5Properties(TypedDict, total=False):\n    payload_format_indicator: Optional[int]\n    topic_alias: Optional[int]\n    response_topic: Optional[str]\n    correlation_data: Optional[list[int]]\n    user_properties: Optional[list[tuple[str, str]]]\n    subscription_identifiers: Optional[list[int]]\n    content_type: Optional[str]\n\n\nclass MqttEvent(TypedDict):\n    kind: Literal[\"mqtt\"]\n    payload: str\n    topic: str\n    retain: bool\n    pkid: int\n    qos: int\n    v5: Optional[MqttV5Properties]\n\n\nclass GcpEvent(TypedDict):\n    kind: Literal[\"gcp\"]\n    payload: str\n    message_id: str\n    subscription: str\n    ordering_key: Optional[str]\n    attributes: Optional[dict[str, str]]\n    delivery_type: Literal[\"push\", \"pull\"]\n    headers: Optional[dict[str, str]]\n    publish_time: Optional[str]\n\n\nclass PostgresEvent(TypedDict):\n    kind: Literal[\"postgres\"]\n    transaction_type: Literal[\"insert\", \"update\", \"delete\"]\n    schema_name: str\n    table_name: str\n    old_row: Optional[dict[str, any]]\n    row: dict[str, any]\n\n\nEvent = Union[\n    WebhookEvent,\n    HttpEvent,\n    EmailEvent,\n    WebsocketEvent,\n    KafkaEvent,\n    NatsEvent,\n    SqsEvent,\n    MqttEvent,\n    GcpEvent,\n    PostgresEvent,\n]\n\n\ndef preprocessor(event: Event):\n    return {\n        # return the args to be passed to the runnable\n    }\n";
+export declare const PYTHON_PREPROCESSOR_MODULE_CODE = "from typing import TypedDict, Literal, Optional, Union\n\n\nclass WebhookEvent(TypedDict):\n    kind: Literal[\"webhook\"]\n    body: dict\n    raw_string: Optional[str]\n    query: dict[str, str]\n    headers: dict[str, str]\n\n\nclass HttpEvent(TypedDict):\n    kind: Literal[\"http\"]\n    body: dict\n    raw_string: Optional[str]\n    route: str\n    path: str\n    method: str\n    params: dict[str, str]\n    query: dict[str, str]\n    headers: dict[str, str]\n\n\nclass EmailEvent(TypedDict):\n    kind: Literal[\"email\"]\n    parsed_email: dict\n    raw_email: str\n\n\nclass WebsocketEvent(TypedDict):\n    kind: Literal[\"websocket\"]\n    msg: str\n    url: str\n\n\nclass KafkaEvent(TypedDict):\n    kind: Literal[\"kafka\"]\n    payload: str\n    brokers: list[str]\n    topic: str\n    group_id: str\n\n\nclass NatsEvent(TypedDict):\n    kind: Literal[\"nats\"]\n    payload: str\n    servers: list[str]\n    subject: str\n    headers: Optional[dict[str, list[str]]]\n    status: Optional[int]\n    description: Optional[str]\n    length: int\n\n\nclass MessageAttribute(TypedDict):\n    string_value: Optional[str]\n    data_type: str\n\n\nclass SqsEvent(TypedDict):\n    kind: Literal[\"sqs\"]\n    msg: str\n    queue_url: str\n    message_id: Optional[str]\n    receipt_handle: Optional[str]\n    attributes: dict[str, str]\n    message_attributes: Optional[dict[str, MessageAttribute]]\n\n\nclass MqttV5Properties(TypedDict, total=False):\n    payload_format_indicator: Optional[int]\n    topic_alias: Optional[int]\n    response_topic: Optional[str]\n    correlation_data: Optional[list[int]]\n    user_properties: Optional[list[tuple[str, str]]]\n    subscription_identifiers: Optional[list[int]]\n    content_type: Optional[str]\n\n\nclass MqttEvent(TypedDict):\n    kind: Literal[\"mqtt\"]\n    payload: str\n    topic: str\n    retain: bool\n    pkid: int\n    qos: int\n    v5: Optional[MqttV5Properties]\n\n\nclass GcpEvent(TypedDict):\n    kind: Literal[\"gcp\"]\n    payload: str\n    message_id: str\n    subscription: str\n    ordering_key: Optional[str]\n    attributes: Optional[dict[str, str]]\n    delivery_type: Literal[\"push\", \"pull\"]\n    headers: Optional[dict[str, str]]\n    publish_time: Optional[str]\n    ack_id: Optional[str]\n\n\nclass PostgresEvent(TypedDict):\n    kind: Literal[\"postgres\"]\n    transaction_type: Literal[\"insert\", \"update\", \"delete\"]\n    schema_name: str\n    table_name: str\n    old_row: Optional[dict[str, any]]\n    row: dict[str, any]\n\n\nEvent = Union[\n    WebhookEvent,\n    HttpEvent,\n    EmailEvent,\n    WebsocketEvent,\n    KafkaEvent,\n    NatsEvent,\n    SqsEvent,\n    MqttEvent,\n    GcpEvent,\n    PostgresEvent,\n]\n\n\ndef preprocessor(event: Event):\n    return {\n        # return the args to be passed to the runnable\n    }\n";
 export declare const INITIAL_CODE: {
     bun: {
         scriptInitCodeBlock: string;
@@ -96,6 +96,9 @@ export declare const INITIAL_CODE: {
     java: {
         script: string;
     };
+    ruby: {
+        script: string;
+    };
 };
 export declare function isInitialCode(content: string): boolean;
 export declare function initialCode(language: SupportedLanguage | 'bunnative' | undefined, kind: Script['kind'] | undefined, subkind: 'pgsql' | 'mysql' | 'flow' | 'script' | 'fetch' | 'docker' | 'powershell' | 'bunnative' | undefined, templateScript?: boolean): string;

package/package/script_helpers.js

@@ -279,17 +279,33 @@ const MSSQL_INIT_CODE = `-- return_last_result
 INSERT INTO demo VALUES (@P1, @P2);
 UPDATE demo SET col2 = @P3 WHERE col2 = @P2;
 `;
-const DUCKDB_INIT_CODE = `-- $friends_csv (s3object)
--- $name (text) = Ben
-
-ATTACH '$res:u/demo/amazed_postgresql' AS db (TYPE postgres);
-CREATE TABLE IF NOT EXISTS db.public.friends (name text);
-
-INSERT INTO db.public.friends
-  SELECT name FROM read_csv($friends_csv);
-
-SELECT 'Hello ' || $name || ', you have ' || 
-  (SELECT COUNT(*) FROM read_csv($friends_csv)) || ' new friends !';
+const DUCKDB_INIT_CODE = `-- $name (text) = Ben
+-- $age (text) = 20
+-- -- $friends_csv (s3object)
+
+-- Click the +Database button to connect to a database
+-- https://www.windmill.dev/docs/getting_started/scripts_quickstart/sql#duckdb-1
+--
+-- ATTACH '$res:u/demo/amazed_postgresql' AS db (TYPE postgres);
+-- SELECT * FROM db.public.friends;
+
+-- Click the +Ducklake button to use a ducklake
+-- https://www.windmill.dev/docs/core_concepts/ducklake
+--
+-- ATTACH 'ducklake' AS dl;
+-- USE dl;
+-- SELECT * FROM customers;
+
+CREATE TABLE friends (
+  name text,
+  age int
+);
+
+INSERT INTO friends VALUES ($name, $age);
+-- INSERT INTO friends
+--   SELECT name, age FROM read_csv($friends_csv);
+
+SELECT * FROM friends;
 `;
 const GRAPHQL_INIT_CODE = `query($name4: String, $name2: Int, $name3: [String]) {
 	demo(name1: $name1, name2: $name2, name3: $name3) {
@@ -709,6 +725,7 @@ export const TS_PREPROCESSOR_MODULE_CODE = `export async function preprocessor(
       delivery_type: "push" | "pull";
       headers?: Record<string, string>;
       publish_time?: string;
+      ack_id?: string;
     }
     | {
       kind: "postgres";
@@ -871,6 +888,7 @@ class GcpEvent(TypedDict):
     delivery_type: Literal["push", "pull"]
     headers: Optional[dict[str, str]]
     publish_time: Optional[str]
+    ack_id: Optional[str]
 
 
 class PostgresEvent(TypedDict):
@@ -1039,6 +1057,55 @@ public class Main {
   }
 }
 `;
+const RUBY_INIT_CODE = `require 'windmill/inline'
+require 'windmill/mini'
+
+# Dependency management: declare gems in gemfile block for automatic installation
+# Windmill uses bundler/inline compatible syntax with automatic requiring
+gemfile do
+  source 'https://rubygems.org'
+  gem 'amazing_print', '~> 1.6'
+end
+
+def main(
+  no_default,
+  name = "Nicolas Bourbaki", 
+  age = 42,
+  obj = { "even": "hashes" },
+  list = ["or", "arrays!"]
+)
+  puts "Hello World and a warm welcome especially to #{name}"
+  puts "and its acolytes.. #{age} #{obj} #{list}"
+
+  # Retrieve variables using the Windmill mini client
+  begin
+    secret = get_variable("f/examples/secret")
+  rescue => e
+    secret = "No secret yet at f/examples/secret!"
+  end
+  puts "The variable at 'f/examples/secret': #{secret}"
+
+  # Get typed resources using the mini client
+  # database = get_resource("u/user/my_postgresql") 
+
+  # Access environment variables provided by Windmill
+  user = ENV['WM_USERNAME']
+
+  # Pretty print results using amazing_print (automatically required from gemfile)
+  result = {
+    "splitted" => name.split,
+    "user" => user,
+    "age" => age,
+    "obj" => obj,
+    "list" => list
+  }
+  
+  ap result
+  
+  # Return value is automatically converted to JSON
+  return result
+end
+`;
 // for related places search: ADD_NEW_LANG
 export const INITIAL_CODE = {
     bun: {
@@ -1129,8 +1196,11 @@ export const INITIAL_CODE = {
     },
     java: {
         script: JAVA_INIT_CODE
-    }
-    // for related places search: ADD_NEW_LANG
+    },
+    ruby: {
+        script: RUBY_INIT_CODE
+    },
+    // for related places search: ADD_NEW_LANG 
 };
 export function isInitialCode(content) {
     for (const lang of Object.values(INITIAL_CODE)) {
@@ -1255,7 +1325,10 @@ export function initialCode(language, kind, subkind, templateScript) {
     }
     else if (language == 'java') {
         return INITIAL_CODE.java.script;
-        // for related places search: ADD_NEW_LANG
+    }
+    else if (language == 'ruby') {
+        return INITIAL_CODE.ruby.script;
+        // for related places search: ADD_NEW_LANG 
     }
     else if (language == 'bun' || language == 'bunnative') {
         if (kind == 'trigger') {

package/package/scripts.d.ts

@@ -1,6 +1,6 @@
 import type { Schema, SupportedLanguage } from './common';
 import { type Script } from './gen';
-export declare function scriptLangToEditorLang(lang: Script['language'] | 'bunnative' | 'javascript' | 'frontend' | 'jsx' | 'tsx' | 'text' | 'json' | undefined): "javascript" | "go" | "powershell" | "graphql" | "php" | "sql" | "rust" | "csharp" | "nu" | "java" | "yaml" | "json" | "text" | "typescript" | "python" | "shell";
+export declare function scriptLangToEditorLang(lang: Script['language'] | 'bunnative' | 'javascript' | 'frontend' | 'jsx' | 'tsx' | 'text' | 'json' | undefined): "javascript" | "go" | "powershell" | "graphql" | "php" | "sql" | "rust" | "csharp" | "nu" | "java" | "ruby" | "yaml" | "json" | "text" | "typescript" | "python" | "shell";
 export type ScriptSchedule = {
     summary: string | undefined;
     args: Record<string, any>;

package/package/scripts.js

@@ -136,7 +136,8 @@ const scriptLanguagesArray = [
     ['docker', 'Docker'],
     ['nu', 'Nu'],
     ['java', 'Java'],
-    ['duckdb', 'DuckDB']
+    ['duckdb', 'DuckDB'],
+    ['ruby', 'Ruby']
     // for related places search: ADD_NEW_LANG
 ];
 export function processLangs(selected, langs) {
@@ -146,7 +147,7 @@ export function processLangs(selected, langs) {
     else {
         let ls = langs.filter((lang) => lang !== 'nativets');
         //those languages are newer and may not be in the saved list
-        let nl = ['bunnative', 'rust', 'ansible', 'csharp', 'nu', 'java', 'duckdb'];
+        let nl = ['bunnative', 'rust', 'ansible', 'csharp', 'nu', 'java', 'duckdb', 'ruby'];
         // for related places search: ADD_NEW_LANG
         nl.forEach((lang) => {
             if (!ls.includes(lang)) {

package/package/services/JobManager.d.ts

@@ -0,0 +1,28 @@
+export interface JobStatus {
+    status: 'running' | 'success' | 'failure';
+    result?: any;
+    error?: string;
+}
+export interface JobOptions {
+    onProgress?: (status: JobStatus) => void;
+    timeout?: number;
+    workspace: string;
+    interval?: number;
+    timeoutMessage?: string;
+}
+export declare class JobManager {
+    private activeJobs;
+    private cleanupInterval;
+    private readonly STALE_TIMEOUT;
+    private readonly CLEANUP_INTERVAL;
+    constructor();
+    private startCleanupTimer;
+    private cleanup;
+    runWithProgress<T>(jobRunner: () => Promise<string>, options: JobOptions): Promise<T>;
+    cancel(jobId: string): void;
+    cancelAll(): void;
+    isActive(jobId: string): boolean;
+    get activeJobCount(): number;
+    destroy(): void;
+}
+export declare const jobManager: JobManager;

package/package/services/JobManager.js

@@ -0,0 +1,114 @@
+import { JobService } from '../gen';
+import { tryEvery } from '../utils';
+export class JobManager {
+    activeJobs = new Map();
+    cleanupInterval = null;
+    STALE_TIMEOUT = 300000; // 5 minutes
+    CLEANUP_INTERVAL = 60000; // 1 minute
+    constructor() {
+        this.startCleanupTimer();
+    }
+    startCleanupTimer() {
+        if (typeof window !== 'undefined') {
+            this.cleanupInterval = setInterval(() => {
+                this.cleanup();
+            }, this.CLEANUP_INTERVAL);
+        }
+    }
+    cleanup() {
+        const now = Date.now();
+        const staleJobs = [];
+        for (const [jobId, entry] of this.activeJobs.entries()) {
+            if (now - entry.startTime > this.STALE_TIMEOUT) {
+                entry.controller.abort();
+                staleJobs.push(jobId);
+            }
+        }
+        staleJobs.forEach(jobId => {
+            this.activeJobs.delete(jobId);
+        });
+        if (staleJobs.length > 0) {
+            console.warn(`Cleaned up ${staleJobs.length} stale job controllers`);
+        }
+    }
+    async runWithProgress(jobRunner, options) {
+        const { onProgress, timeout = 60000, workspace, interval = 500, timeoutMessage = `Job timed out after ${timeout / 1000}s` } = options;
+        const controller = new AbortController();
+        const jobId = await jobRunner();
+        this.activeJobs.set(jobId, {
+            controller,
+            startTime: Date.now()
+        });
+        try {
+            onProgress?.({ status: 'running' });
+            const result = await tryEvery({
+                tryCode: async () => {
+                    if (controller.signal.aborted) {
+                        throw new Error('Job was cancelled');
+                    }
+                    const jobResult = await JobService.getCompletedJob({
+                        workspace,
+                        id: jobId
+                    });
+                    const success = !!jobResult.success;
+                    const status = {
+                        status: success ? 'success' : 'failure',
+                        result: jobResult.result,
+                        error: success ? undefined : jobResult.result?.error?.message || 'Job failed'
+                    };
+                    onProgress?.(status);
+                    if (!success) {
+                        throw new Error(status.error);
+                    }
+                    return jobResult.result;
+                },
+                timeoutCode: async () => {
+                    try {
+                        await JobService.cancelQueuedJob({
+                            workspace,
+                            id: jobId,
+                            requestBody: { reason: timeoutMessage }
+                        });
+                    }
+                    catch (err) {
+                        console.error('Failed to cancel job:', err);
+                    }
+                    onProgress?.({ status: 'failure', error: timeoutMessage });
+                    throw new Error(timeoutMessage);
+                },
+                interval,
+                timeout
+            });
+            return result;
+        }
+        finally {
+            this.activeJobs.delete(jobId);
+        }
+    }
+    cancel(jobId) {
+        const entry = this.activeJobs.get(jobId);
+        if (entry) {
+            entry.controller.abort();
+            this.activeJobs.delete(jobId);
+        }
+    }
+    cancelAll() {
+        this.activeJobs.forEach(entry => entry.controller.abort());
+        this.activeJobs.clear();
+    }
+    isActive(jobId) {
+        return this.activeJobs.has(jobId);
+    }
+    get activeJobCount() {
+        return this.activeJobs.size;
+    }
+    destroy() {
+        if (this.cleanupInterval) {
+            clearInterval(this.cleanupInterval);
+            this.cleanupInterval = null;
+        }
+        this.cancelAll();
+    }
+}
+// Singleton instance for global usage
+export const jobManager = new JobManager();

package/package/stores.d.ts

@@ -56,11 +56,13 @@ export declare const metadataCompletionEnabled: import("svelte/store").Writable<
 export declare const stepInputCompletionEnabled: import("svelte/store").Writable<boolean>;
 export declare const FORMAT_ON_SAVE_SETTING_NAME = "formatOnSave";
 export declare const VIM_MODE_SETTING_NAME = "vimMode";
+export declare const RELATIVE_LINE_NUMBERS_SETTING_NAME = "relativeLineNumbers";
 export declare const CODE_COMPLETION_SETTING_NAME = "codeCompletionSessionEnabled";
 export declare const COPILOT_SESSION_MODEL_SETTING_NAME = "copilotSessionModel";
 export declare const COPILOT_SESSION_PROVIDER_SETTING_NAME = "copilotSessionProvider";
 export declare const formatOnSave: import("svelte/store").Writable<boolean>;
 export declare const vimMode: import("svelte/store").Writable<boolean>;
+export declare const relativeLineNumbers: import("svelte/store").Writable<boolean>;
 export declare const codeCompletionSessionEnabled: import("svelte/store").Writable<boolean>;
 export declare const copilotSessionModel: import("svelte/store").Writable<AIProviderModel | undefined>;
 export declare const usedTriggerKinds: import("svelte/store").Writable<string[]>;
@@ -77,7 +79,7 @@ type SQLBaseSchema = {
 };
 export declare const SQLSchemaLanguages: readonly ["mysql", "bigquery", "postgresql", "snowflake", "mssql", "oracledb"];
 export interface SQLSchema {
-    lang: (typeof SQLSchemaLanguages)[number];
+    lang: (typeof SQLSchemaLanguages)[number] | 'ducklake';
     schema: SQLBaseSchema;
     publicOnly: boolean | undefined;
     stringified: string;

package/package/stores.js

@@ -106,11 +106,13 @@ export const metadataCompletionEnabled = writable(true);
 export const stepInputCompletionEnabled = writable(true);
 export const FORMAT_ON_SAVE_SETTING_NAME = 'formatOnSave';
 export const VIM_MODE_SETTING_NAME = 'vimMode';
+export const RELATIVE_LINE_NUMBERS_SETTING_NAME = 'relativeLineNumbers';
 export const CODE_COMPLETION_SETTING_NAME = 'codeCompletionSessionEnabled';
 export const COPILOT_SESSION_MODEL_SETTING_NAME = 'copilotSessionModel';
 export const COPILOT_SESSION_PROVIDER_SETTING_NAME = 'copilotSessionProvider';
 export const formatOnSave = writable(getLocalSetting(FORMAT_ON_SAVE_SETTING_NAME) != 'false');
 export const vimMode = writable(getLocalSetting(VIM_MODE_SETTING_NAME) == 'true');
+export const relativeLineNumbers = writable(getLocalSetting(RELATIVE_LINE_NUMBERS_SETTING_NAME) == 'true');
 export const codeCompletionSessionEnabled = writable(getLocalSetting(CODE_COMPLETION_SETTING_NAME) != 'false');
 const sessionModel = getLocalSetting(COPILOT_SESSION_MODEL_SETTING_NAME);
 const sessionProvider = getLocalSetting(COPILOT_SESSION_PROVIDER_SETTING_NAME);

package/package/svelte5Utils.svelte.d.ts

@@ -26,3 +26,19 @@ export type UsePromiseOptions = {
     clearValueOnRefresh?: boolean;
 };
 export declare function usePromise<T>(createPromise: () => Promise<T>, { loadInit, clearValueOnRefresh }?: UsePromiseOptions): UsePromiseResult<T>;
+/**
+ * Generic change tracker class that monitors changes in state using deep equality comparison
+ * and provides a counter to trigger Svelte 5 reactivity. Similar to the pattern used in
+ * FlowGraphV2.svelte's onModulesChange2 function.
+ */
+export declare class ChangeTracker<T> {
+    #private;
+    counter: number;
+    constructor(initialValue?: T);
+    /**
+     * Check if the value has changed and update the counter to trigger reactivity
+     * @param value - The current value to check for changes
+     * @returns true if the value changed, false otherwise
+     */
+    track(value: T): boolean;
+}

package/package/svelte5Utils.svelte.js

@@ -1,5 +1,6 @@
 // https://github.com/sveltejs/svelte/issues/14600
 import { untrack } from 'svelte';
+import { deepEqual } from 'fast-equals';
 export function withProps(component, props) {
     const ret = $state({
         component,
@@ -49,3 +50,28 @@ export function usePromise(createPromise, { loadInit = true, clearValueOnRefresh
         ret.refresh();
     return ret;
 }
+/**
+ * Generic change tracker class that monitors changes in state using deep equality comparison
+ * and provides a counter to trigger Svelte 5 reactivity. Similar to the pattern used in
+ * FlowGraphV2.svelte's onModulesChange2 function.
+ */
+export class ChangeTracker {
+    counter = $state(0);
+    #lastState;
+    constructor(initialValue) {
+        this.#lastState = initialValue ? initialValue : undefined;
+    }
+    /**
+     * Check if the value has changed and update the counter to trigger reactivity
+     * @param value - The current value to check for changes
+     * @returns true if the value changed, false otherwise
+     */
+    track(value) {
+        if (!deepEqual(value, this.#lastState)) {
+            this.#lastState = value;
+            this.counter++;
+            return true;
+        }
+        return false;
+    }
+}

package/package/utils.d.ts

@@ -33,6 +33,7 @@ export declare function isJobCancelable(j: Job): boolean;
 export declare function isJobReRunnable(j: Job): boolean;
 export declare const WORKER_NAME_PREFIX = "wk";
 export declare function isJobSelectable(selectionType: RunsSelectionMode): (j: Job) => boolean;
+export declare function escapeHtml(unsafe: string): string;
 export declare function validateUsername(username: string): string;
 export declare function parseQueryParams(url: string | undefined): Record<string, string>;
 export declare function displayDateOnly(dateString: string | Date | undefined): string;
@@ -97,6 +98,21 @@ export declare function truncate(s: string, n: number, suffix?: string): string;
 export declare function truncateRev(s: string, n: number, prefix?: string): string;
 export declare function isString(value: any): value is string | String;
 export type InputCat = 'string' | 'email' | 'number' | 'boolean' | 'list' | 'resource-object' | 'enum' | 'date' | 'base64' | 'resource-string' | 'object' | 'sql' | 'yaml' | 'currency' | 'oneOf' | 'dynselect';
+export declare namespace DynamicSelect {
+    type HelperScript = {
+        type: 'inline';
+        path?: string;
+        lang: Script['language'];
+        code: string;
+    } | {
+        type: 'hash';
+        hash: string;
+    };
+    const generatePythonFnTemplate: (functionName: string) => string;
+    const generateJsFnTemplate: (functionName: string) => string;
+    const generateDefaultTemplateFn: (functionName: string, lang: ScriptLang) => string;
+    const getGenerateTemplateFn: (lang: ScriptLang) => (functionName: string) => string;
+}
 export declare function setInputCat(type: string | undefined, format: string | undefined, itemsType: string | undefined, enum_: any, contentEncoding: string | undefined): InputCat;
 export declare function formatCron(inp: string): string;
 export declare function scriptLangArrayToCommaList(languages: ScriptLang[]): string;
@@ -160,7 +176,7 @@ export declare function getSchemaFromProperties(properties: {
 }): Schema;
 export declare function validateFileExtension(ext: string): boolean;
 export declare function isFlowPreview(job_kind: Job['job_kind'] | undefined): job_kind is "flowpreview" | "flownode";
-export declare function isNotFlow(job_kind: Job['job_kind'] | undefined): job_kind is "script" | "identity" | "preview" | "dependencies" | "flowdependencies" | "appdependencies" | "script_hub" | "deploymentcallback" | "flowscript" | "appscript" | undefined;
+export declare function isNotFlow(job_kind: Job['job_kind'] | undefined): job_kind is "script" | "aiagent" | "identity" | "preview" | "dependencies" | "flowdependencies" | "appdependencies" | "script_hub" | "deploymentcallback" | "flowscript" | "appscript" | undefined;
 export declare function isScriptPreview(job_kind: Job['job_kind'] | undefined): job_kind is "preview" | "flowscript" | "appscript";
 export declare function conditionalMelt(node: HTMLElement, meltItem: AnyMeltElement | undefined): void | import("svelte/action").ActionReturn<undefined, Record<never, any>>;
 export type Item = {
@@ -209,4 +225,5 @@ export declare function parseS3Object(s3Object: S3Object): {
 export declare function formatS3Object(s3Object: S3Object): S3Uri;
 export declare function isS3Uri(uri: string): uri is S3Uri;
 export declare function uniqueBy<T>(array: T[], key: (t: T) => any): T[];
-export declare function pruneNullishArrayWithSet<T>(array: (T | null | undefined)[]): T[];
+export declare function pruneNullishArray<T>(array: (T | null | undefined)[]): T[];
+export declare function assert(msg: string, condition: boolean, value?: any): void;

package/package/utils.js

@@ -82,6 +82,14 @@ export function isJobSelectable(selectionType) {
     }[selectionType];
     return f;
 }
+export function escapeHtml(unsafe) {
+    return unsafe
+        .replace(/&/g, '&')
+        .replace(/</g, '&lt;')
+        .replace(/>/g, '&gt;')
+        .replace(/"/g, '&quot;')
+        .replace(/'/g, '&#039;');
+}
 export function validateUsername(username) {
     if (username != '' && !/^[a-zA-Z]\w+$/.test(username)) {
         return 'username can only contain letters and numbers and must start with a letter';
@@ -474,6 +482,40 @@ export function truncateRev(s, n, prefix = '...') {
 export function isString(value) {
     return typeof value === 'string' || value instanceof String;
 }
+export var DynamicSelect;
+(function (DynamicSelect) {
+    DynamicSelect.generatePythonFnTemplate = (functionName) => {
+        return `
+def ${functionName}():
+    return [
+        { "label": "Foo", "value": "foo" },
+        { "label": "Bar", "value": "bar" }
+    ]
+
+`;
+    };
+    DynamicSelect.generateJsFnTemplate = (functionName) => {
+        return `
+// you can use filterText to filter the results from the backend
+// you can refer to other args directly as parameters (e.g. foobar: string)
+export function ${functionName}(filterText: string) {
+	return [
+		{ label: 'Foo', value: 'foo' },
+		{ label: 'Bar', value: 'bar' }
+	];
+}
+
+`;
+    };
+    DynamicSelect.generateDefaultTemplateFn = (functionName, lang) => {
+        return lang === 'bun'
+            ? DynamicSelect.generateJsFnTemplate(functionName)
+            : DynamicSelect.generatePythonFnTemplate(functionName);
+    };
+    DynamicSelect.getGenerateTemplateFn = (lang) => {
+        return lang === 'bun' ? DynamicSelect.generateJsFnTemplate : DynamicSelect.generatePythonFnTemplate;
+    };
+})(DynamicSelect || (DynamicSelect = {}));
 export function setInputCat(type, format, itemsType, enum_, contentEncoding) {
     if (type === 'number' || type === 'integer') {
         return 'number';
@@ -487,7 +529,8 @@ export function setInputCat(type, format, itemsType, enum_, contentEncoding) {
     else if (type == 'object' && format?.startsWith('resource')) {
         return 'resource-object';
     }
-    else if (type == 'object' && format?.startsWith('dynselect-')) {
+    else if (type == 'object' &&
+        (format?.startsWith('dynselect-') || format?.startsWith('dynselect_'))) {
         return 'dynselect';
     }
     else if (!type || type == 'object' || type == 'array') {
@@ -1236,6 +1279,16 @@ export function uniqueBy(array, key) {
         }
     });
 }
-export function pruneNullishArrayWithSet(array) {
+export function pruneNullishArray(array) {
     return array.filter((item) => item !== null && item !== undefined);
 }
+export function assert(msg, condition, value) {
+    if (!condition) {
+        let m = 'Assertion failed: ' + msg;
+        if (value)
+            m += '\nValue: ' + JSON.stringify(value, null, 2);
+        m += '\nPlease alert the Windmill team about this';
+        sendUserToast(m, true);
+        console.error(m);
+    }
+}