windmill-components 1.558.3 → 1.596.0

package/package/monaco_workers/sqlTypePlugin.worker.test.d.ts

@@ -0,0 +1 @@
+export {};

package/package/monaco_workers/sqlTypePlugin.worker.test.js

@@ -0,0 +1,99 @@
+import { describe, it, expect } from 'vitest';
+import { injectSqlTypes, create } from './sqlTypePlugin.worker.js';
+describe('sqlTypePlugin.worker', () => {
+    describe('code transformation', () => {
+        it('inserts type annotations on data table queries', () => {
+            let { transformed } = injectSqlTypes(testCode, testQueries);
+            let expected = `
+export async function main() {
+  let sql = wmill.datatable('main')
+  error_before_first_transform
+  let friend = await sql<{ "id": number; "nickname": string }>\`SELECT id, name as nickname FROM friends\`.fetchOne()
+  error_after_first_transform
+  let friend2 = await sql<{ "name": string }>\`SELECT name FROM friends\`.fetchOne()
+  let bait = await not_an_asset\`SELECT 23 FROM friends\`.fetchOne()
+  let friend3 = await sql<{ "id": number; "nickname": string }>\`SELECT id, name as nickname FROM friends\`.fetchOne()
+  return friend
+}
+  
+error_at_the_end`;
+            expect(transformed).toBe(expected);
+        });
+    });
+    describe('maps from transformed to original (displayed) position', () => {
+        it("Doesn't change when before first transform", () => {
+            let tsWorker = createMockTsWorker(testCode, testQueries);
+            let pos = tsWorker._mapPositionToOriginal(44, 'test.ts');
+            expect(pos).toEqual(44);
+        });
+        it('Maps correctly after first transform', () => {
+            let tsWorker = createMockTsWorker(testCode, testQueries);
+            let pos = tsWorker._mapPositionToOriginal(217, 'test.ts');
+            expect(pos).toEqual(179);
+        });
+        it('Maps correctly at the end after multiple transforms', () => {
+            let tsWorker = createMockTsWorker(testCode, testQueries);
+            let pos = tsWorker._mapPositionToOriginal(533, 'test.ts');
+            expect(pos).toEqual(437);
+        });
+    });
+    describe('maps from original (displayed) to transformed position', () => {
+        it("Doesn't change when before first transform", () => {
+            let tsWorker = createMockTsWorker(testCode, testQueries);
+            let pos = tsWorker._mapPositionToTransformed(44, 'test.ts');
+            expect(pos).toEqual(44);
+        });
+        it('Maps correctly after first transform', () => {
+            let tsWorker = createMockTsWorker(testCode, testQueries);
+            let pos = tsWorker._mapPositionToTransformed(179, 'test.ts');
+            expect(pos).toEqual(217);
+        });
+        it('Maps correctly at the end after multiple transforms', () => {
+            let tsWorker = createMockTsWorker(testCode, testQueries);
+            let pos = tsWorker._mapPositionToTransformed(437, 'test.ts');
+            expect(pos).toEqual(533);
+        });
+    });
+});
+let testCode = `
+export async function main() {
+  let sql = wmill.datatable('main')
+  error_before_first_transform
+  let friend = await sql\`SELECT id, name as nickname FROM friends\`.fetchOne()
+  error_after_first_transform
+  let friend2 = await sql\`SELECT name FROM friends\`.fetchOne()
+  let bait = await not_an_asset\`SELECT 23 FROM friends\`.fetchOne()
+  let friend3 = await sql\`SELECT id, name as nickname FROM friends\`.fetchOne()
+  return friend
+}
+  
+error_at_the_end`;
+let testQueries = [
+    {
+        query_string: 'SELECT id, name as nickname FROM friends',
+        span: [120, 165],
+        source_kind: 'datatable',
+        source_name: 'main',
+        prepared: { columns: { id: 'number', nickname: 'string' } }
+    },
+    {
+        query_string: 'SELECT name FROM friends',
+        span: [229, 258],
+        source_kind: 'datatable',
+        source_name: 'main',
+        prepared: { columns: { name: 'string' } }
+    },
+    {
+        query_string: 'SELECT id, name as nickname FROM friends',
+        span: [359, 404],
+        source_kind: 'datatable',
+        source_name: 'main',
+        prepared: { columns: { id: 'number', nickname: 'string' } }
+    }
+];
+function createMockTsWorker(code, queries) {
+    let tsWorker = create();
+    tsWorker.setMockCode(code);
+    tsWorker.updateSqlQueries('test.ts', queries);
+    return tsWorker;
+}

package/package/rawAppWmillTs.d.ts

@@ -0,0 +1,4 @@
+export declare const backend: {};
+export declare const backendAsync: {};
+export declare function waitJob(jobId: string): Promise<unknown>;
+export declare function getJob(jobId: string): Promise<unknown>;

package/package/rawAppWmillTs.js

@@ -0,0 +1,46 @@
+let reqs = {};
+function doRequest(type, o) {
+    return new Promise((resolve, reject) => {
+        const reqId = Math.random().toString(36);
+        reqs[reqId] = { resolve, reject };
+        parent.postMessage({ ...o, type, reqId }, '*');
+    });
+}
+export const backend = new Proxy({}, {
+    get(_, runnable_id) {
+        return (v) => {
+            return doRequest('backend', { runnable_id, v });
+        };
+    }
+});
+export const backendAsync = new Proxy({}, {
+    get(_, runnable_id) {
+        return (v) => {
+            return doRequest('backendAsync', { runnable_id, v });
+        };
+    }
+});
+export function waitJob(jobId) {
+    return doRequest('waitJob', { jobId });
+}
+export function getJob(jobId) {
+    return doRequest('getJob', { jobId });
+}
+window.addEventListener('message', (e) => {
+    if (e.data.type == 'backendRes' || e.data.type == 'backendAsyncRes') {
+        console.log('Message from parent backend', e.data);
+        let job = reqs[e.data.reqId];
+        if (job) {
+            const result = e.data.result;
+            if (e.data.error) {
+                job.reject(new Error(result.stack ?? result.message));
+            }
+            else {
+                job.resolve(result);
+            }
+        }
+        else {
+            console.error('No job found for', e.data.reqId);
+        }
+    }
+});

package/package/script_helpers.d.ts

@@ -2,10 +2,13 @@ import { type Script } from './gen';
 import type { SupportedLanguage } from './common';
 export declare const TS_PREPROCESSOR_SCRIPT_INTRO = "/**\n * Trigger preprocessor\n *\n * \u26A0\uFE0F This function runs BEFORE the main function.\n *\n * It processes raw trigger data from various sources (webhook, custom HTTP route, SQS, WebSocket, Kafka, NATS, MQTT, Postgres, or email)\n * before passing it to `main`. This separates the trigger logic from the main logic and keeps the auto-generated runnable UI clean.\n *\n * The returned object defines the parameter values passed to `main()`.\n * e.g., { b: 1, a: 2 } \u2192 Calls `main(2, 1)`, assuming `main` is defined as `main(a: number, b: number)`.\n * Ensure that the parameter names in `main` match the keys in the returned object.\n * \n * Learn more: https://www.windmill.dev/docs/core_concepts/preprocessors\n */\n";
 export declare const TS_PREPROCESSOR_FLOW_INTRO = "/**\n * Trigger preprocessor\n *\n * It processes raw trigger data from various sources (webhook, custom HTTP route, SQS, WebSocket, Kafka, NATS, MQTT, Postgres, or email) \n * before passing it to the flow. This separates the trigger logic from the flow logic and keeps the auto-generated UI clean.\n * \n * The returned object determines the parameter values passed to the flow.\n * e.g., `{ b: 1, a: 2 }` \u2192 Calls the flow with `a = 2` and `b = 1`, assuming the flow has two inputs called `a` and `b`.\n * Ensure that the input names of the flow match the keys in the returned object.\n * \n * Learn more: https://www.windmill.dev/docs/core_concepts/preprocessors\n */\n";
-export declare const TS_PREPROCESSOR_MODULE_CODE = "export async function preprocessor(\n  event:\n    | {\n      kind: \"webhook\";\n      body: any;\n      raw_string: string | null;\n      query: Record<string, string>;\n      headers: Record<string, string>;\n    }\n    | {\n      kind: \"http\";\n      body: any;\n      raw_string: string | null;\n      route: string;\n      path: string;\n      method: string;\n      params: Record<string, string>;\n      query: Record<string, string>;\n      headers: Record<string, string>;\n    }\n    | {\n      kind: \"email\";\n      parsed_email: any;\n      raw_email: string;\n      email_extra_args?: Record<string, string>;\n    }\n    | { kind: \"websocket\"; msg: string; url: string }\n    | {\n      kind: \"kafka\";\n      payload: string;\n      brokers: string[];\n      topic: string;\n      group_id: string;\n    }\n    | {\n      kind: \"nats\";\n      payload: string;\n      servers: string[];\n      subject: string;\n      headers?: Record<string, string[]>;\n      status?: number;\n      description?: string;\n      length: number;\n    }\n    | {\n      kind: \"sqs\";\n      msg: string;\n      queue_url: string;\n      message_id?: string;\n      receipt_handle?: string;\n      attributes: Record<string, string>;\n      message_attributes?: Record<\n        string,\n        { string_value?: string; data_type: string }\n      >;\n    }\n    | {\n      kind: \"mqtt\";\n      payload: string;\n      topic: string;\n      retain: boolean;\n      pkid: number;\n      qos: number;\n      v5?: {\n        payload_format_indicator?: number;\n        topic_alias?: number;\n        response_topic?: string;\n        correlation_data?: Array<number>;\n        user_properties?: Array<[string, string]>;\n        subscription_identifiers?: Array<number>;\n        content_type?: string;\n      };\n    }\n    | {\n      kind: \"gcp\";\n      payload: string;\n      message_id: string;\n      subscription: string;\n      ordering_key?: string;\n      attributes?: Record<string, string>;\n      delivery_type: \"push\" | \"pull\";\n      headers?: Record<string, string>;\n      publish_time?: string;\n      ack_id?: string;\n    }\n    | {\n      kind: \"postgres\";\n      transaction_type: \"insert\" | \"update\" | \"delete\",\n      schema_name: string,\n      table_name: string,\n      old_row?: Record<string, any>,\n      row: Record<string, any>\n    }\n) {\n  return {\n    // return the args to be passed to the runnable\n  };\n}\n";
+export declare const TS_PREPROCESSOR_MODULE_CODE = "export async function preprocessor(event: TriggerEvent) {\n  return {\n    // return the args to be passed to the runnable\n  };\n}\n\ntype TriggerEvent =\n  | {\n      kind: \"webhook\";\n      body: any;\n      raw_string: string | null;\n      query: Record<string, string>;\n      headers: Record<string, string>;\n    }\n  | {\n      kind: \"http\";\n      body: any;\n      raw_string: string | null;\n      route: string;\n      path: string;\n      method: string;\n      params: Record<string, string>;\n      query: Record<string, string>;\n      headers: Record<string, string>;\n    }\n  | {\n      kind: \"email\";\n      parsed_email: any;\n      raw_email: string;\n      email_extra_args?: Record<string, string>;\n    }\n  | { kind: \"websocket\"; msg: string; url: string }\n  | {\n      kind: \"kafka\";\n      payload: string;\n      brokers: string[];\n      topic: string;\n      group_id: string;\n    }\n  | {\n      kind: \"nats\";\n      payload: string;\n      servers: string[];\n      subject: string;\n      headers?: Record<string, string[]>;\n      status?: number;\n      description?: string;\n      length: number;\n    }\n  | {\n      kind: \"sqs\";\n      msg: string;\n      queue_url: string;\n      message_id?: string;\n      receipt_handle?: string;\n      attributes: Record<string, string>;\n      message_attributes?: Record<\n        string,\n        { string_value?: string; data_type: string }\n      >;\n    }\n  | {\n      kind: \"mqtt\";\n      payload: string;\n      topic: string;\n      retain: boolean;\n      pkid: number;\n      qos: number;\n      v5?: {\n        payload_format_indicator?: number;\n        topic_alias?: number;\n        response_topic?: string;\n        correlation_data?: Array<number>;\n        user_properties?: Array<[string, string]>;\n        subscription_identifiers?: Array<number>;\n        content_type?: string;\n      };\n    }\n  | {\n      kind: \"gcp\";\n      payload: string;\n      message_id: string;\n      subscription: string;\n      ordering_key?: string;\n      attributes?: Record<string, string>;\n      delivery_type: \"push\" | \"pull\";\n      headers?: Record<string, string>;\n      publish_time?: string;\n      ack_id?: string;\n    }\n  | {\n      kind: \"postgres\";\n      transaction_type: \"insert\" | \"update\" | \"delete\";\n      schema_name: string;\n      table_name: string;\n      old_row?: Record<string, any>;\n      row: Record<string, any>;\n    };\n";
 export declare const PYTHON_PREPROCESSOR_SCRIPT_INTRO = "# Trigger preprocessor\n#\n# \u26A0\uFE0F This function runs BEFORE the main function.\n#\n# It processes raw trigger data from various sources (webhook, custom HTTP route, SQS, WebSocket, Kafka, NATS, MQTT, Postgres, or email) \n# before passing it to `main`. This separates the trigger logic from the main logic and keeps the auto-generated UI clean.\n#\n# The returned object defines the parameter values passed to `main()`.\n# e.g., { b: 1, a: 2 } \u2192 Calls `main(2, 1)`, assuming `main` is defined as `main(a: int, b: int)`.\n# Ensure that the parameter names in `main` match the keys in the returned object.\n#\n# Learn more: https://www.windmill.dev/docs/core_concepts/preprocessors\n\n";
 export declare const PYTHON_PREPROCESSOR_FLOW_INTRO = "# Trigger preprocessor\n#\n# It processes raw trigger data from various sources (webhook, custom HTTP route, SQS, WebSocket, Kafka, NATS, MQTT, Postgres, or email) \n# before passing it to the flow. This separates the trigger logic from the flow logic and keeps the auto-generated UI clean.\n# \n# The returned object determines the parameter values passed to the flow.\n# e.g., `{ b: 1, a: 2 }` \u2192 Calls the flow with `a = 2` and `b = 1`, assuming the flow has two inputs called `a` and `b`.\n# Ensure that the input names of the flow match the keys in the returned object.\n#\n# Learn more: https://www.windmill.dev/docs/core_concepts/preprocessors\n\n";
 export declare const PYTHON_PREPROCESSOR_MODULE_CODE = "from typing import TypedDict, Literal, Optional, Union\n\n\nclass WebhookEvent(TypedDict):\n    kind: Literal[\"webhook\"]\n    body: dict\n    raw_string: Optional[str]\n    query: dict[str, str]\n    headers: dict[str, str]\n\n\nclass HttpEvent(TypedDict):\n    kind: Literal[\"http\"]\n    body: dict\n    raw_string: Optional[str]\n    route: str\n    path: str\n    method: str\n    params: dict[str, str]\n    query: dict[str, str]\n    headers: dict[str, str]\n\n\nclass EmailEvent(TypedDict):\n    kind: Literal[\"email\"]\n    parsed_email: dict\n    raw_email: str\n    email_extra_args: Optional[dict[str, str]]\n\n\nclass WebsocketEvent(TypedDict):\n    kind: Literal[\"websocket\"]\n    msg: str\n    url: str\n\n\nclass KafkaEvent(TypedDict):\n    kind: Literal[\"kafka\"]\n    payload: str\n    brokers: list[str]\n    topic: str\n    group_id: str\n\n\nclass NatsEvent(TypedDict):\n    kind: Literal[\"nats\"]\n    payload: str\n    servers: list[str]\n    subject: str\n    headers: Optional[dict[str, list[str]]]\n    status: Optional[int]\n    description: Optional[str]\n    length: int\n\n\nclass MessageAttribute(TypedDict):\n    string_value: Optional[str]\n    data_type: str\n\n\nclass SqsEvent(TypedDict):\n    kind: Literal[\"sqs\"]\n    msg: str\n    queue_url: str\n    message_id: Optional[str]\n    receipt_handle: Optional[str]\n    attributes: dict[str, str]\n    message_attributes: Optional[dict[str, MessageAttribute]]\n\n\nclass MqttV5Properties(TypedDict, total=False):\n    payload_format_indicator: Optional[int]\n    topic_alias: Optional[int]\n    response_topic: Optional[str]\n    correlation_data: Optional[list[int]]\n    user_properties: Optional[list[tuple[str, str]]]\n    subscription_identifiers: Optional[list[int]]\n    content_type: Optional[str]\n\n\nclass MqttEvent(TypedDict):\n    kind: Literal[\"mqtt\"]\n    payload: str\n    topic: str\n    retain: bool\n    pkid: int\n    qos: int\n    v5: Optional[MqttV5Properties]\n\n\nclass GcpEvent(TypedDict):\n    kind: Literal[\"gcp\"]\n    payload: str\n    message_id: str\n    subscription: str\n    ordering_key: Optional[str]\n    attributes: Optional[dict[str, str]]\n    delivery_type: Literal[\"push\", \"pull\"]\n    headers: Optional[dict[str, str]]\n    publish_time: Optional[str]\n    ack_id: Optional[str]\n\n\nclass PostgresEvent(TypedDict):\n    kind: Literal[\"postgres\"]\n    transaction_type: Literal[\"insert\", \"update\", \"delete\"]\n    schema_name: str\n    table_name: str\n    old_row: Optional[dict[str, any]]\n    row: dict[str, any]\n\n\nEvent = Union[\n    WebhookEvent,\n    HttpEvent,\n    EmailEvent,\n    WebsocketEvent,\n    KafkaEvent,\n    NatsEvent,\n    SqsEvent,\n    MqttEvent,\n    GcpEvent,\n    PostgresEvent,\n]\n\n\ndef preprocessor(event: Event):\n    return {\n        # return the args to be passed to the runnable\n    }\n";
+export declare const PHP_PREPROCESSOR_SCRIPT_INTRO = "<?php\n/**\n * Trigger preprocessor\n *\n * \u26A0\uFE0F This function runs BEFORE the main function.\n *\n * It processes raw trigger data from various sources (webhook, custom HTTP route, SQS, WebSocket, Kafka, NATS, MQTT, Postgres, or email)\n * before passing it to `main`. This separates the trigger logic from the main logic and keeps the auto-generated runnable UI clean.\n *\n * The returned object defines the parameter values passed to `main()`.\n * e.g., ['b' => 1, 'a' => 2] \u2192 Calls `main(2, 1)`, assuming `main` is defined as `main($a, $b)`.\n * Ensure that the parameter names in `main` match the keys in the returned array.\n * \n * Learn more: https://www.windmill.dev/docs/core_concepts/preprocessors\n */\n\n";
+export declare const PHP_PREPROCESSOR_FLOW_INTRO = "<?php\n/**\n * Trigger preprocessor\n *\n * It processes raw trigger data from various sources (webhook, custom HTTP route, SQS, WebSocket, Kafka, NATS, MQTT, Postgres, or email) \n * before passing it to the flow. This separates the trigger logic from the flow logic and keeps the auto-generated UI clean.\n * \n * The returned object determines the parameter values passed to the flow.\n * e.g., ['b' => 1, 'a' => 2] \u2192 Calls the flow with `a = 2` and `b = 1`, assuming the flow has two inputs called `a` and `b`.\n * Ensure that the input names of the flow match the keys in the returned array.\n * \n * Learn more: https://www.windmill.dev/docs/core_concepts/preprocessors\n */\n\n";
+export declare const PHP_PREPROCESSOR_MODULE_CODE = "function preprocessor(object $event) {\n    // $event can be one of the following types:\n    // \n    // Webhook event:\n    // ['kind' => 'webhook', 'body' => [...], 'raw_string' => '...', 'query' => [...], 'headers' => [...]]\n    // \n    // HTTP event:\n    // ['kind' => 'http', 'body' => [...], 'raw_string' => '...', 'route' => '...', 'path' => '...', \n    //  'method' => '...', 'params' => [...], 'query' => [...], 'headers' => [...]]\n    // \n    // Email event:\n    // ['kind' => 'email', 'parsed_email' => [...], 'raw_email' => '...', 'email_extra_args' => [...]]\n    // \n    // WebSocket event:\n    // ['kind' => 'websocket', 'msg' => '...', 'url' => '...']\n    // \n    // Kafka event:\n    // ['kind' => 'kafka', 'payload' => '...', 'brokers' => [...], 'topic' => '...', 'group_id' => '...']\n    // \n    // NATS event:\n    // ['kind' => 'nats', 'payload' => '...', 'servers' => [...], 'subject' => '...', \n    //  'headers' => [...], 'status' => 200, 'description' => '...', 'length' => 100]\n    // \n    // SQS event:\n    // ['kind' => 'sqs', 'msg' => '...', 'queue_url' => '...', 'message_id' => '...', \n    //  'receipt_handle' => '...', 'attributes' => [...], 'message_attributes' => [...]]\n    // \n    // MQTT event:\n    // ['kind' => 'mqtt', 'payload' => '...', 'topic' => '...', 'retain' => true, 'pkid' => 1, \n    //  'qos' => 1, 'v5' => [...]]\n    // \n    // GCP event:\n    // ['kind' => 'gcp', 'payload' => '...', 'message_id' => '...', 'subscription' => '...', \n    //  'ordering_key' => '...', 'attributes' => [...], 'delivery_type' => 'push', \n    //  'headers' => [...], 'publish_time' => '...', 'ack_id' => '...']\n    // \n    // Postgres event:\n    // ['kind' => 'postgres', 'transaction_type' => 'insert', 'schema_name' => '...', \n    //  'table_name' => '...', 'old_row' => [...], 'row' => [...]]\n\n    return [\n        // return the args to be passed to the runnable\n    ];\n}\n";
 export declare const INITIAL_CODE: {
     bun: {
         scriptInitCodeBlock: string;
@@ -74,6 +77,7 @@ export declare const INITIAL_CODE: {
     };
     php: {
         script: string;
+        preprocessor: string;
     };
     rust: {
         script: string;
@@ -103,3 +107,12 @@ export declare const INITIAL_CODE: {
 export declare function isInitialCode(content: string): boolean;
 export declare function initialCode(language: SupportedLanguage | 'bunnative' | undefined, kind: Script['kind'] | undefined, subkind: 'pgsql' | 'mysql' | 'flow' | 'script' | 'fetch' | 'docker' | 'powershell' | 'bunnative' | undefined, templateScript?: boolean): string;
 export declare function getResetCode(language: SupportedLanguage | 'bunnative' | undefined, kind: Script['kind'] | undefined, subkind: 'pgsql' | 'mysql' | 'flow' | 'script' | 'fetch' | 'docker' | 'powershell' | 'bunnative' | undefined): string;
+export declare const PREPROCESSOR_SUPPORTED_LANGUAGES: readonly ["typescript", "python", "python3", "deno", "bun", "php"];
+export declare function canHavePreprocessor(language: string | undefined): boolean;
+export declare function canHaveTrigger(language: SupportedLanguage | undefined): boolean;
+export declare function canHaveApproval(language: SupportedLanguage | undefined): boolean;
+export declare function canHaveFailure(language: SupportedLanguage | undefined): boolean;
+export declare function getPreprocessorIntro(language: SupportedLanguage | 'docker' | 'bunnative' | undefined, isFlow?: boolean): string;
+export declare function getPreprocessorModuleCode(language: SupportedLanguage | 'docker' | 'bunnative' | undefined): string;
+export declare function getPreprocessorFullCode(language: SupportedLanguage | 'docker' | 'bunnative' | undefined, isFlow?: boolean): string;
+export declare function getMainFunctionPattern(language: SupportedLanguage | 'docker' | 'bunnative' | undefined): string;

package/package/script_helpers.js

@@ -226,9 +226,9 @@ export async function main(message: string, name: string, step_id: string) {
   return { message, flow_id, step_id, recover: false }
 }
 `;
-const POSTGRES_INIT_CODE = `-- to pin the database use '-- database f/your/path'
+const POSTGRES_INIT_CODE = `-- result_collection=last_statement_all_rows
+-- to pin the database use '-- database f/your/path'
 -- to stream a large query result to your workspace storage use '-- s3'
--- to only return the result of the last query use '--return_last_result'
 -- $1 name1 = default arg
 -- $2 name2
 -- $3 name3
@@ -236,7 +236,8 @@ const POSTGRES_INIT_CODE = `-- to pin the database use '-- database f/your/path'
 INSERT INTO demo VALUES (\$1::TEXT, \$2::INT, \$3::TEXT[]) RETURNING *;
 UPDATE demo SET col2 = \$4::INT WHERE col2 = \$2::INT;
 `;
-const MYSQL_INIT_CODE = `-- to pin the database use '-- database f/your/path'
+const MYSQL_INIT_CODE = `-- result_collection=last_statement_all_rows
+-- to pin the database use '-- database f/your/path'
 -- to stream a large query result to your workspace storage use '-- s3'
 -- :name1 (text) = default arg
 -- :name2 (int)
@@ -244,7 +245,8 @@ const MYSQL_INIT_CODE = `-- to pin the database use '-- database f/your/path'
 INSERT INTO demo VALUES (:name1, :name2);
 UPDATE demo SET col2 = :name3 WHERE col2 = :name2;
 `;
-const BIGQUERY_INIT_CODE = `-- to pin the database use '-- database f/your/path'
+const BIGQUERY_INIT_CODE = `-- result_collection=last_statement_all_rows
+-- to pin the database use '-- database f/your/path'
 -- to stream a large query result to your workspace storage use '-- s3'
 -- @name1 (string) = default arg
 -- @name2 (integer)
@@ -253,7 +255,8 @@ const BIGQUERY_INIT_CODE = `-- to pin the database use '-- database f/your/path'
 INSERT INTO \`demodb.demo\` VALUES (@name1, @name2, @name3);
 UPDATE \`demodb.demo\` SET col2 = @name4 WHERE col2 = @name2;
 `;
-const ORACLEDB_INIT_CODE = `-- to pin the database use '-- database f/your/path'
+const ORACLEDB_INIT_CODE = `-- result_collection=last_statement_all_rows
+-- to pin the database use '-- database f/your/path'
 -- to stream a large query result to your workspace storage use '-- s3'
 -- :name1 (text) = default arg
 -- :name2 (int)
@@ -261,7 +264,8 @@ const ORACLEDB_INIT_CODE = `-- to pin the database use '-- database f/your/path'
 INSERT INTO demo VALUES (:name1, :name2);
 UPDATE demo SET col2 = :name3 WHERE col2 = :name2;
 `;
-const SNOWFLAKE_INIT_CODE = `-- to pin the database use '-- database f/your/path'
+const SNOWFLAKE_INIT_CODE = `-- result_collection=last_statement_all_rows
+-- to pin the database use '-- database f/your/path'
 -- to stream a large query result to your workspace storage use '-- s3'
 -- ? name1 (varchar) = default arg
 -- ? name2 (int)
@@ -270,7 +274,7 @@ INSERT INTO demo VALUES (?, ?);
 -- ? name2 (int)
 UPDATE demo SET col2 = ? WHERE col2 = ?;
 `;
-const MSSQL_INIT_CODE = `-- return_last_result
+const MSSQL_INIT_CODE = `-- result_collection=last_statement_all_rows
 -- to pin the database use '-- database f/your/path'
 -- to stream a large query result to your workspace storage use '-- s3'
 -- @P1 name1 (varchar) = default arg
@@ -279,7 +283,8 @@ const MSSQL_INIT_CODE = `-- return_last_result
 INSERT INTO demo VALUES (@P1, @P2);
 UPDATE demo SET col2 = @P3 WHERE col2 = @P2;
 `;
-const DUCKDB_INIT_CODE = `-- $name (text) = Ben
+const DUCKDB_INIT_CODE = `-- result_collection=last_statement_all_rows
+-- $name (text) = Ben
 -- $age (text) = 20
 -- -- $friends_csv (s3object)
 
@@ -290,7 +295,7 @@ const DUCKDB_INIT_CODE = `-- $name (text) = Ben
 -- SELECT * FROM db.public.friends;
 
 -- Click the +Ducklake button to use a ducklake
--- https://www.windmill.dev/docs/core_concepts/ducklake
+-- https://www.windmill.dev/docs/core_concepts/persistent_storage/ducklake
 --
 -- ATTACH 'ducklake' AS dl;
 -- USE dl;
@@ -643,16 +648,21 @@ export const TS_PREPROCESSOR_FLOW_INTRO = `/**
  * 
  * Learn more: https://www.windmill.dev/docs/core_concepts/preprocessors
  */\n`;
-export const TS_PREPROCESSOR_MODULE_CODE = `export async function preprocessor(
-  event:
-    | {
+export const TS_PREPROCESSOR_MODULE_CODE = `export async function preprocessor(event: TriggerEvent) {
+  return {
+    // return the args to be passed to the runnable
+  };
+}
+
+type TriggerEvent =
+  | {
       kind: "webhook";
       body: any;
       raw_string: string | null;
       query: Record<string, string>;
       headers: Record<string, string>;
     }
-    | {
+  | {
       kind: "http";
       body: any;
       raw_string: string | null;
@@ -663,21 +673,21 @@ export const TS_PREPROCESSOR_MODULE_CODE = `export async function preprocessor(
       query: Record<string, string>;
       headers: Record<string, string>;
     }
-    | {
+  | {
       kind: "email";
       parsed_email: any;
       raw_email: string;
       email_extra_args?: Record<string, string>;
     }
-    | { kind: "websocket"; msg: string; url: string }
-    | {
+  | { kind: "websocket"; msg: string; url: string }
+  | {
       kind: "kafka";
       payload: string;
       brokers: string[];
       topic: string;
       group_id: string;
     }
-    | {
+  | {
       kind: "nats";
       payload: string;
       servers: string[];
@@ -687,7 +697,7 @@ export const TS_PREPROCESSOR_MODULE_CODE = `export async function preprocessor(
       description?: string;
       length: number;
     }
-    | {
+  | {
       kind: "sqs";
       msg: string;
       queue_url: string;
@@ -699,7 +709,7 @@ export const TS_PREPROCESSOR_MODULE_CODE = `export async function preprocessor(
         { string_value?: string; data_type: string }
       >;
     }
-    | {
+  | {
       kind: "mqtt";
       payload: string;
       topic: string;
@@ -716,7 +726,7 @@ export const TS_PREPROCESSOR_MODULE_CODE = `export async function preprocessor(
         content_type?: string;
       };
     }
-    | {
+  | {
       kind: "gcp";
       payload: string;
       message_id: string;
@@ -728,19 +738,14 @@ export const TS_PREPROCESSOR_MODULE_CODE = `export async function preprocessor(
       publish_time?: string;
       ack_id?: string;
     }
-    | {
+  | {
       kind: "postgres";
-      transaction_type: "insert" | "update" | "delete",
-      schema_name: string,
-      table_name: string,
-      old_row?: Record<string, any>,
-      row: Record<string, any>
-    }
-) {
-  return {
-    // return the args to be passed to the runnable
-  };
-}
+      transaction_type: "insert" | "update" | "delete";
+      schema_name: string;
+      table_name: string;
+      old_row?: Record<string, any>;
+      row: Record<string, any>;
+    };
 `;
 const PYTHON_INIT_CODE_APPROVAL = `import wmill
 
@@ -921,6 +926,83 @@ def preprocessor(event: Event):
         # return the args to be passed to the runnable
     }
 `;
+export const PHP_PREPROCESSOR_SCRIPT_INTRO = `<?php
+/**
+ * Trigger preprocessor
+ *
+ * ⚠️ This function runs BEFORE the main function.
+ *
+ * It processes raw trigger data from various sources (webhook, custom HTTP route, SQS, WebSocket, Kafka, NATS, MQTT, Postgres, or email)
+ * before passing it to \`main\`. This separates the trigger logic from the main logic and keeps the auto-generated runnable UI clean.
+ *
+ * The returned object defines the parameter values passed to \`main()\`.
+ * e.g., ['b' => 1, 'a' => 2] → Calls \`main(2, 1)\`, assuming \`main\` is defined as \`main($a, $b)\`.
+ * Ensure that the parameter names in \`main\` match the keys in the returned array.
+ * 
+ * Learn more: https://www.windmill.dev/docs/core_concepts/preprocessors
+ */
+
+`;
+export const PHP_PREPROCESSOR_FLOW_INTRO = `<?php
+/**
+ * Trigger preprocessor
+ *
+ * It processes raw trigger data from various sources (webhook, custom HTTP route, SQS, WebSocket, Kafka, NATS, MQTT, Postgres, or email) 
+ * before passing it to the flow. This separates the trigger logic from the flow logic and keeps the auto-generated UI clean.
+ * 
+ * The returned object determines the parameter values passed to the flow.
+ * e.g., ['b' => 1, 'a' => 2] → Calls the flow with \`a = 2\` and \`b = 1\`, assuming the flow has two inputs called \`a\` and \`b\`.
+ * Ensure that the input names of the flow match the keys in the returned array.
+ * 
+ * Learn more: https://www.windmill.dev/docs/core_concepts/preprocessors
+ */
+
+`;
+export const PHP_PREPROCESSOR_MODULE_CODE = `function preprocessor(object $event) {
+    // $event can be one of the following types:
+    // 
+    // Webhook event:
+    // ['kind' => 'webhook', 'body' => [...], 'raw_string' => '...', 'query' => [...], 'headers' => [...]]
+    // 
+    // HTTP event:
+    // ['kind' => 'http', 'body' => [...], 'raw_string' => '...', 'route' => '...', 'path' => '...', 
+    //  'method' => '...', 'params' => [...], 'query' => [...], 'headers' => [...]]
+    // 
+    // Email event:
+    // ['kind' => 'email', 'parsed_email' => [...], 'raw_email' => '...', 'email_extra_args' => [...]]
+    // 
+    // WebSocket event:
+    // ['kind' => 'websocket', 'msg' => '...', 'url' => '...']
+    // 
+    // Kafka event:
+    // ['kind' => 'kafka', 'payload' => '...', 'brokers' => [...], 'topic' => '...', 'group_id' => '...']
+    // 
+    // NATS event:
+    // ['kind' => 'nats', 'payload' => '...', 'servers' => [...], 'subject' => '...', 
+    //  'headers' => [...], 'status' => 200, 'description' => '...', 'length' => 100]
+    // 
+    // SQS event:
+    // ['kind' => 'sqs', 'msg' => '...', 'queue_url' => '...', 'message_id' => '...', 
+    //  'receipt_handle' => '...', 'attributes' => [...], 'message_attributes' => [...]]
+    // 
+    // MQTT event:
+    // ['kind' => 'mqtt', 'payload' => '...', 'topic' => '...', 'retain' => true, 'pkid' => 1, 
+    //  'qos' => 1, 'v5' => [...]]
+    // 
+    // GCP event:
+    // ['kind' => 'gcp', 'payload' => '...', 'message_id' => '...', 'subscription' => '...', 
+    //  'ordering_key' => '...', 'attributes' => [...], 'delivery_type' => 'push', 
+    //  'headers' => [...], 'publish_time' => '...', 'ack_id' => '...']
+    // 
+    // Postgres event:
+    // ['kind' => 'postgres', 'transaction_type' => 'insert', 'schema_name' => '...', 
+    //  'table_name' => '...', 'old_row' => [...], 'row' => [...]]
+
+    return [
+        // return the args to be passed to the runnable
+    ];
+}
+`;
 const DOCKER_INIT_CODE = `# shellcheck shell=bash
 # docker
 # The annotation "docker" above is important, it tells windmill that after 
@@ -1176,7 +1258,8 @@ export const INITIAL_CODE = {
         script: ORACLEDB_INIT_CODE
     },
     php: {
-        script: PHP_INIT_CODE
+        script: PHP_INIT_CODE,
+        preprocessor: PHP_PREPROCESSOR_FLOW_INTRO + PHP_PREPROCESSOR_MODULE_CODE
     },
     rust: {
         script: RUST_INIT_CODE
@@ -1311,6 +1394,9 @@ export function initialCode(language, kind, subkind, templateScript) {
         return INITIAL_CODE.duckdb.script;
     }
     else if (language == 'php') {
+        if (kind == 'preprocessor') {
+            return INITIAL_CODE.php.preprocessor;
+        }
         return INITIAL_CODE.php.script;
     }
     else if (language == 'rust') {
@@ -1388,3 +1474,89 @@ export function getResetCode(language, kind, subkind) {
         return initialCode(language, kind, subkind);
     }
 }
+export const PREPROCESSOR_SUPPORTED_LANGUAGES = [
+    'typescript',
+    'python',
+    'python3',
+    'deno',
+    'bun',
+    'php'
+];
+export function canHavePreprocessor(language) {
+    if (!language) {
+        return false;
+    }
+    return PREPROCESSOR_SUPPORTED_LANGUAGES.includes(language);
+}
+export function canHaveTrigger(language) {
+    if (!language) {
+        return false;
+    }
+    return ['python3', 'bun', 'deno', 'go'].includes(language);
+}
+export function canHaveApproval(language) {
+    if (!language) {
+        return false;
+    }
+    return ['python3', 'bun', 'deno'].includes(language);
+}
+export function canHaveFailure(language) {
+    if (!language) {
+        return false;
+    }
+    return ['python3', 'bun', 'deno', 'go'].includes(language);
+}
+export function getPreprocessorIntro(language, isFlow = false) {
+    if (!language || !PREPROCESSOR_SUPPORTED_LANGUAGES.includes(language)) {
+        return '';
+    }
+    switch (language) {
+        case 'python3':
+            return isFlow ? PYTHON_PREPROCESSOR_FLOW_INTRO : PYTHON_PREPROCESSOR_SCRIPT_INTRO;
+        case 'deno':
+        case 'bun':
+            return isFlow ? TS_PREPROCESSOR_FLOW_INTRO : TS_PREPROCESSOR_SCRIPT_INTRO;
+        case 'php':
+            return isFlow ? PHP_PREPROCESSOR_FLOW_INTRO : PHP_PREPROCESSOR_SCRIPT_INTRO;
+        default:
+            return '';
+    }
+}
+export function getPreprocessorModuleCode(language) {
+    if (!language || !PREPROCESSOR_SUPPORTED_LANGUAGES.includes(language)) {
+        return '';
+    }
+    switch (language) {
+        case 'python3':
+            return PYTHON_PREPROCESSOR_MODULE_CODE;
+        case 'deno':
+        case 'bun':
+            return TS_PREPROCESSOR_MODULE_CODE;
+        case 'php':
+            return PHP_PREPROCESSOR_MODULE_CODE;
+        default:
+            return '';
+    }
+}
+export function getPreprocessorFullCode(language, isFlow = false) {
+    const intro = getPreprocessorIntro(language, isFlow);
+    const moduleCode = getPreprocessorModuleCode(language);
+    return intro + moduleCode;
+}
+export function getMainFunctionPattern(language) {
+    if (!language) {
+        return '';
+    }
+    switch (language) {
+        case 'python3':
+            return 'def main';
+        case 'deno':
+        case 'bun':
+        case 'nativets':
+            return 'export async function main';
+        case 'php':
+            return 'function main';
+        default:
+            return 'main';
+    }
+}

package/package/scripts.d.ts

@@ -1,6 +1,7 @@
 import type { Schema, SupportedLanguage } from './common';
 import { type Script } from './gen';
-export declare function scriptLangToEditorLang(lang: Script['language'] | 'bunnative' | 'javascript' | 'frontend' | 'jsx' | 'tsx' | 'text' | 'json' | undefined): "javascript" | "go" | "powershell" | "graphql" | "php" | "sql" | "rust" | "csharp" | "nu" | "java" | "ruby" | "yaml" | "json" | "text" | "typescript" | "python" | "shell";
+export declare function scriptLangToEditorLang(lang: Script['language'] | 'bunnative' | 'javascript' | 'frontend' | 'jsx' | 'tsx' | 'text' | 'json' | undefined): "javascript" | "go" | "powershell" | "graphql" | "php" | "text" | "sql" | "rust" | "csharp" | "nu" | "java" | "ruby" | "yaml" | "json" | "typescript" | "python" | "shell";
+export declare function extToScriptLang(lang: string): 'bun' | 'python3' | undefined;
 export type ScriptSchedule = {
     summary: string | undefined;
     args: Record<string, any>;

package/package/scripts.js

@@ -77,6 +77,15 @@ export function scriptLangToEditorLang(lang) {
         return lang;
     }
 }
+export function extToScriptLang(lang) {
+    switch (lang) {
+        case 'ts':
+            return 'bun';
+        case 'py':
+            return 'python3';
+    }
+    return undefined;
+}
 // Load the schedule of a flow given its path and the workspace
 export async function loadScriptSchedule(path, workspace) {
     const existsSchedule = await ScheduleService.existsSchedule({

package/package/sharedUtils.d.ts

@@ -0,0 +1,5 @@
+export { updatePolicy } from './components/apps/editor/appPolicy';
+export { genWmillTs } from './components/raw_apps/utils';
+export { updateRawAppPolicy } from './components/raw_apps/rawAppPolicy';
+export * as wmillTsRaw from './rawAppWmillTs?raw';
+export declare function capitalize(word: string): string;

package/package/sharedUtils.js

@@ -0,0 +1,7 @@
+export { updatePolicy } from './components/apps/editor/appPolicy';
+export { genWmillTs } from './components/raw_apps/utils';
+export { updateRawAppPolicy } from './components/raw_apps/rawAppPolicy';
+export * as wmillTsRaw from './rawAppWmillTs?raw';
+export function capitalize(word) {
+    return word ? word.charAt(0).toUpperCase() + word.slice(1) : '';
+}

package/package/storeUtils.js

@@ -1,5 +1,5 @@
 import { resourceTypesStore } from './components/resourceTypesStore';
-import { workspaceStore, userStore, usersWorkspaceStore, superadmin, devopsRole } from './stores';
+import { workspaceStore, userStore, usersWorkspaceStore, superadmin, devopsRole, clearWorkspaceFromStorage } from './stores';
 export function switchWorkspace(workspace) {
     try {
         localStorage.removeItem('flow');
@@ -15,7 +15,7 @@ export function clearStores() {
     try {
         localStorage.removeItem('flow');
         localStorage.removeItem('app');
-        localStorage.removeItem('workspace');
+        clearWorkspaceFromStorage();
     }
     catch (e) {
         console.error('error interacting with local storage', e);