windmill-components 1.511.0 → 1.522.0

package/package/components/custom_ui.d.ts

@@ -41,6 +41,7 @@ export type FlowBuilderWhitelabelCustomUi = {
     downloadLogs?: boolean;
     tagSelectPlaceholder?: string;
     tagSelectNoLabel?: boolean;
+    tagLabel?: string;
 };
 export type DisplayResultUi = {
     disableAiFix?: boolean;
@@ -71,6 +72,8 @@ export type EditorBarUi = {
     useVsCode?: boolean;
     diffMode?: boolean;
     s3object?: boolean;
+    database?: boolean;
+    ducklake?: boolean;
 };
 export type EditableSchemaFormUi = {
     jsonOnly?: boolean;

package/package/components/dbOps.d.ts

@@ -1,7 +1,15 @@
 import { type ColumnDef, type DbType } from './apps/components/display/dbtable/utils';
-export type IDbTableOps = {
-    resourcePath: string;
+import type { DBSchema } from '../stores';
+export type DbInput = {
+    type: 'database';
     resourceType: DbType;
+    resourcePath: string;
+} | {
+    type: 'ducklake';
+    ducklake: string;
+};
+export type IDbTableOps = {
+    dbType: DbType;
     tableKey: string;
     colDefs: ColumnDef[];
     getRows: (params: {
@@ -27,9 +35,8 @@ export type IDbTableOps = {
         values: object;
     }) => Promise<void>;
 };
-export declare function dbTableOpsWithPreviewScripts({ resourcePath, resourceType, tableKey, colDefs, workspace }: {
-    resourcePath: string;
-    resourceType: DbType;
+export declare function dbTableOpsWithPreviewScripts({ input, tableKey, colDefs, workspace }: {
+    input: DbInput;
     tableKey: string;
     colDefs: ColumnDef[];
     workspace: string;
@@ -46,8 +53,13 @@ export type DbTableActionFactory = (params: {
     tableKey: string;
     refresh: () => void;
 }) => DbTableAction;
-export declare function dbDeleteTableActionWithPreviewScript({ workspace, resourcePath, resourceType }: {
+export declare function dbDeleteTableActionWithPreviewScript({ workspace, input }: {
     workspace: string;
-    resourcePath: string;
-    resourceType: DbType;
+    input: DbInput;
 }): DbTableActionFactory;
+export declare function getDucklakeSchema({ workspace, ducklake }: {
+    workspace: string;
+    ducklake: string;
+}): Promise<DBSchema>;
+export declare function getDbType(input: DbInput): DbType;
+export declare function wrapDucklakeQuery(query: string, ducklake: string): string;

package/package/components/dbOps.js

@@ -7,36 +7,35 @@ import { makeDeleteQuery } from './apps/components/display/dbtable/queries/delet
 import { makeInsertQuery } from './apps/components/display/dbtable/queries/insert';
 import { Trash2 } from 'lucide-svelte';
 import { makeDeleteTableQuery } from './apps/components/display/dbtable/queries/deleteTable';
-export function dbTableOpsWithPreviewScripts({ resourcePath, resourceType, tableKey, colDefs, workspace }) {
+import { stringifySchema } from './copilot/lib';
+export function dbTableOpsWithPreviewScripts({ input, tableKey, colDefs, workspace }) {
+    const dbType = getDbType(input);
+    const language = getLanguageByResourceType(dbType);
+    const dbArg = input?.type === 'database' ? { database: '$res:' + input.resourcePath } : {};
     return {
-        resourcePath,
-        resourceType,
+        dbType,
         tableKey,
         colDefs,
         getCount: async ({ quicksearch }) => {
-            const countQuery = makeCountQuery(resourceType, tableKey, undefined, colDefs);
+            let countQuery = makeCountQuery(dbType, tableKey, undefined, colDefs);
+            if (input.type === 'ducklake')
+                countQuery = wrapDucklakeQuery(countQuery, input.ducklake);
             const result = await runScriptAndPollResult({
                 workspace,
-                requestBody: {
-                    args: { database: '$res:' + resourcePath, quicksearch },
-                    language: getLanguageByResourceType(resourceType),
-                    content: countQuery
-                }
+                requestBody: { args: { ...dbArg, quicksearch }, language, content: countQuery }
             });
             const count = result?.[0].count;
             return count;
         },
         getRows: async (params) => {
-            const query = makeSelectQuery(tableKey, colDefs, undefined, resourceType);
+            let query = makeSelectQuery(tableKey, colDefs, undefined, dbType);
+            if (input.type === 'ducklake')
+                query = wrapDucklakeQuery(query, input.ducklake);
             let items = (await runScriptAndPollResult({
                 workspace,
-                requestBody: {
-                    args: { database: '$res:' + resourcePath, ...params },
-                    language: getLanguageByResourceType(resourceType),
-                    content: query
-                }
+                requestBody: { args: { ...dbArg, ...params }, language, content: query }
             }));
-            if (resourceType === 'ms_sql_server')
+            if (input.type === 'database' && input.resourceType === 'ms_sql_server')
                 items = items?.[0];
             if (!items || !Array.isArray(items)) {
                 throw 'items is not an array';
@@ -44,45 +43,40 @@ export function dbTableOpsWithPreviewScripts({ resourcePath, resourceType, table
             return items;
         },
         onUpdate: async ({ values }, colDef, newValue) => {
-            const updateQuery = makeUpdateQuery(tableKey, colDef, colDefs, resourceType);
+            let updateQuery = makeUpdateQuery(tableKey, colDef, colDefs, dbType);
+            if (input.type === 'ducklake')
+                updateQuery = wrapDucklakeQuery(updateQuery, input.ducklake);
             await runScriptAndPollResult({
                 workspace,
                 requestBody: {
-                    args: {
-                        database: '$res:' + resourcePath,
-                        value_to_update: newValue,
-                        ...values
-                    },
-                    language: getLanguageByResourceType(resourceType),
+                    args: { ...dbArg, value_to_update: newValue, ...values },
+                    language,
                     content: updateQuery
                 }
             });
         },
         onDelete: async ({ values }) => {
-            const deleteQuery = makeDeleteQuery(tableKey, colDefs, resourceType);
+            let deleteQuery = makeDeleteQuery(tableKey, colDefs, dbType);
+            if (input.type === 'ducklake')
+                deleteQuery = wrapDucklakeQuery(deleteQuery, input.ducklake);
             await runScriptAndPollResult({
                 workspace,
-                requestBody: {
-                    args: { database: '$res:' + resourcePath, ...values },
-                    language: getLanguageByResourceType(resourceType),
-                    content: deleteQuery
-                }
+                requestBody: { args: { ...dbArg, ...values }, language, content: deleteQuery }
             });
         },
         onInsert: async ({ values }) => {
-            const insertQuery = makeInsertQuery(tableKey, colDefs, resourceType);
-            runScriptAndPollResult({
+            let insertQuery = makeInsertQuery(tableKey, colDefs, dbType);
+            if (input.type === 'ducklake')
+                insertQuery = wrapDucklakeQuery(insertQuery, input.ducklake);
+            await runScriptAndPollResult({
                 workspace,
-                requestBody: {
-                    args: { database: '$res:' + resourcePath, ...values },
-                    language: getLanguageByResourceType(resourceType),
-                    content: insertQuery
-                }
+                requestBody: { args: { ...dbArg, ...values }, language, content: insertQuery }
             });
         }
     };
 }
-export function dbDeleteTableActionWithPreviewScript({ workspace, resourcePath, resourceType }) {
+export function dbDeleteTableActionWithPreviewScript({ workspace, input }) {
+    const dbArg = input?.type === 'database' ? { database: '$res:' + input.resourcePath } : {};
     return ({ tableKey, refresh }) => ({
         confirmTitle: `Are you sure you want to delete '${tableKey}' ? This action is irreversible`,
         displayName: 'Delete',
@@ -90,12 +84,16 @@ export function dbDeleteTableActionWithPreviewScript({ workspace, resourcePath,
         icon: Trash2,
         successText: `Table '${tableKey}' deleted successfully`,
         action: async () => {
-            const deleteQuery = makeDeleteTableQuery(tableKey, resourceType);
+            const dbType = getDbType(input);
+            const language = getLanguageByResourceType(dbType);
+            let deleteQuery = makeDeleteTableQuery(tableKey, dbType);
+            if (input.type === 'ducklake')
+                deleteQuery = wrapDucklakeQuery(deleteQuery, input.ducklake);
             await runScriptAndPollResult({
                 workspace,
                 requestBody: {
-                    args: { database: '$res:' + resourcePath },
-                    language: getLanguageByResourceType(resourceType),
+                    args: { ...dbArg },
+                    language,
                     content: deleteQuery
                 }
             });
@@ -103,3 +101,50 @@ export function dbDeleteTableActionWithPreviewScript({ workspace, resourcePath,
         }
     });
 }
+export async function getDucklakeSchema({ workspace, ducklake }) {
+    let result = await runScriptAndPollResult({
+        workspace,
+        requestBody: {
+            language: 'duckdb',
+            content: `ATTACH 'ducklake://${ducklake}' AS __ducklake__; ${DUCKLAKE_GET_SCHEMA_QUERY}`,
+            args: {}
+        }
+    });
+    const stringified = Array.isArray(result) && result.length && (result?.[0]?.['result'] ?? '[]');
+    if (!stringified)
+        throw new Error('Failed to get Ducklake schema: ' + JSON.stringify(result));
+    let schema = {
+        schema: { main: JSON.parse(stringified) },
+        publicOnly: true,
+        lang: 'ducklake'
+    };
+    return { ...schema, stringified: stringifySchema(schema) };
+}
+const DUCKLAKE_GET_SCHEMA_QUERY = `
+SELECT json_group_object(table_name, table_data) AS result FROM (
+	SELECT
+		table_name,
+		json_group_object(
+			c.column_name,
+			json_object(
+				'type', c.data_type,
+				'default', c.column_default,
+				'required', c.is_nullable == 'NO'
+			)
+		) AS table_data
+	FROM information_schema.columns c
+	WHERE table_catalog = '__ducklake__' AND table_schema = current_schema()
+	GROUP BY c.table_name
+)`;
+export function getDbType(input) {
+    switch (input.type) {
+        case 'database':
+            return input.resourceType;
+        case 'ducklake':
+            return 'duckdb';
+    }
+}
+export function wrapDucklakeQuery(query, ducklake) {
+    let attach = `ATTACH 'ducklake://${ducklake}' AS dl;USE dl;\n`;
+    return query.replace(/^(--.*\n)*/, (match) => match + attach);
+}

package/package/components/details/DetailPageHeader.svelte

@@ -69,7 +69,6 @@ const dispatch = createEventDispatcher();
 					<Button
 						{...btn.buttonProps}
 						startIcon={{ icon: btn.buttonProps.startIcon }}
-						on:click={btn.buttonProps.onClick}
 						btnClasses="hidden md:flex items-center gap-1"
 					>
 						{btn.label}
@@ -77,7 +76,6 @@ const dispatch = createEventDispatcher();
 					<Button
 						{...btn.buttonProps}
 						startIcon={{ icon: btn.buttonProps.startIcon }}
-						on:click={btn.buttonProps.onClick}
 						iconOnly
 						btnClasses="flex md:hidden items-center gap-1"
 					>

package/package/components/flows/content/FlowInput.svelte

@@ -35,6 +35,8 @@ let runDisabled = $state(false);
 let editableSchemaForm = $state(undefined);
 let savedPreviewArgs = $state(undefined);
 let isValid = $state(true);
+let dynSelectCode = $state(undefined);
+let dynSelectLang = $state(undefined);
 function updateEditPanelSize(size) {
     if (!$flowInputEditorState)
         return;
@@ -299,6 +301,7 @@ function resetSelected() {
 				on:delete={(e) => {
 					addPropertyV2?.handleDeleteArgument([e.detail])
 				}}
+				showDynSelectOpt
 				displayWebhookWarning
 				editTab={$flowInputEditorState?.selectedTab}
 				{previewSchema}
@@ -339,6 +342,8 @@ function resetSelected() {
 					resetArgs()
 				}}
 				bind:isValid
+				bind:dynSelectCode
+				bind:dynSelectLang
 			>
 				{#snippet openEditTab()}
 					<div class={twMerge('flex flex-row divide-x', ButtonType.ColorVariants.blue.divider)}>

package/package/components/flows/content/FlowModuleComponent.svelte

@@ -796,6 +796,7 @@ let rawScriptLang = $derived(flowModule.value.type == 'rawscript' ? flowModule.v
 											disableMock={preprocessorModule || failureModule}
 											disableHistory={failureModule}
 											loadingJob={stepHistoryLoader?.stepStates[flowModule.id]?.loadingJobs}
+											tagLabel={customUi?.tagLabel}
 										/>
 									</Pane>
 								{/if}

package/package/components/flows/content/FlowModuleScript.svelte

@@ -27,7 +27,6 @@ function getCachedValues(path, hash) {
     previousCode = cachedValues[key]?.previousCode;
     tag = cachedValues[key]?.tag;
     notFound = cachedValues[key]?.notFound ?? false;
-    console.log('cachedValues', cachedValues, code);
 }
 getCachedValues(path, hash);
 async function loadPreviousCode(previousHash) {

package/package/components/flows/idUtils.js

@@ -12,7 +12,8 @@ export const forbiddenIds = [
     'new',
     'in',
     'failure',
-    'preprocessor'
+    'preprocessor',
+    'as'
 ];
 export function numberToChars(n) {
     if (n < 0) {

package/package/components/flows/map/FlowModuleSchemaItem.svelte

@@ -101,11 +101,11 @@ let testRunDropdownOpen = $state(false);
 					acceptUnderScores
 					reservedIds={dfs(flowStore?.val?.value.modules ?? [], (x) => x.id)}
 					bind:value={newId}
-					on:save={(e) => {
-						dispatch('changeId', { id, newId: e.detail, deps: getDeps?.dependents ?? {} })
+					onSave={({ oldId, newId }) => {
+						dispatch('changeId', { id: oldId, newId, deps: getDeps?.dependents ?? {} })
 						editId = false
 					}}
-					on:close={() => {
+					onClose={() => {
 						editId = false
 					}}
 				/>

package/package/components/flows/map/FlowModuleSchemaMap.svelte

@@ -305,6 +305,7 @@ $effect(() => {
 					}
 					refreshStateStore(flowStore)
 					onDelete?.(id)
+					delete $flowStateStore[id]
 				}
 
 				if (Object.keys(dependents).length > 0) {
@@ -433,6 +434,7 @@ $effect(() => {
 			}}
 			onChangeId={(detail) => {
 				let { id, newId, deps } = detail
+
 				dfs(flowStore.val.value.modules, (mod) => {
 					if (deps[mod.id]) {
 						deps[mod.id].forEach((dep) => {
@@ -465,6 +467,9 @@ $effect(() => {
 						mod.id = newId
 					}
 				})
+				$flowStateStore[newId] = $flowStateStore[id]
+				delete $flowStateStore[id]
+				$flowStateStore = $flowStateStore
 				refreshStateStore(flowStore)
 				$selectedId = newId
 			}}

package/package/components/flows/map/InsertModuleButton.svelte

@@ -59,7 +59,10 @@ shouldUsePortal={true} -->
 			{#if kind === 'trigger'}
 				<SchedulePollIcon size={14} />
 			{:else if kind === 'failure'}
-				<Bug size={14} />
+				<div class="flex items-center gap-1">
+					<Bug size={14} />
+					<span class="text-xs w-20">Error Handler</span>
+				</div>
 			{:else}
 				<Cross size={iconSize} />
 			{/if}

package/package/components/flows/propPicker/OutputBadge.svelte

@@ -14,7 +14,11 @@ export let job = undefined;
 		<div
 			class={twMerge(
 				'rounded-full w-2 h-2',
-				'success' in job && job.success ? 'bg-green-400' : 'bg-red-400'
+				'success' in job && job.success
+					? 'bg-green-400'
+					: job.type === 'CompletedJob'
+						? 'bg-red-400'
+						: 'bg-yellow-400'
 			)}
 			title={'success' in job && job.success ? 'Success' : 'Failed'}
 		></div>

package/package/components/flows/propPicker/OutputPickerInner.svelte

@@ -42,10 +42,10 @@ function checkOverflow() {
     }
 }
 function selectJob(nJob) {
-    if (nJob && 'result' in nJob) {
+    if (nJob && (nJob.result_stream || nJob.type == 'CompletedJob')) {
         selectedJob = nJob;
     }
-    else if (job && 'result' in job) {
+    else if (job && (job.result_stream || job.type == 'CompletedJob')) {
         selectedJob = job;
     }
     else {
@@ -53,7 +53,7 @@ function selectJob(nJob) {
     }
 }
 $effect(() => {
-    if (!job || !('result' in job)) {
+    if (!job || !(job.result_stream || job.type == 'CompletedJob')) {
         return;
     }
     selectJob(job);
@@ -169,7 +169,7 @@ let job = $derived.by(() => {
     return undefined;
 });
 let popoverHeight = $derived(customHeight ?? (clientHeight > 0 ? clientHeight : 0));
-const isLoadingAndNotMock = $derived(isLoading && !mock?.enabled);
+const isLoadingAndNotMock = $derived(isLoading && job?.result_stream === undefined && !mock?.enabled);
 const copilot_fix_render = $derived(copilot_fix);
 </script>
 
@@ -548,8 +548,10 @@ const copilot_fix_render = $derived(copilot_fix);
 							bind:forceJson
 							workspaceId={undefined}
 							jobId={undefined}
+							result_stream={undefined}
 							result={mock?.return_value}
 							externalToolbarAvailable
+							fixTableSizingToParent
 							on:toolbar-location-changed={({ detail }) => {
 								toolbarLocationMock = detail
 							}}
@@ -566,7 +568,7 @@ const copilot_fix_render = $derived(copilot_fix);
 						pureViewer={false}
 					/>
 				{/if}
-			{:else if selectedJob != undefined && 'result' in selectedJob}
+			{:else if selectedJob != undefined && (selectedJob.result_stream || selectedJob.type == 'CompletedJob')}
 				{#if fullResult}
 					<div class="break-words relative h-full">
 						{#key selectedJob}
@@ -576,7 +578,9 @@ const copilot_fix_render = $derived(copilot_fix);
 								workspaceId={selectedJob?.workspace_id}
 								jobId={selectedJob?.id}
 								result={selectedJob?.result}
+								result_stream={selectedJob?.result_stream}
 								externalToolbarAvailable
+								fixTableSizingToParent
 								on:toolbar-location-changed={({ detail }) => {
 									toolbarLocationJob = detail
 								}}

package/package/components/flows/propPicker/OutputPickerInner.svelte.d.ts

@@ -7,6 +7,8 @@ type SelectedJob = ((Job | {
     success: boolean;
 }) & {
     preview?: boolean;
+    result_stream?: string;
+    result?: unknown;
 }) | undefined;
 interface Props {
     prefix?: string;
@@ -36,7 +38,9 @@ interface Props {
     disableMock?: boolean;
     disableHistory?: boolean;
     lastJob?: Job;
-    testJob?: Job;
+    testJob?: Job & {
+        result_stream?: string;
+    };
     derivedHistoryOpen?: boolean;
     historyOffset?: any;
     clazz?: string;
@@ -52,6 +56,6 @@ interface Props {
     onResetInitial?: () => void;
     customEmptyJobMessage?: string;
 }
-declare const OutputPickerInner: import("svelte").Component<Props, {}, "preview" | "isLoading" | "mock" | "forceJson" | "selectedJob" | "derivedHistoryOpen">;
+declare const OutputPickerInner: import("svelte").Component<Props, {}, "preview" | "forceJson" | "isLoading" | "mock" | "selectedJob" | "derivedHistoryOpen">;
 type OutputPickerInner = ReturnType<typeof OutputPickerInner>;
 export default OutputPickerInner;

package/package/components/flows/propPicker/StepHistory.svelte

@@ -35,7 +35,10 @@ function initLoadInputs() {
     infiniteList?.setLoader(loadInputsPageFn);
 }
 $effect(() => {
-    staticInputs && infiniteList?.loadData('forceRefresh');
+    staticInputs;
+    for (const s of staticInputs ?? [])
+        s; // listen to changes one level deep
+    infiniteList?.loadData('forceRefresh');
 });
 async function getJobResultAndLogs(jobId, noLogs) {
     try {