@xyne/workflow-sdk 3.2.36 → 3.2.38

package/dist/connectors/builtin/steps/dedup.step.d.ts

@@ -0,0 +1,65 @@
+/**
+ * DEDUP step — deduplication via ctx.staticData.
+ *
+ * Checks whether a key (derived from the current context) has been
+ * seen before. If it has, marks the output as `duplicate: true` so
+ * downstream steps/conditions can skip processing.
+ *
+ * Uses `ctx.staticData` for persistence — keys survive across executions.
+ * Optional TTL: stored timestamps are compared against current time.
+ */
+import { z } from 'zod';
+import { BaseActionStep } from '../../../steps/base-step.js';
+import type { StepExecutionContext } from '../../../steps/base-step.js';
+import { BuiltinStepType } from '../../../types/known-types.js';
+import type { StepCategory } from '../../../types/categories.js';
+export declare const DedupStepConfigSchema: z.ZodObject<{
+    keyPath: z.ZodString;
+    ttlMs: z.ZodOptional<z.ZodNumber>;
+    keyPrefix: z.ZodDefault<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    keyPath: string;
+    keyPrefix: string;
+    ttlMs?: number | undefined;
+}, {
+    keyPath: string;
+    ttlMs?: number | undefined;
+    keyPrefix?: string | undefined;
+}>;
+export type DedupStepConfig = z.infer<typeof DedupStepConfigSchema>;
+export interface DedupStepOutput extends Record<string, unknown> {
+    duplicate: boolean;
+    key: string;
+}
+export declare class DedupStep extends BaseActionStep<typeof DedupStepConfigSchema, DedupStepOutput> {
+    readonly type = BuiltinStepType.DEDUP;
+    readonly name = "Dedup";
+    readonly description = "Skip duplicate items using persistent key tracking";
+    readonly configSchema: z.ZodObject<{
+        keyPath: z.ZodString;
+        ttlMs: z.ZodOptional<z.ZodNumber>;
+        keyPrefix: z.ZodDefault<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        keyPath: string;
+        keyPrefix: string;
+        ttlMs?: number | undefined;
+    }, {
+        keyPath: string;
+        ttlMs?: number | undefined;
+        keyPrefix?: string | undefined;
+    }>;
+    readonly outputSchema: z.ZodObject<{
+        duplicate: z.ZodBoolean;
+        key: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        key: string;
+        duplicate: boolean;
+    }, {
+        key: string;
+        duplicate: boolean;
+    }>;
+    readonly category: StepCategory;
+    readonly icon = "copy-check";
+    execute(config: DedupStepConfig, ctx: StepExecutionContext): Promise<DedupStepOutput>;
+}
+//# sourceMappingURL=dedup.step.d.ts.map

package/dist/connectors/builtin/steps/dedup.step.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dedup.step.d.ts","sourceRoot":"","sources":["../../../../src/connectors/builtin/steps/dedup.step.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACxE,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAChE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAKjE,eAAO,MAAM,qBAAqB;;;;;;;;;;;;EAIhC,CAAC;AAEH,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAIpE,MAAM,WAAW,eAAgB,SAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAC9D,SAAS,EAAE,OAAO,CAAC;IACnB,GAAG,EAAE,MAAM,CAAC;CACb;AASD,qBAAa,SAAU,SAAQ,cAAc,CAC3C,OAAO,qBAAqB,EAC5B,eAAe,CAChB;IACC,SAAkB,IAAI,yBAAyB;IAC/C,SAAkB,IAAI,WAAW;IACjC,SAAkB,WAAW,wDAAwD;IACrF,SAAkB,YAAY;;;;;;;;;;;;OAAyB;IACvD,SAAkB,YAAY;;;;;;;;;OAAyB;IACvD,SAAkB,QAAQ,EAAE,YAAY,CAAU;IAClD,SAAkB,IAAI,gBAAgB;IAEvB,OAAO,CACpB,MAAM,EAAE,eAAe,EACvB,GAAG,EAAE,oBAAoB,GACxB,OAAO,CAAC,eAAe,CAAC;CAmC5B"}

package/dist/connectors/builtin/steps/dedup.step.js

@@ -0,0 +1,61 @@
+/**
+ * DEDUP step — deduplication via ctx.staticData.
+ *
+ * Checks whether a key (derived from the current context) has been
+ * seen before. If it has, marks the output as `duplicate: true` so
+ * downstream steps/conditions can skip processing.
+ *
+ * Uses `ctx.staticData` for persistence — keys survive across executions.
+ * Optional TTL: stored timestamps are compared against current time.
+ */
+import { z } from 'zod';
+import { BaseActionStep } from '../../../steps/base-step.js';
+import { BuiltinStepType } from '../../../types/known-types.js';
+import { resolvePath } from '../../../engine/variable-resolver.js';
+// ─── Config ───
+export const DedupStepConfigSchema = z.object({
+    keyPath: z.string().min(1).describe('Dotted path to the deduplication key in the workflow context'),
+    ttlMs: z.number().int().positive().optional().describe('Time-to-live in milliseconds. Keys older than this are treated as new'),
+    keyPrefix: z.string().default('dedup:').describe('Prefix for the storage key to avoid collisions'),
+});
+const DedupStepOutputSchema = z.object({
+    duplicate: z.boolean(),
+    key: z.string(),
+});
+// ─── Step ───
+export class DedupStep extends BaseActionStep {
+    type = BuiltinStepType.DEDUP;
+    name = 'Dedup';
+    description = 'Skip duplicate items using persistent key tracking';
+    configSchema = DedupStepConfigSchema;
+    outputSchema = DedupStepOutputSchema;
+    category = 'data';
+    icon = 'copy-check';
+    async execute(config, ctx) {
+        // Resolve the dedup key from context
+        const rawKey = resolvePath(ctx.workflow, config.keyPath);
+        if (rawKey === undefined || rawKey === null) {
+            throw new Error(`DEDUP keyPath "${config.keyPath}" resolved to ${String(rawKey)}`);
+        }
+        const key = `${config.keyPrefix}${String(rawKey)}`;
+        // Check if key exists in staticData
+        const existing = (await ctx.staticData.get(key));
+        if (existing !== undefined) {
+            // Check TTL if configured
+            if (config.ttlMs !== undefined) {
+                const age = Date.now() - existing.seenAt;
+                if (age < config.ttlMs) {
+                    return { duplicate: true, key };
+                }
+                // Expired — treat as new, fall through to record
+            }
+            else {
+                return { duplicate: true, key };
+            }
+        }
+        // Record the key
+        await ctx.staticData.set(key, { seenAt: Date.now() });
+        return { duplicate: false, key };
+    }
+}
+//# sourceMappingURL=dedup.step.js.map

package/dist/connectors/builtin/steps/dedup.step.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dedup.step.js","sourceRoot":"","sources":["../../../../src/connectors/builtin/steps/dedup.step.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAE7D,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAEhE,OAAO,EAAE,WAAW,EAAE,MAAM,sCAAsC,CAAC;AAEnE,iBAAiB;AAEjB,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,8DAA8D,CAAC;IACnG,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uEAAuE,CAAC;IAC/H,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,gDAAgD,CAAC;CACnG,CAAC,CAAC;AAWH,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE;IACtB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;CAChB,CAAC,CAAC;AAEH,eAAe;AAEf,MAAM,OAAO,SAAU,SAAQ,cAG9B;IACmB,IAAI,GAAG,eAAe,CAAC,KAAK,CAAC;IAC7B,IAAI,GAAG,OAAO,CAAC;IACf,WAAW,GAAG,oDAAoD,CAAC;IACnE,YAAY,GAAG,qBAAqB,CAAC;IACrC,YAAY,GAAG,qBAAqB,CAAC;IACrC,QAAQ,GAAiB,MAAM,CAAC;IAChC,IAAI,GAAG,YAAY,CAAC;IAE7B,KAAK,CAAC,OAAO,CACpB,MAAuB,EACvB,GAAyB;QAEzB,qCAAqC;QACrC,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAEzD,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CACb,kBAAkB,MAAM,CAAC,OAAO,iBAAiB,MAAM,CAAC,MAAM,CAAC,EAAE,CAClE,CAAC;QACJ,CAAC;QAED,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QAEnD,oCAAoC;QACpC,MAAM,QAAQ,GAAG,CAAC,MAAM,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAElC,CAAC;QAEd,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,0BAA0B;YAC1B,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC;gBACzC,IAAI,GAAG,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC;oBACvB,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;gBAClC,CAAC;gBACD,iDAAiD;YACnD,CAAC;iBAAM,CAAC;gBACN,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;YAClC,CAAC;QACH,CAAC;QAED,iBAAiB;QACjB,MAAM,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAEtD,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;IACnC,CAAC;CACF"}