@uploadista/core 0.0.20-beta.7 → 0.0.20-beta.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/flow/index.cjs +1 -1
- package/dist/flow/index.d.cts +2 -2
- package/dist/flow/index.d.mts +2 -2
- package/dist/flow/index.mjs +1 -1
- package/dist/flow-BHVkk_6W.cjs +1 -0
- package/dist/{flow-_OmguvZm.mjs → flow-DlhHOlMk.mjs} +2 -2
- package/dist/flow-DlhHOlMk.mjs.map +1 -0
- package/dist/index-B9V5SSxl.d.mts.map +1 -1
- package/dist/{index-DjhpgW08.d.cts → index-DMqaf28W.d.cts} +1483 -1483
- package/dist/index-DMqaf28W.d.cts.map +1 -0
- package/dist/{index-BY620LiC.d.mts → index-RuQUCROH.d.mts} +1483 -1483
- package/dist/index-RuQUCROH.d.mts.map +1 -0
- package/dist/index.cjs +1 -1
- package/dist/index.d.cts +2 -2
- package/dist/index.d.mts +2 -2
- package/dist/index.mjs +1 -1
- package/dist/testing/index.cjs +2 -2
- package/dist/testing/index.d.cts +9 -9
- package/dist/testing/index.d.cts.map +1 -1
- package/dist/testing/index.d.mts +9 -9
- package/dist/testing/index.d.mts.map +1 -1
- package/dist/testing/index.mjs +2 -2
- package/dist/testing/index.mjs.map +1 -1
- package/dist/types/index.d.cts +1 -1
- package/dist/types/index.d.mts +1 -1
- package/dist/upload/index.cjs +1 -1
- package/dist/upload/index.d.cts +2 -2
- package/dist/upload/index.d.mts +2 -2
- package/dist/upload/index.mjs +1 -1
- package/dist/{upload-tLC7uR9U.mjs → upload-C-C7hn1-.mjs} +2 -2
- package/dist/{upload-tLC7uR9U.mjs.map → upload-C-C7hn1-.mjs.map} +1 -1
- package/dist/{upload-BHDuuJ80.cjs → upload-DWBlRXHh.cjs} +1 -1
- package/package.json +7 -7
- package/src/flow/{flow-server.ts → flow-engine.ts} +106 -106
- package/src/flow/index.ts +10 -10
- package/src/flow/nodes/input-node.ts +5 -5
- package/src/flow/nodes/transform-node.ts +11 -14
- package/src/flow/typed-flow.ts +22 -20
- package/src/testing/index.ts +1 -1
- package/src/testing/{mock-upload-server.ts → mock-upload-engine.ts} +10 -10
- package/src/upload/index.ts +1 -1
- package/src/upload/{upload-server.ts → upload-engine.ts} +44 -40
- package/dist/flow-Cv8vCBQ2.cjs +0 -1
- package/dist/flow-_OmguvZm.mjs.map +0 -1
- package/dist/index-BY620LiC.d.mts.map +0 -1
- package/dist/index-DjhpgW08.d.cts.map +0 -1
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import{n as e}from"./uploadista-error-CkSxSyNo.mjs";import{A as t,D as n,E as r,I as i,O as a,S as o,b as s,d as c,j as l,k as u}from"./types-DKGQJIEr.mjs";import{a as d,n as f,o as p}from"./upload-tLC7uR9U.mjs";import{Context as m,Effect as h,Layer as g,Option as _,Runtime as v,Stream as y,Tracer as b}from"effect";import{z as x}from"zod";import{render as S}from"micromustache";const C={enabled:!1,failureThreshold:5,resetTimeout:3e4,halfOpenRequests:3,windowDuration:6e4,fallback:{type:`fail`}},w=`uploadista:circuit-breaker:`;function T(e){let t=e=>`${w}${e}`,n=n=>h.gen(function*(){let r=t(n),a=yield*e.get(r);if(a===null)return null;try{return i.deserialize(a)}catch{return yield*e.delete(r),null}}),r=(n,r)=>{let a=t(n),o=i.serialize(r);return e.set(a,o)};return{getState:n,setState:r,incrementFailures:(e,t)=>h.gen(function*(){let i=Date.now(),o=yield*n(e);return o===null&&(o=a({failureThreshold:5,resetTimeout:3e4,halfOpenRequests:3,windowDuration:t})),o=i-o.windowStart>t?{...o,failureCount:1,windowStart:i}:{...o,failureCount:o.failureCount+1},yield*r(e,o),o.failureCount}),resetFailures:e=>h.gen(function*(){let t=yield*n(e);t!==null&&(yield*r(e,{...t,failureCount:0,windowStart:Date.now()}))}),incrementHalfOpenSuccesses:e=>h.gen(function*(){let t=yield*n(e);if(t===null)return 1;let i={...t,halfOpenSuccesses:t.halfOpenSuccesses+1};return yield*r(e,i),i.halfOpenSuccesses}),getAllStats:()=>h.gen(function*(){let t=new Map;if(!e.list)return t;let r=yield*e.list(w),i=Date.now();for(let e of r){let r=e,a=yield*n(r);if(a!==null){let e=i-a.lastStateChange;t.set(r,{nodeType:r,state:a.state,failureCount:a.failureCount,halfOpenSuccesses:a.halfOpenSuccesses,timeSinceLastStateChange:e,timeUntilHalfOpen:a.state===`open`?Math.max(0,a.config.resetTimeout-e):void 0})}}return t}),delete:n=>e.delete(t(n))}}function E(){let e=new Map;return{getState:t=>h.succeed(e.get(t)??null),setState:(t,n)=>h.sync(()=>{e.set(t,n)}),incrementFailures:(t,n)=>h.sync(()=>{let r=Date.now(),i=e.get(t);return i===void 0&&(i=a({failureThreshold:5,resetTimeout:3e4,halfOpenRequests:3,windowDuration:n})),i=r-i.windowStart>n?{...i,failureCount:1,windowStart:r}:{...i,failureCount:i.failureCount+1},e.set(t,i),i.failureCount}),resetFailures:t=>h.sync(()=>{let n=e.get(t);n!==void 0&&e.set(t,{...n,failureCount:0,windowStart:Date.now()})}),incrementHalfOpenSuccesses:t=>h.sync(()=>{let n=e.get(t);if(n===void 0)return 1;let r={...n,halfOpenSuccesses:n.halfOpenSuccesses+1};return e.set(t,r),r.halfOpenSuccesses}),getAllStats:()=>h.sync(()=>{let t=new Map,n=Date.now();for(let[r,i]of e){let e=n-i.lastStateChange;t.set(r,{nodeType:r,state:i.state,failureCount:i.failureCount,halfOpenSuccesses:i.halfOpenSuccesses,timeSinceLastStateChange:e,timeUntilHalfOpen:i.state===`open`?Math.max(0,i.config.resetTimeout-e):void 0})}return t}),delete:t=>h.sync(()=>{e.delete(t)})}}const D=g.effect(n,h.gen(function*(){return T(yield*u)})),O=g.succeed(n,E());var k=class{eventHandler;nodeType;config;store;constructor(e,t,n){this.nodeType=e,this.config={enabled:t.enabled??C.enabled,failureThreshold:t.failureThreshold??C.failureThreshold,resetTimeout:t.resetTimeout??C.resetTimeout,halfOpenRequests:t.halfOpenRequests??C.halfOpenRequests,windowDuration:t.windowDuration??C.windowDuration,fallback:t.fallback??C.fallback},this.store=n}setEventHandler(e){this.eventHandler=e}allowRequest(){let e=this;return h.gen(function*(){if(!e.config.enabled)return{allowed:!0,state:`closed`,failureCount:0};let t=yield*e.store.getState(e.nodeType),n=Date.now();if(t===null&&(t=a({failureThreshold:e.config.failureThreshold,resetTimeout:e.config.resetTimeout,halfOpenRequests:e.config.halfOpenRequests,windowDuration:e.config.windowDuration}),yield*e.store.setState(e.nodeType,t)),t.state===`open`&&n-t.lastStateChange>=e.config.resetTimeout){let r=t.state;t={...t,state:`half-open`,halfOpenSuccesses:0,lastStateChange:n},yield*e.store.setState(e.nodeType,t),yield*e.emitEvent(r,`half-open`,t.failureCount)}return{allowed:t.state!==`open`,state:t.state,failureCount:t.failureCount}})}getState(){let e=this;return h.gen(function*(){return(yield*e.store.getState(e.nodeType))?.state??`closed`})}getFailureCount(){let e=this;return h.gen(function*(){return(yield*e.store.getState(e.nodeType))?.failureCount??0})}recordSuccess(){let e=this;return h.gen(function*(){if(!e.config.enabled)return;let t=yield*e.store.getState(e.nodeType);t!==null&&(t.state===`half-open`?(yield*e.store.incrementHalfOpenSuccesses(e.nodeType))>=e.config.halfOpenRequests&&(yield*e.transitionTo(`closed`,t.failureCount)):t.state===`closed`&&(yield*e.store.resetFailures(e.nodeType)))})}recordFailure(e){let t=this;return h.gen(function*(){if(!t.config.enabled)return;let e=yield*t.store.getState(t.nodeType);if(e===null||e.state===`closed`){let e=yield*t.store.incrementFailures(t.nodeType,t.config.windowDuration);e>=t.config.failureThreshold&&(yield*t.transitionTo(`open`,e))}else e.state===`half-open`&&(yield*t.transitionTo(`open`,e.failureCount))})}getFallback(){return this.config.fallback}reset(){let e=this;return h.gen(function*(){let t=(yield*e.store.getState(e.nodeType))?.state??`closed`;yield*e.store.setState(e.nodeType,a({failureThreshold:e.config.failureThreshold,resetTimeout:e.config.resetTimeout,halfOpenRequests:e.config.halfOpenRequests,windowDuration:e.config.windowDuration})),t!==`closed`&&(yield*e.emitEvent(t,`closed`,0))})}transitionTo(e,t){let n=this;return h.gen(function*(){let r=yield*n.store.getState(n.nodeType),i=r?.state??`closed`;if(i===e)return;let a=Date.now(),o={state:e,failureCount:e===`closed`?0:t,lastStateChange:a,halfOpenSuccesses:0,windowStart:e===`closed`?a:r?.windowStart??a,config:{failureThreshold:n.config.failureThreshold,resetTimeout:n.config.resetTimeout,halfOpenRequests:n.config.halfOpenRequests,windowDuration:n.config.windowDuration}};yield*n.store.setState(n.nodeType,o),yield*n.emitEvent(i,e,t)})}emitEvent(e,t,n){let r=this;return h.gen(function*(){r.eventHandler&&(yield*r.eventHandler({nodeType:r.nodeType,previousState:e,newState:t,timestamp:Date.now(),failureCount:n}))})}},ee=class{breakers=new Map;eventHandler;constructor(e){this.store=e}setEventHandler(e){this.eventHandler=e;for(let t of this.breakers.values())t.setEventHandler(e)}getOrCreate(e,t){let n=this.breakers.get(e);return n||(n=new k(e,t,this.store),this.eventHandler&&n.setEventHandler(this.eventHandler),this.breakers.set(e,n)),n}get(e){return this.breakers.get(e)}getAllStats(){return this.store.getAllStats()}resetAll(){let e=this;return h.gen(function*(){for(let t of e.breakers.values())yield*t.reset()})}clear(){this.breakers.clear()}};function A({source:e,target:t,sourcePort:n,targetPort:r}){return{source:e,target:t,sourcePort:n,targetPort:r}}let j=function(e){return e.JobStart=`job-start`,e.JobEnd=`job-end`,e.FlowStart=`flow-start`,e.FlowEnd=`flow-end`,e.FlowError=`flow-error`,e.FlowPause=`flow-pause`,e.FlowCancel=`flow-cancel`,e.NodeStart=`node-start`,e.NodeEnd=`node-end`,e.NodePause=`node-pause`,e.NodeResume=`node-resume`,e.NodeError=`node-error`,e.NodeStream=`node-stream`,e.NodeResponse=`node-response`,e.DlqItemAdded=`dlq-item-added`,e.DlqRetryStart=`dlq-retry-start`,e.DlqRetrySuccess=`dlq-retry-success`,e.DlqRetryFailed=`dlq-retry-failed`,e.DlqItemExhausted=`dlq-item-exhausted`,e.DlqItemResolved=`dlq-item-resolved`,e}({});var M=class{types;constructor(){this.types=new Map}register(t){if(this.types.has(t.id))throw e.fromCode(`VALIDATION_ERROR`,{body:`Input type "${t.id}" is already registered. Types cannot be modified or re-registered.`,details:{typeId:t.id}});this.types.set(t.id,t)}get(e){return this.types.get(e)}list(){return Array.from(this.types.values())}validate(t,n){let r=this.types.get(t);if(!r)return{success:!1,error:e.fromCode(`VALIDATION_ERROR`,{body:`Input type "${t}" is not registered`,details:{typeId:t}})};try{return{success:!0,data:r.schema.parse(n)}}catch(n){return{success:!1,error:e.fromCode(`VALIDATION_ERROR`,{body:`Data validation failed for input type "${t}"`,cause:n,details:{typeId:t,validationErrors:n}})}}}has(e){return this.types.has(e)}size(){return this.types.size}};const N=new M;function te(e,t){return N.validate(e,t)}var ne=class{types;constructor(){this.types=new Map}register(t){if(this.types.has(t.id))throw e.fromCode(`VALIDATION_ERROR`,{body:`Output type "${t.id}" is already registered. Types cannot be modified or re-registered.`,details:{typeId:t.id}});this.types.set(t.id,t)}get(e){return this.types.get(e)}list(){return Array.from(this.types.values())}validate(t,n){let r=this.types.get(t);if(!r)return{success:!1,error:e.fromCode(`VALIDATION_ERROR`,{body:`Output type "${t}" is not registered`,details:{typeId:t}})};try{return{success:!0,data:r.schema.parse(n)}}catch(n){return{success:!1,error:e.fromCode(`VALIDATION_ERROR`,{body:`Data validation failed for output type "${t}"`,cause:n,details:{typeId:t,validationErrors:n}})}}}has(e){return this.types.has(e)}size(){return this.types.size}};const P=new ne;function re(e,t){return P.validate(e,t)}let F=function(e){return e.input=`input`,e.process=`process`,e.conditional=`conditional`,e.multiplex=`multiplex`,e.merge=`merge`,e}({});function I({id:t,name:n,description:r,type:i,inputSchema:a,outputSchema:o,run:s,condition:c,multiInput:l=!1,multiOutput:u=!1,pausable:d=!1,retry:f,inputTypeId:p,outputTypeId:m,keepOutput:g=!1,circuitBreaker:_,nodeTypeId:v}){return h.gen(function*(){return p&&!N.get(p)?yield*e.fromCode(`INVALID_INPUT_TYPE`,{body:`Input type "${p}" is not registered in inputTypeRegistry`,details:{inputTypeId:p,nodeId:t}}).toEffect():m&&!P.get(m)?yield*e.fromCode(`INVALID_OUTPUT_TYPE`,{body:`Output type "${m}" is not registered in outputTypeRegistry`,details:{outputTypeId:m,nodeId:t}}).toEffect():{id:t,name:n,description:r,type:i,inputTypeId:p,outputTypeId:m,keepOutput:g,inputSchema:a,outputSchema:o,pausable:d,run:({data:r,jobId:i,flowId:c,storageId:l,clientId:u})=>h.gen(function*(){let d=yield*s({data:yield*h.try({try:()=>a.parse(r),catch:r=>{let i=r instanceof Error?r.message:String(r);return e.fromCode(`FLOW_INPUT_VALIDATION_ERROR`,{body:`Node '${n}' (${t}) input validation failed: ${i}`,cause:r})}}),jobId:i,storageId:l,flowId:c,clientId:u});return d.type===`waiting`?{type:`waiting`,partialData:d.partialData,nodeType:m,nodeId:t}:{type:`complete`,data:yield*h.try({try:()=>o.parse(d.data),catch:r=>{let i=r instanceof Error?r.message:String(r);return e.fromCode(`FLOW_OUTPUT_VALIDATION_ERROR`,{body:`Node '${n}' (${t}) output validation failed: ${i}`,cause:r})}}),nodeType:m,nodeId:t}}),condition:c,multiInput:l,multiOutput:u,retry:f,circuitBreaker:_,nodeTypeId:v}})}const ie=e=>({id:e.id,name:e.name,description:e.description,type:e.type,inputTypeId:e.inputTypeId,outputTypeId:e.outputTypeId,nodeTypeId:e.nodeTypeId}),L=e=>({type:`complete`,data:e}),ae=e=>({type:`waiting`,partialData:e}),oe=(e,t)=>{if(e===t)return!0;try{return!!(e&&t&&typeof e==`object`&&typeof t==`object`)}catch{return!0}};var se=class{typeChecker;constructor(e=oe){this.typeChecker=e}validateConnection(e,t,n){return this.getCompatibleTypes(e.outputSchema,t.inputSchema)}getCompatibleTypes(e,t){return this.typeChecker(e,t)}validateFlow(e,t){let n=[],r=new Map(e.map(e=>[e.id,e]));for(let e of t){let t=r.get(e.source),i=r.get(e.target);if(!t){n.push(`Source node ${e.source} not found`);continue}if(!i){n.push(`Target node ${e.target} not found`);continue}this.validateConnection(t,i,e)||n.push(`Schema mismatch: ${t.id} output schema incompatible with ${i.id} input schema`)}return{isValid:n.length===0,errors:n}}getExpectedInputSchemas(e,t,n){let r=new Map(t.map(e=>[e.id,e])),i={};for(let t of n)if(t.target===e){let e=r.get(t.source);if(e){let n=t.sourcePort||t.source;i[n]=e.outputSchema}}return i}getActualOutputSchemas(e,t,n){let r=new Map(t.map(e=>[e.id,e])),i={};for(let t of n)if(t.source===e){let e=r.get(t.target);if(e){let n=t.targetPort||t.target;i[n]=e.inputSchema}}return i}validateData(e,t){try{return t.parse(e),{isValid:!0,errors:[]}}catch(e){return e instanceof Error&&`errors`in e?{isValid:!1,errors:e.errors.map(e=>`${e.path.join(`.`)}: ${e.message}`)}:{isValid:!1,errors:[e instanceof Error?e.message:`Validation failed`]}}}};function R(e){if(!e)return{type:``,fileName:``,metadata:void 0,metadataJson:void 0};let t={...e},n=String(t.type||t.mimeType||t[`content-type`]||``);n&&(t.type||=n,t.mimeType||=n);let r=String(t.fileName||t.originalName||t.name||``);return r&&(t.fileName||=r,t.originalName||=r,t.name||=r),{type:n,fileName:r,metadata:t,metadataJson:JSON.stringify(t)}}const ce=x.object({operation:x.literal(`init`),storageId:x.string(),metadata:x.record(x.string(),x.any()).optional()}),le=x.object({operation:x.literal(`finalize`),uploadId:x.string()}),ue=x.object({operation:x.literal(`url`),url:x.string(),storageId:x.string().optional(),metadata:x.record(x.string(),x.any()).optional()}),z=x.union([ce,le,ue]),de=x.object({allowedMimeTypes:x.array(x.string()).optional(),minSize:x.number().positive().optional(),maxSize:x.number().positive().optional()});function fe(t,n){return h.gen(function*(){if(n){if(n.allowedMimeTypes&&n.allowedMimeTypes.length>0&&!n.allowedMimeTypes.some(e=>{if(e.endsWith(`/*`)){let n=e.slice(0,-2);return t.type.startsWith(n)}return t.type===e}))throw yield*e.fromCode(`VALIDATION_ERROR`,{cause:Error(`File type "${t.type}" is not allowed. Allowed types: ${n.allowedMimeTypes.join(`, `)}`)}).toEffect();if(n.minSize!==void 0&&t.size<n.minSize)throw yield*e.fromCode(`VALIDATION_ERROR`,{cause:Error(`File size (${t.size} bytes) is below minimum (${n.minSize} bytes)`)}).toEffect();if(n.maxSize!==void 0&&t.size>n.maxSize)throw yield*e.fromCode(`VALIDATION_ERROR`,{cause:Error(`File size (${t.size} bytes) exceeds maximum (${n.maxSize} bytes)`)}).toEffect()}})}function pe(t,n,i){let a=i?.keepOutput??!1;return h.gen(function*(){let i=yield*f;return yield*I({id:t,name:`Input`,description:`Handles file input through multiple methods - streaming upload (init/finalize) or direct URL fetch`,type:F.input,nodeTypeId:`input`,inputSchema:z,outputSchema:r,keepOutput:a,inputTypeId:U,outputTypeId:B,run:({data:r,flowId:a,jobId:o,clientId:s})=>h.gen(function*(){switch(r.operation){case`init`:{let e={storageId:r.storageId,size:r.metadata?.size||0,type:r.metadata?.mimeType||`application/octet-stream`,fileName:r.metadata?.originalName,lastModified:r.metadata?.size?Date.now():void 0,metadata:r.metadata?JSON.stringify(r.metadata):void 0,flow:{flowId:a,nodeId:t,jobId:o}};return ae(yield*i.createUpload(e,s))}case`finalize`:{let e=yield*i.getUpload(r.uploadId),{type:t}=R(e.metadata);return yield*fe({type:t,size:e.size||0},n),L(e)}case`url`:{let e=yield*p(r.url),c=yield*d(e),l=r.metadata?.mimeType||e.headers.get(`content-type`)||`application/octet-stream`,u=r.metadata?.size||Number(e.headers.get(`content-length`)||0),f=r.metadata?.originalName||r.url.split(`/`).pop()||`file`;yield*fe({type:l,size:u},n);let m=new ReadableStream({start(e){e.enqueue(new Uint8Array(c)),e.close()}}),h={storageId:r.storageId||`buffer`,size:u,type:l,fileName:f,lastModified:Date.now(),metadata:r.metadata?JSON.stringify(r.metadata):void 0};return L({...yield*i.upload(h,s,m),flow:{flowId:a,nodeId:t,jobId:o}})}default:throw yield*e.fromCode(`VALIDATION_ERROR`,{cause:Error(`Invalid operation`)}).toEffect()}})})})}const B=`storage-output-v1`,V=`ocr-output-v1`,H=`image-description-output-v1`,U=`streaming-input-v1`,me=x.object({extractedText:x.string(),format:x.enum([`markdown`,`plain`,`structured`]),taskType:x.enum([`convertToMarkdown`,`freeOcr`,`parseFigure`,`locateObject`]),confidence:x.number().min(0).max(1).optional()}),he=x.object({description:x.string(),confidence:x.number().min(0).max(1).optional(),metadata:x.record(x.string(),x.unknown()).optional()});N.register({id:U,schema:z,version:`1.0.0`,description:`Streaming file input with init/finalize/url operations for flexible file ingestion`}),P.register({id:B,schema:r,version:`1.0.0`,description:`Storage output node that saves files to configured storage backend`}),P.register({id:V,schema:me,version:`1.0.0`,description:`OCR output node that extracts structured text from documents using AI`}),P.register({id:H,schema:he,version:`1.0.0`,description:`Image description output node that generates AI-powered descriptions of images`});var ge=class{maxConcurrency;constructor(e={}){this.maxConcurrency=e.maxConcurrency??4}groupNodesByExecutionLevel(e,t){let n={},r={};e.forEach(e=>{n[e.id]=[],r[e.id]=0}),t.forEach(e=>{n[e.source]?.push(e.target),r[e.target]=(r[e.target]||0)+1});let i=[],a=new Set,o=0;for(;a.size<e.length;){let e=Object.keys(r).filter(e=>r[e]===0&&!a.has(e));if(e.length===0)throw Error(`Cycle detected in flow graph - cannot execute in parallel`);i.push({level:o++,nodes:e}),e.forEach(e=>{a.add(e),delete r[e],n[e]?.forEach(e=>{r[e]!==void 0&&r[e]--})})}return i}executeNodesInParallel(e){return h.all(e.map(e=>e()),{concurrency:this.maxConcurrency})}canExecuteInParallel(e,t,n){return e.every(e=>(n[e]||[]).every(e=>t.has(e)))}getStats(){return{maxConcurrency:this.maxConcurrency}}};function W(e){return t=>{if(t.nodeType!==e)return!1;let n=P.get(e);return n?n.schema.safeParse(t.data).success:!1}}function _e(e){return!e||typeof e!=`object`?!1:r.safeParse(e).success}const ve=W(`storage-output-v1`),ye=W(V),be=W(H);function G(e,t){return e.filter(t)}function xe(t,n){return h.gen(function*(){let r=G(t,n);return r.length===0?yield*e.fromCode(`OUTPUT_NOT_FOUND`,{body:`No output of the specified type was found in the flow results`}).toEffect():r.length>1?yield*e.fromCode(`MULTIPLE_OUTPUTS_FOUND`,{body:`Found ${r.length} outputs of the specified type, expected exactly one`,details:{foundCount:r.length,nodeIds:r.map(e=>e.nodeId)}}).toEffect():r[0]})}function Se(e,t){return G(e,t)[0]}function Ce(e,t){return e.find(e=>e.nodeId===t)}function we(e,t){return e.some(t)}function Te(e){return e.operation===`init`}function Ee(e){return e.operation===`finalize`}function De(e){return e.operation===`url`}function Oe(e){return e.operation===`init`||e.operation===`url`}const ke=e=>({id:e.id,name:e.name,nodes:e.nodes.map(ie),edges:e.edges});function K(t){return h.gen(function*(){let r=yield*h.all(t.nodes.map(e=>h.isEffect(e)?e:h.succeed(e))),{flowId:i,name:a,onEvent:s,checkJobStatus:c,edges:l,inputSchema:u,outputSchema:d,typeChecker:f,circuitBreaker:p}=t,m=r,g=new se(f),_=e=>{let t=e.circuitBreaker,n=e.nodeTypeId?p?.nodeTypeOverrides?.[e.nodeTypeId]:void 0,r=p?.defaults;if(!(!t&&!n&&!r))return{...r,...n,...t}},v=()=>{let e={},t={},n={};return m.forEach(r=>{e[r.id]=[],n[r.id]=[],t[r.id]=0}),l.forEach(r=>{e[r.source]?.push(r.target),n[r.target]?.push(r.source),t[r.target]=(t[r.target]||0)+1}),{graph:e,reverseGraph:n,inDegree:t}},b=()=>{let{graph:e,inDegree:t}=v(),n=[],r=[];for(Object.keys(t).forEach(e=>{t[e]===0&&n.push(e)});n.length>0;){let i=n.shift();if(!i)throw Error(`No current node found`);r.push(i),e[i]?.forEach(e=>{t[e]=(t[e]||0)-1,t[e]===0&&n.push(e)})}return r},S=(e,t)=>{if(!e.condition)return h.succeed(!0);let{field:n,operator:r,value:i}=e.condition,a=t,o=a?.metadata?.[n]||a?.[n],s=(()=>{switch(r){case`equals`:return o===i;case`notEquals`:return o!==i;case`greaterThan`:return Number(o)>Number(i);case`lessThan`:return Number(o)<Number(i);case`contains`:return String(o).includes(String(i));case`startsWith`:return String(o).startsWith(String(i));default:return!0}})();return h.succeed(s)},C=(e,t)=>{let{reverseGraph:n}=v(),r=n[e]||[],i={};return r.forEach(e=>{let n=t.get(e);n!==void 0&&(i[e]=n)}),i},w=e=>{let t=m.filter(e=>e.type===`input`),n={};return t.forEach(t=>{e&&typeof e==`object`&&t.id in e&&(n[t.id]=u.parse(e[t.id]))}),n},T=e=>!l.some(t=>t.source===e),E=e=>{let t=m.find(t=>t.id===e);return T(e)||t?.keepOutput===!0},D=e=>{let t=m.filter(e=>E(e.id)),n={};return t.forEach(t=>{let r=e.get(t.id);r!==void 0&&(n[t.id]=r)}),n},O=(e,t)=>{let n=m.filter(e=>E(e.id)),r=[];return n.forEach(n=>{let i=e.get(n.id);if(i!==void 0){let e=t.get(n.id);r.push({nodeId:n.id,nodeType:e,data:i,timestamp:new Date().toISOString()})}}),r},k=(e,t,n)=>h.gen(function*(){if(e.storage.id===t)return e;let r=yield*o,i=yield*r.getDataStore(e.storage.id,n),a=yield*r.getDataStore(t,n),s=yield*i.read(e.id),c=y.make(s),l={...e,storage:{id:t,type:e.storage.type}},u=yield*a.create(l);return yield*a.write({file_id:u.id,stream:c,offset:0},{}),u}),A=(n,r,a,o,l,u,d,f)=>h.gen(function*(){let p=l.get(n);if(!p)return yield*e.fromCode(`FLOW_NODE_NOT_FOUND`).toEffect();if(c){let t=yield*c(u);if(t===`paused`)return yield*e.fromCode(`FLOW_PAUSED`,{cause:`Flow ${i} was paused by user at job ${u}`}).toEffect();if(t===`cancelled`)return yield*e.fromCode(`FLOW_CANCELLED`,{cause:`Flow ${i} was cancelled by user at job ${u}`}).toEffect()}s&&(yield*s({jobId:u,flowId:i,nodeId:n,eventType:j.NodeStart,nodeName:p.name,nodeType:p.type}));let m=p.retry?.maxRetries??0,g=p.retry?.retryDelay??1e3,v=p.retry?.exponentialBackoff??!0,y=_(p),b=y?.enabled&&p.nodeTypeId&&f?f.getOrCreate(p.nodeTypeId,y):null;if(b){let{allowed:t,state:r,failureCount:o}=yield*b.allowRequest();if(!t){let t=b.getFallback();return yield*h.logWarning(`Circuit breaker OPEN for node type "${p.nodeTypeId}" - applying fallback`),t.type===`skip`?(s&&(yield*s({jobId:u,flowId:i,nodeId:n,eventType:j.NodeEnd,nodeName:p.name})),{nodeId:n,result:a[n],success:!0,waiting:!1}):t.type===`default`?(s&&(yield*s({jobId:u,flowId:i,nodeId:n,eventType:j.NodeEnd,nodeName:p.name,result:t.value})),{nodeId:n,result:t.value,success:!0,waiting:!1}):yield*e.fromCode(`CIRCUIT_BREAKER_OPEN`,{body:`Circuit breaker is open for node type "${p.name}"`,details:{nodeType:p.name,nodeId:n,state:r,failureCount:o}}).toEffect()}}let x=0,w=null;for(;x<=m;)try{let c,l={};if(p.type===`input`){if(c=a[n],c===void 0)return yield*h.logError(`Input node ${n} has no input data`),yield*e.fromCode(`FLOW_NODE_ERROR`,{cause:Error(`Input node ${n} has no input data`)}).toEffect()}else{if(l=C(n,o),Object.keys(l).length===0)return yield*h.logError(`Node ${n} has no input data`),yield*e.fromCode(`FLOW_NODE_ERROR`,{cause:Error(`Node ${n} has no input data`)}).toEffect();if(p.multiInput)c=l;else{let t=Object.keys(l)[0];if(!t)return yield*e.fromCode(`FLOW_NODE_ERROR`,{cause:Error(`Node ${n} has no input data`)}).toEffect();c=l[t]}}if(p.type===`conditional`&&!(yield*S(p,c)))return s&&(yield*s({jobId:u,flowId:i,nodeId:n,eventType:j.NodeEnd,nodeName:p.name})),{nodeId:n,result:c,success:!0,waiting:!1};let f=yield*p.run({data:c,inputs:l,jobId:u,flowId:i,storageId:r,clientId:d});if(f.type===`waiting`){let e=f.partialData;return s&&(yield*s({jobId:u,flowId:i,nodeId:n,eventType:j.NodePause,nodeName:p.name,partialData:e})),{nodeId:n,result:e,success:!0,waiting:!0,nodeType:f.nodeType}}let m=f.data;if(E(n)&&(_e(m)&&m.storage.id!==r&&(yield*h.logDebug(`Auto-persisting output node ${n} output from ${m.storage.id} to ${r}`),m=yield*k(m,r,d)),t.hooks?.onNodeOutput)){yield*h.logDebug(`Calling onNodeOutput hook for sink node ${n}`);let e=t.hooks.onNodeOutput({output:m,nodeId:n,flowId:i,jobId:u,storageId:r,clientId:d});m=yield*h.isEffect(e)?e:h.promise(()=>e)}return b&&(yield*b.recordSuccess()),s&&(yield*s({jobId:u,flowId:i,nodeId:n,eventType:j.NodeEnd,nodeName:p.name,result:m})),{nodeId:n,result:m,success:!0,waiting:!1,nodeType:f.nodeType}}catch(t){if(w=t instanceof e?t:e.fromCode(`FLOW_NODE_ERROR`,{cause:t}),b&&(yield*b.recordFailure(w.body)),x<m){x++;let e=v?g*2**(x-1):g;yield*h.logWarning(`Node ${n} (${p.name}) failed, retrying (${x}/${m}) after ${e}ms`),yield*h.sleep(e);continue}return s&&(yield*s({jobId:u,flowId:i,nodeId:n,eventType:j.NodeError,nodeName:p.name,error:w.body,retryCount:x})),yield*w.toEffect()}return w?yield*w.toEffect():yield*e.fromCode(`FLOW_NODE_ERROR`,{cause:Error(`Unexpected error in retry loop`)}).toEffect()}).pipe((()=>{let e=l.get(n),t=e?.nodeTypeId??e?.type??`unknown`;return h.withSpan(`node-${t}`,{attributes:{"node.id":n,"node.type":e?.type??`unknown`,"node.type_id":e?.nodeTypeId??`unknown`,"node.name":e?.name??`unknown`,"flow.id":i,"flow.job_id":u}})})()),M=({inputs:r,storageId:a,jobId:o,resumeFrom:c,clientId:u})=>h.gen(function*(){let f=yield*h.serviceOption(n),p=f._tag===`Some`?new ee(f.value):null;!c&&s&&(yield*s({jobId:o,eventType:j.FlowStart,flowId:i}));let g=w(r||{}),_,v,y;c?(_=c.executionOrder,v=c.nodeResults,y=c.currentIndex):(_=b(),v=new Map,y=0);let S=new Map;if(_.length!==m.length)return yield*e.fromCode(`FLOW_CYCLE_ERROR`).toEffect();let C=new Map(m.map(e=>[e.id,e]));if(t.parallelExecution?.enabled??!1){yield*h.logDebug(`Flow ${i}: Executing in parallel mode (maxConcurrency: ${t.parallelExecution?.maxConcurrency??4})`);let e=new ge({maxConcurrency:t.parallelExecution?.maxConcurrency??4}),n=e.groupNodesByExecutionLevel(m,l);yield*h.logDebug(`Flow ${i}: Grouped nodes into ${n.length} execution levels`);let r={};m.forEach(e=>{r[e.id]=[]}),l.forEach(e=>{r[e.target]?.push(e.source)});for(let t of n){yield*h.logDebug(`Flow ${i}: Executing level ${t.level} with nodes: ${t.nodes.join(`, `)}`);let n=t.nodes.map(e=>()=>h.gen(function*(){if(c&&e===c.executionOrder[y]&&s){let t=C.get(e);t&&(yield*s({jobId:o,flowId:i,nodeId:e,eventType:j.NodeResume,nodeName:t.name,nodeType:t.type}))}return{nodeId:e,nodeResult:yield*A(e,a,g,v,C,o,u,p)}})),r=yield*e.executeNodesInParallel(n);for(let{nodeId:e,nodeResult:t}of r){if(t.waiting)return t.result!==void 0&&(v.set(e,t.result),t.nodeType&&S.set(e,t.nodeType)),{type:`paused`,nodeId:e,executionState:{executionOrder:_,currentIndex:_.indexOf(e),inputs:g}};t.success&&(v.set(e,t.result),t.nodeType&&S.set(e,t.nodeType))}}}else{yield*h.logDebug(`Flow ${i}: Executing in sequential mode`);for(let t=y;t<_.length;t++){let n=_[t];if(!n)return yield*e.fromCode(`FLOW_NODE_NOT_FOUND`).toEffect();if(c&&t===y&&s){let e=C.get(n);e&&(yield*s({jobId:o,flowId:i,nodeId:n,eventType:j.NodeResume,nodeName:e.name,nodeType:e.type}))}let r=yield*A(n,a,g,v,C,o,u,p);if(r.waiting)return r.result!==void 0&&(v.set(r.nodeId,r.result),r.nodeType&&S.set(r.nodeId,r.nodeType)),{type:`paused`,nodeId:r.nodeId,executionState:{executionOrder:_,currentIndex:t,inputs:g}};r.success&&(v.set(r.nodeId,r.result),r.nodeType&&S.set(r.nodeId,r.nodeType))}}let T=D(v),k=O(v,S),M=x.record(x.string(),d).safeParse(T);if(!M.success){let t=`Flow output validation failed: ${M.error.message}. Expected outputs: ${JSON.stringify(Object.keys(D(v)))}. Output nodes (sinks + keepOutput): ${m.filter(e=>E(e.id)).map(e=>e.id).join(`, `)}`;return s&&(yield*s({jobId:o,eventType:j.FlowError,flowId:i,error:t})),yield*e.fromCode(`FLOW_OUTPUT_VALIDATION_ERROR`,{body:t,cause:M.error}).toEffect()}let N=M.data;return s&&(yield*s({jobId:o,eventType:j.FlowEnd,flowId:i,outputs:k,result:N})),{type:`completed`,result:N,outputs:k}});return{id:i,name:a,nodes:m,edges:l,inputSchema:u,outputSchema:d,onEvent:s,checkJobStatus:c,hooks:t.hooks,run:({inputs:e,storageId:t,jobId:n,clientId:r})=>M({inputs:e,storageId:t,jobId:n,clientId:r}),resume:({jobId:e,storageId:t,nodeResults:n,executionState:r,clientId:i})=>M({inputs:r.inputs,storageId:t,jobId:e,resumeFrom:{executionOrder:r.executionOrder,nodeResults:new Map(Object.entries(n)),currentIndex:r.currentIndex},clientId:i}),validateTypes:()=>{let e=m;return g.validateFlow(e,l)},validateInputs:e=>g.validateData(e,u),validateOutputs:e=>g.validateData(e,d)}})}const q={enabled:!0,maxRetries:3,backoff:{type:`exponential`,initialDelayMs:1e3,maxDelayMs:3e5,multiplier:2,jitter:!0},ttlMs:6048e5};function J(e,t){switch(e.type){case`immediate`:return 0;case`fixed`:return e.delayMs;case`exponential`:{let n=e.initialDelayMs*e.multiplier**+t,r=Math.min(n,e.maxDelayMs);if(e.jitter){let e=.5+Math.random();return Math.floor(r*e)}return r}default:return 0}}function Ae(e,t){return!t.enabled||t.nonRetryableErrors?.includes(e)?!1:t.retryableErrors&&t.retryableErrors.length>0?t.retryableErrors.includes(e):!0}function je(e,t){if(!(t===void 0||t<=0))return new Date(e.getTime()+t)}var Y=class e extends m.Tag(`DeadLetterQueueService`)(){static optional=h.serviceOption(e)};function Me(){return h.gen(function*(){let e=yield*t,n=()=>`dlq_${crypto.randomUUID()}`,r=e=>({...e,createdAt:new Date(e.createdAt),updatedAt:new Date(e.updatedAt),expiresAt:e.expiresAt?new Date(e.expiresAt):void 0,nextRetryAt:e.nextRetryAt?new Date(e.nextRetryAt):void 0,retryHistory:e.retryHistory.map(e=>({...e,attemptedAt:new Date(e.attemptedAt)}))}),i=()=>h.gen(function*(){if(!e.list)return[];let t=yield*e.list(),n=[];for(let i of t){let t=yield*h.catchAll(e.get(i),()=>h.succeed(null));t&&n.push(r(t))}return n});return{add:(t,r,i=q)=>h.gen(function*(){let a=n(),o=new Date,s={code:r.code||`UNKNOWN_ERROR`,message:r.body||r.message||`Unknown error`,nodeId:void 0,stack:r.stack},c=t.tasks.find(e=>e.status===`failed`);c&&(s.nodeId=c.nodeId);let l={};for(let e of t.tasks)e.result!==void 0&&(l[e.nodeId]=e.result);let u=Ae(s.code,i),d;if(i.enabled&&u&&i.maxRetries>0){let e=J(i.backoff,0);d=new Date(o.getTime()+e)}let f={id:a,jobId:t.id,flowId:t.flowId,storageId:t.storageId,clientId:t.clientId,error:s,inputs:t.executionState?.inputs||{},nodeResults:l,failedAtNodeId:s.nodeId,retryCount:0,maxRetries:i.maxRetries,nextRetryAt:d,retryHistory:[],createdAt:o,updatedAt:o,expiresAt:je(o,i.ttlMs),status:u&&i.enabled?`pending`:`exhausted`};return yield*e.set(a,f),f}),get:t=>h.gen(function*(){return r(yield*e.get(t))}),getOption:t=>h.gen(function*(){let n=yield*h.either(e.get(t));return n._tag===`Left`?n.left.code===`FILE_NOT_FOUND`?_.none():yield*h.fail(n.left):_.some(r(n.right))}),delete:t=>e.delete(t),list:(e={})=>h.gen(function*(){let t=yield*i(),{status:n,flowId:r,clientId:a,limit:o=50,offset:s=0}=e,c=t;n&&(c=c.filter(e=>e.status===n)),r&&(c=c.filter(e=>e.flowId===r)),a&&(c=c.filter(e=>e.clientId===a)),c.sort((e,t)=>t.createdAt.getTime()-e.createdAt.getTime());let l=c.length;return{items:c.slice(s,s+o),total:l}}),update:(t,n)=>h.gen(function*(){let i={...r(yield*e.get(t)),...n,updatedAt:new Date};return yield*e.set(t,i),i}),markRetrying:t=>h.gen(function*(){let n={...r(yield*e.get(t)),status:`retrying`,updatedAt:new Date};return yield*e.set(t,n),n}),recordRetryFailure:(t,n,i)=>h.gen(function*(){let a=r(yield*e.get(t)),o=new Date,s=a.retryCount+1,c=[...a.retryHistory,{attemptedAt:o,error:n,durationMs:i}],l=`pending`,u;if(s>=a.maxRetries)l=`exhausted`,u=void 0;else{let e=J(q.backoff,s);u=new Date(o.getTime()+e)}let d={...a,retryCount:s,retryHistory:c,status:l,nextRetryAt:u,updatedAt:o};return yield*e.set(t,d),d}),markResolved:t=>h.gen(function*(){let n={...r(yield*e.get(t)),status:`resolved`,nextRetryAt:void 0,updatedAt:new Date};return yield*e.set(t,n),n}),getScheduledRetries:(e=100)=>h.gen(function*(){let t=yield*i(),n=new Date;return t.filter(e=>e.status===`pending`&&e.nextRetryAt&&e.nextRetryAt<=n).sort((e,t)=>(e.nextRetryAt?.getTime()||0)-(t.nextRetryAt?.getTime()||0)).slice(0,e)}),cleanup:(t={})=>h.gen(function*(){let n=yield*i(),{olderThan:r,status:a}=t,o=new Date,s=0;for(let t of n){let n=!1;t.expiresAt&&t.expiresAt<=o&&(n=!0),r&&t.createdAt<=r&&(a?n=t.status===a:(t.status===`exhausted`||t.status===`resolved`)&&(n=!0)),n&&(yield*h.catchAll(e.delete(t.id),()=>h.succeed(void 0)),s++)}return{deleted:s}}),getStats:()=>h.gen(function*(){let e=yield*i(),t={pending:0,retrying:0,exhausted:0,resolved:0},n={},r,a=0;for(let i of e)t[i.status]++,n[i.flowId]=(n[i.flowId]||0)+1,(!r||i.createdAt<r)&&(r=i.createdAt),a+=i.retryCount;let o=e.length>0?a/e.length:0;return{totalItems:e.length,byStatus:t,byFlow:n,oldestItem:r,averageRetryCount:o}})}})}const Ne=g.effect(Y,Me());var X=class e extends m.Tag(`FlowWaitUntil`)(){static optional=h.serviceOption(e)},Pe=class extends m.Tag(`FlowProvider`)(){},Fe=class extends m.Tag(`FlowServer`)(){};const Ie=e=>typeof e==`object`&&!!e&&`id`in e,Le=e=>typeof e==`object`&&e&&`nodeId`in e&&`data`in e&&`timestamp`in e?e.data:e;function Re(t,n,r){let i=e=>{let i=t=>h.gen(function*(){let n=yield*r.get(e);n&&(yield*r.set(e,{...n,...t,updatedAt:new Date}))});return a=>h.gen(function*(){switch(t.onEvent&&(yield*h.catchAll(t.onEvent(a),e=>(h.logError(`Original onEvent failed`,e),h.succeed({eventId:null})))),yield*n.emit(e,a),h.logInfo(`Updating job ${e} with event ${a.eventType}`),a.eventType){case j.FlowStart:yield*i({status:`running`});break;case j.FlowEnd:yield*h.gen(function*(){let t=yield*r.get(e);t&&a.outputs&&(yield*r.set(e,{...t,result:a.outputs,updatedAt:new Date}))});break;case j.FlowError:yield*i({status:`failed`,error:a.error});break;case j.NodeStart:yield*h.gen(function*(){let t=yield*r.get(e);if(t){let n=t.tasks.find(e=>e.nodeId===a.nodeId)?t.tasks.map(e=>e.nodeId===a.nodeId?{...e,status:`running`,updatedAt:new Date}:e):[...t.tasks,{nodeId:a.nodeId,status:`running`,createdAt:new Date,updatedAt:new Date}];yield*r.set(e,{...t,tasks:n,updatedAt:new Date})}});break;case j.NodePause:yield*h.gen(function*(){let t=yield*r.get(e);if(t){let n=t.tasks.find(e=>e.nodeId===a.nodeId)?t.tasks.map(e=>e.nodeId===a.nodeId?{...e,status:`paused`,result:a.partialData,updatedAt:new Date}:e):[...t.tasks,{nodeId:a.nodeId,status:`paused`,result:a.partialData,createdAt:new Date,updatedAt:new Date}];yield*r.set(e,{...t,tasks:n,updatedAt:new Date})}});break;case j.NodeResume:yield*h.gen(function*(){let t=yield*r.get(e);if(t){let n=t.tasks.map(e=>e.nodeId===a.nodeId?{...e,status:`running`,updatedAt:new Date}:e);yield*r.set(e,{...t,tasks:n,updatedAt:new Date})}});break;case j.NodeEnd:yield*h.gen(function*(){let n=yield*r.get(e);if(n){let i=n.tasks.map(e=>e.nodeId===a.nodeId?{...e,status:`completed`,result:a.result,updatedAt:new Date}:e),o=!t.edges.some(e=>e.source===a.nodeId),s=t.nodes.find(e=>e.id===a.nodeId)?.keepOutput===!0,c=a.result,l=Le(c),u=n.intermediateFiles||[],d=o||s;d&&Ie(l)&&l.id?(u=u.filter(e=>e!==l.id),s&&!o&&h.logInfo(`Preserving output from node ${a.nodeId} due to keepOutput flag`)):!d&&Ie(l)&&l.id&&(u.includes(l.id)||u.push(l.id)),yield*r.set(e,{...n,tasks:i,intermediateFiles:u,updatedAt:new Date})}});break;case j.NodeError:yield*h.gen(function*(){let t=yield*r.get(e);if(t){let n=t.tasks.map(e=>e.nodeId===a.nodeId?{...e,status:`failed`,error:a.error,retryCount:a.retryCount,updatedAt:new Date}:e);yield*r.set(e,{...t,tasks:n,error:a.error,updatedAt:new Date})}});break}return{eventId:e}})},a=t=>t=>h.gen(function*(){let n=yield*r.get(t);return n?n.status===`paused`?`paused`:n.status===`cancelled`?`cancelled`:`running`:yield*h.fail(e.fromCode(`FLOW_JOB_NOT_FOUND`,{cause:`Job ${t} not found`}))});return{...t,run:e=>h.gen(function*(){let n=e.jobId||crypto.randomUUID(),r=i(n),o=a(n);return yield*(yield*K({flowId:t.id,name:t.name,nodes:t.nodes,edges:t.edges,inputSchema:t.inputSchema,outputSchema:t.outputSchema,onEvent:r,checkJobStatus:o})).run({...e,jobId:n,clientId:e.clientId})}),resume:e=>h.gen(function*(){let n=e.jobId,r=i(n),o=a(n);return yield*(yield*K({flowId:t.id,name:t.name,nodes:t.nodes,edges:t.edges,inputSchema:t.inputSchema,outputSchema:t.outputSchema,onEvent:r,checkJobStatus:o})).resume(e)})}}function ze(){return h.gen(function*(){let t=yield*Pe,n=yield*c,r=yield*l,i=yield*f,a=yield*Y.optional,o=(t,n)=>h.gen(function*(){let i=yield*r.get(t);return i?yield*r.set(t,{...i,...n}):yield*h.fail(e.fromCode(`FLOW_JOB_NOT_FOUND`,{cause:`Job ${t} not found`}))}),s=(e,t)=>h.gen(function*(){let n=yield*r.get(e);!n||!n.intermediateFiles||n.intermediateFiles.length===0||(yield*h.logInfo(`Cleaning up ${n.intermediateFiles.length} intermediate files for job ${e}`),yield*h.all(n.intermediateFiles.map(e=>h.gen(function*(){yield*i.delete(e,t),yield*h.logDebug(`Deleted intermediate file ${e}`)}).pipe(h.catchAll(t=>h.gen(function*(){return yield*h.logWarning(`Failed to delete intermediate file ${e}: ${t}`),h.succeed(void 0)})))),{concurrency:5}),yield*o(e,{intermediateFiles:[]}))}),u=(e,t)=>h.gen(function*(){if(_.isNone(a)){yield*h.logDebug(`[FlowServer] DLQ not configured, skipping for job: ${e}`);return}let n=a.value,i=yield*h.catchAll(r.get(e),()=>h.succeed(null));if(!i){yield*h.logWarning(`[FlowServer] Job ${e} not found when adding to DLQ`);return}yield*h.catchAll(n.add(i,t),t=>h.gen(function*(){return yield*h.logError(`[FlowServer] Failed to add job ${e} to DLQ`,t),h.succeed(void 0)})),yield*h.logInfo(`[FlowServer] Added job ${e} to Dead Letter Queue`)}),d=h.gen(function*(){let e=yield*h.currentSpan.pipe(h.option);return _.match(e,{onNone:()=>void 0,onSome:e=>({traceId:e.traceId,spanId:e.spanId,traceFlags:e.sampled?1:0})})}),p=({jobId:t,flow:i,storageId:a,clientId:c,inputs:l})=>h.gen(function*(){return console.log(`[FlowServer] executeFlowInBackground started for job: ${t}`),yield*o(t,{status:`running`,traceContext:yield*d}),yield*h.gen(function*(){console.log(`[FlowServer] Creating flowWithEvents for job: ${t}`);let e=Re(i,n,r);console.log(`[FlowServer] Running flow for job: ${t}`);let u=yield*e.run({inputs:l,storageId:a,jobId:t,clientId:c});return console.log(`[FlowServer] Flow completed for job: ${t}, result type: ${u.type}`),u.type===`paused`?yield*o(t,{status:`paused`,pausedAt:u.nodeId,executionState:u.executionState,updatedAt:new Date}):(yield*o(t,{status:`completed`,updatedAt:new Date,endedAt:new Date}),yield*s(t,c)),u}).pipe(h.withSpan(`flow-execution`,{attributes:{"flow.id":i.id,"flow.name":i.name,"flow.job_id":t,"flow.storage_id":a,"flow.node_count":i.nodes.length}}))}).pipe(h.withSpan(`flow`,{attributes:{"flow.id":i.id,"flow.name":i.name,"flow.job_id":t,"flow.storage_id":a,"flow.node_count":i.nodes.length}}),h.catchAll(a=>h.gen(function*(){yield*h.logError(`Flow execution failed`,a);let l=a instanceof e?a.body:String(a);yield*h.logInfo(`Updating job ${t} to failed status with error: ${l}`),yield*o(t,{status:`failed`,error:l,updatedAt:new Date}).pipe(h.catchAll(e=>h.gen(function*(){return yield*h.logError(`Failed to update job ${t}`,e),h.succeed(void 0)})));let d=yield*r.get(t);throw d&&(yield*n.emit(t,{jobId:t,eventType:j.FlowError,flowId:d.flowId,error:l}).pipe(h.catchAll(e=>h.gen(function*(){return yield*h.logError(`Failed to emit FlowError event for job ${t}`,e),h.succeed(void 0)})))),i.onEvent&&(yield*i.onEvent({jobId:t,eventType:j.FlowError,flowId:i.id,error:l}).pipe(h.catchAll(e=>h.gen(function*(){return yield*h.logError(`Failed to call flow.onEvent for FlowError event for job ${t}`,e),h.succeed({eventId:null})})))),yield*s(t,c).pipe(h.catchAll(e=>h.gen(function*(){return yield*h.logWarning(`Failed to cleanup intermediate files for job ${t}`,e),h.succeed(void 0)}))),yield*u(t,a instanceof e?a:new e({code:`UNKNOWN_ERROR`,status:500,body:String(a),cause:a})),a})));return{getFlow:(e,n)=>h.gen(function*(){return yield*t.getFlow(e,n)}),getFlowData:(e,n)=>h.gen(function*(){return ke(yield*t.getFlow(e,n))}),runFlow:({flowId:n,storageId:i,clientId:a,inputs:o})=>h.gen(function*(){let s=yield*X.optional,c=yield*h.try({try:()=>Et.parse({inputs:o}),catch:t=>e.fromCode(`FLOW_INPUT_VALIDATION_ERROR`,{cause:t})}),l=crypto.randomUUID(),u=new Date,d={id:l,flowId:n,storageId:i,clientId:a,status:`started`,createdAt:u,updatedAt:u,tasks:[]};yield*r.set(l,d);let f=yield*t.getFlow(n,a);console.log(`[FlowServer] About to fork flow execution for job: ${l}`);let m=p({jobId:l,flow:f,storageId:i,clientId:a,inputs:c.inputs}).pipe(h.tapErrorCause(e=>h.logError(`Flow execution failed`,e)));if(_.isSome(s)){console.log(`[FlowServer] Using waitUntil for job: ${l}`);let e=yield*h.runtime(),t=v.runPromise(e)(m);s.value(t)}else console.log(`[FlowServer] Using Effect.forkDaemon for job: ${l}`),yield*h.forkDaemon(m);return console.log(`[FlowServer] Flow execution started for job: ${l}`),d}),getJobStatus:t=>h.gen(function*(){return(yield*r.get(t))||(yield*h.fail(e.fromCode(`FLOW_JOB_NOT_FOUND`,{cause:`Job ${t} not found`})))}),resumeFlow:({jobId:i,nodeId:a,newData:c,clientId:l})=>h.gen(function*(){let d=yield*X.optional,f=yield*r.get(i);if(!f)return console.error(`Job not found`),yield*h.fail(e.fromCode(`FLOW_JOB_NOT_FOUND`,{cause:`Job ${i} not found`}));if(f.status!==`paused`)return console.error(`Job is not paused`),yield*h.fail(e.fromCode(`FLOW_JOB_ERROR`,{cause:`Job ${i} is not paused (status: ${f.status})`}));if(f.pausedAt!==a)return console.error(`Job is not paused at the expected node`),yield*h.fail(e.fromCode(`FLOW_JOB_ERROR`,{cause:`Job ${i} is paused at node ${f.pausedAt}, not ${a}`}));if(!f.executionState)return console.error(`Job has no execution state`),yield*h.fail(e.fromCode(`FLOW_JOB_ERROR`,{cause:`Job ${i} has no execution state`}));let p={...f.tasks.reduce((e,t)=>(t.result!==void 0&&(e[t.nodeId]=t.result),e),{}),[a]:c},m={...f.executionState.inputs,[a]:c};yield*o(i,{status:`running`});let g=yield*t.getFlow(f.flowId,f.clientId),y=f.traceContext?b.externalSpan({traceId:f.traceContext.traceId,spanId:f.traceContext.spanId,sampled:f.traceContext.traceFlags===1}):void 0,x=h.gen(function*(){let t=Re(g,n,r);if(!f.executionState)return yield*h.fail(e.fromCode(`FLOW_JOB_ERROR`,{cause:`Job ${i} has no execution state`}));let a=yield*t.resume({jobId:i,storageId:f.storageId,nodeResults:p,executionState:{...f.executionState,inputs:m},clientId:f.clientId});return a.type===`paused`?yield*o(i,{status:`paused`,pausedAt:a.nodeId,executionState:a.executionState,updatedAt:new Date}):(yield*o(i,{status:`completed`,pausedAt:void 0,executionState:void 0,updatedAt:new Date,endedAt:new Date}),yield*s(i,l)),a}).pipe(h.withSpan(`flow-execution-resume`,{attributes:{"flow.id":g.id,"flow.name":g.name,"flow.job_id":i,"flow.storage_id":f.storageId,"flow.resumed_from_node":a},parent:y})).pipe(h.catchAll(t=>h.gen(function*(){yield*h.logError(`Flow resume failed`,t);let a=t instanceof e?t.body:String(t);yield*h.logInfo(`Updating job ${i} to failed status with error: ${a}`),yield*o(i,{status:`failed`,error:a,updatedAt:new Date}).pipe(h.catchAll(e=>h.gen(function*(){return yield*h.logError(`Failed to update job ${i}`,e),h.succeed(void 0)})));let c=yield*r.get(i);throw c&&(yield*n.emit(i,{jobId:i,eventType:j.FlowError,flowId:c.flowId,error:a}).pipe(h.catchAll(e=>h.gen(function*(){return yield*h.logError(`Failed to emit FlowError event for job ${i}`,e),h.succeed(void 0)})))),yield*s(i,l).pipe(h.catchAll(e=>h.gen(function*(){return yield*h.logWarning(`Failed to cleanup intermediate files for job ${i}`,e),h.succeed(void 0)}))),yield*u(i,t instanceof e?t:new e({code:`UNKNOWN_ERROR`,status:500,body:String(t),cause:t})),t}))).pipe(h.tapErrorCause(e=>h.logError(`Flow resume failed`,e)));if(_.isSome(d)){console.log(`[FlowServer] Using waitUntil for resume job: ${i}`);let e=yield*h.runtime(),t=v.runPromise(e)(x);d.value(t)}else console.log(`[FlowServer] Using Effect.forkDaemon for resume job: ${i}`),yield*h.forkDaemon(x);return(yield*r.get(i))||(yield*h.fail(e.fromCode(`FLOW_JOB_NOT_FOUND`,{cause:`Job ${i} not found after update`})))}),pauseFlow:(t,i)=>h.gen(function*(){let a=yield*r.get(t);if(!a)return yield*h.fail(e.fromCode(`FLOW_JOB_NOT_FOUND`,{cause:`Job ${t} not found`}));if(i!==null&&a.clientId!==i)return yield*h.fail(e.fromCode(`FLOW_NOT_AUTHORIZED`,{cause:`Client ${i} is not authorized to pause job ${t}`}));if(a.status!==`running`)return yield*h.fail(e.fromCode(`FLOW_JOB_ERROR`,{cause:`Job ${t} cannot be paused (current status: ${a.status})`}));let s=a.tasks.find(e=>e.status===`running`)?.nodeId;return yield*o(t,{status:`paused`,pausedAt:s,updatedAt:new Date}),yield*n.emit(t,{jobId:t,flowId:a.flowId,eventType:j.FlowPause,pausedAt:s}),(yield*r.get(t))||(yield*h.fail(e.fromCode(`FLOW_JOB_NOT_FOUND`,{cause:`Job ${t} not found after pause`})))}),cancelFlow:(t,i)=>h.gen(function*(){let a=yield*r.get(t);return a?i!==null&&a.clientId!==i?yield*h.fail(e.fromCode(`FLOW_NOT_AUTHORIZED`,{cause:`Client ${i} is not authorized to cancel job ${t}`})):a.status!==`running`&&a.status!==`paused`&&a.status!==`started`?yield*h.fail(e.fromCode(`FLOW_JOB_ERROR`,{cause:`Job ${t} cannot be cancelled (current status: ${a.status})`})):(yield*o(t,{status:`cancelled`,updatedAt:new Date,endedAt:new Date}),yield*n.emit(t,{jobId:t,flowId:a.flowId,eventType:j.FlowCancel}),yield*s(t,i),(yield*r.get(t))||(yield*h.fail(e.fromCode(`FLOW_JOB_NOT_FOUND`,{cause:`Job ${t} not found after cancellation`})))):yield*h.fail(e.fromCode(`FLOW_JOB_NOT_FOUND`,{cause:`Job ${t} not found`}))}),subscribeToFlowEvents:(e,t)=>h.gen(function*(){yield*n.subscribe(e,t)}),unsubscribeFromFlowEvents:e=>h.gen(function*(){yield*n.unsubscribe(e)})}})}const Be=g.effect(Fe,ze());function Ve(e){let t=e.lastIndexOf(`.`);return t===-1||t===0?e:e.substring(0,t)}function He(e){let t=e.lastIndexOf(`.`);return t===-1||t===0?``:e.substring(t+1)}function Z(e,t,n){let r=e.metadata??{},i=r.fileName??r.originalName??r.name??`unnamed`;return{baseName:Ve(i),extension:He(i),fileName:i,nodeType:t.nodeType,nodeId:t.nodeId,flowId:t.flowId,jobId:t.jobId,timestamp:new Date().toISOString(),...n}}function Ue(e,t){try{let n={};for(let[e,r]of Object.entries(t))r!==void 0&&(n[e]=String(r));return S(e,n)}catch{return e}}function Q(e,t,n){let r=t.fileName;if(!n)return r;try{if(n.mode===`auto`){if(n.autoSuffix){let e=n.autoSuffix(t);if(e){let{baseName:n,extension:r}=t;return r?`${n}-${e}.${r}`:`${n}-${e}`}}return r}if(n.mode===`custom`){if(n.rename)return n.rename(e,t)||r;if(n.pattern)return Ue(n.pattern,t)||r}return r}catch{return r}}function We(e){if(!e||e.trim()===``)return{isValid:!1,error:`Pattern cannot be empty`};let t=(e.match(/\{\{/g)||[]).length,n=(e.match(/\}\}/g)||[]).length;if(t!==n)return{isValid:!1,error:`Unbalanced braces: ${t} opening, ${n} closing`};let r=e.match(/\{\{[^}]*[^a-zA-Z0-9_}][^}]*\}\}/g);return r?{isValid:!1,error:`Invalid variable syntax: ${r[0]}`}:{isValid:!0}}const Ge=[{name:`baseName`,description:`Filename without extension`,example:`photo`},{name:`extension`,description:`File extension without dot`,example:`jpg`},{name:`fileName`,description:`Full original filename`,example:`photo.jpg`},{name:`nodeType`,description:`Type of processing node`,example:`resize`},{name:`nodeId`,description:`Specific node instance ID`,example:`resize-1`},{name:`flowId`,description:`Flow identifier`,example:`flow-abc`},{name:`jobId`,description:`Execution job ID`,example:`job-123`},{name:`timestamp`,description:`ISO 8601 processing time`,example:`2024-01-15T10:30:00Z`},{name:`width`,description:`Output width (image/video)`,example:`800`},{name:`height`,description:`Output height (image/video)`,example:`600`},{name:`format`,description:`Output format`,example:`webp`},{name:`quality`,description:`Quality setting`,example:`80`},{name:`pageNumber`,description:`Page number (documents)`,example:`1`}];function $(e){return!(`stream`in e)}function Ke({id:e,name:t,description:n,outputTypeId:i,keepOutput:a,naming:o,nodeType:c=`transform`,nodeTypeId:l,namingVars:u,circuitBreaker:d,mode:p=`auto`,streamingConfig:m,transform:g,streamingTransform:_}){if(p===`streaming`&&!_)throw Error(`Transform node "${e}": mode is "streaming" but no streamingTransform function provided`);if(p===`buffered`&&!g)throw Error(`Transform node "${e}": mode is "buffered" but no transform function provided`);if(p===`auto`&&!g&&!_)throw Error(`Transform node "${e}": mode is "auto" but neither transform nor streamingTransform provided`);let v={...s,...m};return h.gen(function*(){let s=yield*f;return yield*I({id:e,name:t,description:n,type:F.process,outputTypeId:i,keepOutput:a,nodeTypeId:l,circuitBreaker:d,inputSchema:r,outputSchema:r,run:({data:t,storageId:n,flowId:r,jobId:i,clientId:a})=>h.gen(function*(){let l={flowId:r,nodeId:e,jobId:i},d=yield*h.gen(function*(){if(p===`buffered`)return!1;if(p===`streaming`)return!0;let e=t.size??0,r=v.fileSizeThreshold;return e>0&&e<r?(yield*h.logDebug(`File ${t.id} (${e} bytes) below threshold (${r}), using buffered mode`),!1):_?(yield*s.getCapabilities(n,a)).supportsStreamingRead?(yield*h.logDebug(`File ${t.id} qualifies for streaming mode`),!0):(yield*h.logDebug(`DataStore doesn't support streaming read, using buffered mode`),!1):(yield*h.logDebug(`No streamingTransform function, using buffered mode`),!1)}),{type:f,fileName:m,metadata:b,metadataJson:x}=R(t.metadata);if(d&&_){yield*h.logDebug(`Using streaming transform for ${t.id}`);let d=yield*_(yield*s.readStream(t.id,a,v),t),p=$(d)?d:d.stream,g=$(d)?void 0:d.type,S=$(d)?void 0:d.estimatedSize,C=$(d)?void 0:d.fileName;!C&&o&&(C=Q(t,Z(t,{flowId:r,jobId:i,nodeId:e,nodeType:c},u),o));let w=yield*s.getCapabilities(n,a),T;if(w.supportsStreamingWrite)yield*h.logDebug(`Using streaming write for ${t.id} - no intermediate buffering`),T=yield*s.uploadStream({storageId:n,uploadLengthDeferred:!0,sizeHint:S,type:g??f,fileName:C??m,lastModified:0,metadata:x,flow:l},a,p);else{yield*h.logDebug(`Falling back to buffered upload for ${t.id} (streaming write not supported)`);let e=[];yield*y.runForEach(p,t=>h.sync(()=>{e.push(t)}));let r=e.reduce((e,t)=>e+t.byteLength,0),i=new Uint8Array(r),o=0;for(let t of e)i.set(t,o),o+=t.byteLength;let c=new ReadableStream({start(e){e.enqueue(i),e.close()}});T=yield*s.upload({storageId:n,size:i.byteLength,type:g??f,fileName:C??m,lastModified:0,metadata:x,flow:l},a,c)}let E=b?{...b,...g&&{mimeType:g,type:g,"content-type":g},...C&&{fileName:C,originalName:C,name:C,extension:C.split(`.`).pop()||b.extension}}:T.metadata;return L(E?{...T,metadata:E}:T)}if(!g)throw Error(`Transform node "${e}": buffered mode selected but no transform function provided`);let S=yield*g(yield*s.read(t.id,a),t),C=S instanceof Uint8Array?S:S.bytes,w=S instanceof Uint8Array?void 0:S.type,T=S instanceof Uint8Array?void 0:S.fileName;!T&&o&&(T=Q(t,Z(t,{flowId:r,jobId:i,nodeId:e,nodeType:c},u),o));let E=new ReadableStream({start(e){e.enqueue(C),e.close()}}),D=yield*s.upload({storageId:n,size:C.byteLength,type:w??f,fileName:T??m,lastModified:0,metadata:x,flow:l},a,E),O=b?{...b,...w&&{mimeType:w,type:w,"content-type":w},...T&&{fileName:T,originalName:T,name:T,extension:T.split(`.`).pop()||b.extension}}:D.metadata;return L(O?{...D,metadata:O}:D)})})})}var qe=class extends m.Tag(`CredentialProvider`)(){},Je=class extends m.Tag(`DocumentAiPlugin`)(){},Ye=class extends m.Tag(`DocumentPlugin`)(){},Xe=class extends m.Tag(`ImageAiPlugin`)(){},Ze=class extends m.Tag(`ImagePlugin`)(){};const Qe=x.object({serviceType:x.enum([`replicate`]).optional()}),$e=x.object({duration:x.number().nonnegative(),width:x.number().positive(),height:x.number().positive(),codec:x.string(),format:x.string(),bitrate:x.number().nonnegative(),frameRate:x.number().positive(),aspectRatio:x.string(),hasAudio:x.boolean(),audioCodec:x.string().optional(),audioBitrate:x.number().nonnegative().optional(),size:x.number().nonnegative()}),et=x.object({timestamp:x.number().nonnegative(),format:x.enum([`png`,`jpeg`]).optional(),quality:x.number().min(1).max(100).optional()}),tt=x.object({quality:x.number().min(0).max(100),format:x.enum([`jpeg`,`webp`,`png`,`avif`])}),nt=x.object({serviceType:x.enum([`replicate`]).optional()}),rt=x.object({width:x.number().positive().optional(),height:x.number().positive().optional(),fit:x.enum([`contain`,`cover`,`fill`])}).refine(e=>e.width||e.height,`Either width or height must be specified for resize`),it=x.object({width:x.number().positive().optional(),height:x.number().positive().optional(),aspectRatio:x.enum([`keep`,`ignore`]).optional(),scaling:x.enum([`bicubic`,`bilinear`,`lanczos`]).optional()}).refine(e=>e.width||e.height,`Either width or height must be specified for video resize`),at=x.object({format:x.enum([`mp4`,`webm`,`mov`,`avi`]),codec:x.enum([`h264`,`h265`,`vp9`,`av1`]).optional(),videoBitrate:x.string().optional(),audioBitrate:x.string().optional(),audioCodec:x.enum([`aac`,`mp3`,`opus`,`vorbis`]).optional()}),ot=x.object({type:x.literal(`resize`),width:x.number().positive().optional(),height:x.number().positive().optional(),fit:x.enum([`contain`,`cover`,`fill`])}),st=x.object({type:x.literal(`blur`),sigma:x.number().min(.3).max(1e3)}),ct=x.object({type:x.literal(`rotate`),angle:x.number(),background:x.string().optional()}),lt=x.object({type:x.literal(`flip`),direction:x.enum([`horizontal`,`vertical`])}),ut=x.object({type:x.literal(`grayscale`)}),dt=x.object({type:x.literal(`sepia`)}),ft=x.object({type:x.literal(`brightness`),value:x.number().min(-100).max(100)}),pt=x.object({type:x.literal(`contrast`),value:x.number().min(-100).max(100)}),mt=x.object({type:x.literal(`sharpen`),sigma:x.number().positive().optional()}),ht=x.object({type:x.literal(`watermark`),imagePath:x.string().min(1).url(),position:x.enum([`top-left`,`top-right`,`bottom-left`,`bottom-right`,`center`]),opacity:x.number().min(0).max(1),offsetX:x.number().optional(),offsetY:x.number().optional()}),gt=x.object({type:x.literal(`logo`),imagePath:x.string().min(1).url(),position:x.enum([`top-left`,`top-right`,`bottom-left`,`bottom-right`,`center`]),scale:x.number().min(.1).max(2),offsetX:x.number().optional(),offsetY:x.number().optional()}),_t=x.object({type:x.literal(`text`),text:x.string().min(1),position:x.enum([`top-left`,`top-right`,`bottom-left`,`bottom-right`,`center`]),fontSize:x.number().positive(),color:x.string().min(1),fontFamily:x.string().optional(),offsetX:x.number().optional(),offsetY:x.number().optional()}),vt=x.discriminatedUnion(`type`,[ot,st,ct,lt,ut,dt,ft,pt,mt,ht,gt,_t]),yt=x.object({transformations:x.array(vt).min(1)}),bt=x.object({startTime:x.number().nonnegative(),endTime:x.number().positive().optional(),duration:x.number().positive().optional()}).refine(e=>!e.endTime||!e.duration,`Cannot specify both endTime and duration`).refine(e=>!e.endTime||e.endTime>e.startTime,`endTime must be greater than startTime`);var xt=class extends m.Tag(`VideoPlugin`)(){},St=class extends m.Tag(`VirusScanPlugin`)(){},Ct=class extends m.Tag(`ZipPlugin`)(){};const wt=(e,t)=>{if(e.length===0)return t;let[n,...r]=e;return r.reduce((e,t)=>x.union([e,t]),n)};function Tt(t){return h.gen(function*(){let n=Object.entries(t.nodes),r=e=>h.isEffect(e)?e:h.succeed(e),i=yield*h.forEach(n,([t,n])=>h.flatMap(r(n),n=>n.id===t?h.succeed([t,n]):h.fail(e.fromCode(`FLOW_NODE_ERROR`,{cause:Error(`Node key ${t} does not match node id ${n.id}`)})))),a=Object.fromEntries(i),o=i.map(([,e])=>e),s=i.filter(([,e])=>e.type===F.input).map(([,e])=>e.inputSchema),c=t.edges.map(e=>({source:a[e.source]?.id??e.source,target:a[e.target]?.id??e.target,sourcePort:e.sourcePort,targetPort:e.targetPort})),l=new Set(i.map(([e])=>a[e]?.id).filter(e=>e&&!c.some(t=>t.source===e))),u=i.filter(([,e])=>l.has(e.id)).map(([,e])=>e.outputSchema),d=t.inputSchema??wt(s,x.unknown()),f=t.outputSchema??wt(u,x.unknown());return yield*K({flowId:t.flowId,name:t.name,nodes:o,edges:c,inputSchema:d,outputSchema:f,typeChecker:t.typeChecker,onEvent:t.onEvent,parallelExecution:t.parallelExecution,hooks:t.hooks,circuitBreaker:t.circuitBreaker})})}const Et=x.object({inputs:x.record(x.string(),x.any())});export{Ae as $,Xe as A,I as At,Ue as B,k as Bt,rt as C,pe as Ct,$e as D,L as Dt,et as E,R as Et,Ge as F,M as Ft,ze as G,O as Gt,Pe as H,D as Ht,Q as I,N as It,Me as J,Be as K,C as Kt,Z as L,te as Lt,Je as M,ne as Mt,qe as N,P as Nt,Qe as O,ae as Ot,Ke as P,re as Pt,je as Q,Ve as R,j as Rt,it as S,me as St,tt as T,de as Tt,Fe as U,T as Ut,We as V,ee as Vt,X as W,E as Wt,q as X,Ne as Y,J as Z,_t as _,H as _t,xt as a,Ce as at,ht as b,U as bt,ft as c,Ee as ct,ut as d,ye as dt,K as et,gt as f,ve as ft,mt as g,ge as gt,dt as h,De as ht,St as i,Se as it,Ye as j,ie as jt,Ze as k,F as kt,pt as l,be as lt,ct as m,Oe as mt,Tt as n,W as nt,bt as o,xe as ot,ot as p,_e as pt,Y as q,Ct as r,G as rt,st as s,we as st,Et as t,ke as tt,lt as u,Te as ut,yt as v,V as vt,nt as w,z as wt,at as x,he as xt,vt as y,B as yt,He as z,A as zt};
|
|
2
|
-
//# sourceMappingURL=flow-
|
|
1
|
+
import{n as e}from"./uploadista-error-CkSxSyNo.mjs";import{A as t,D as n,E as r,I as i,O as a,S as o,b as s,d as c,j as l,k as u}from"./types-DKGQJIEr.mjs";import{a as d,n as f,o as p}from"./upload-C-C7hn1-.mjs";import{Context as m,Effect as h,Layer as g,Option as _,Runtime as v,Stream as y,Tracer as b}from"effect";import{z as x}from"zod";import{render as S}from"micromustache";const C={enabled:!1,failureThreshold:5,resetTimeout:3e4,halfOpenRequests:3,windowDuration:6e4,fallback:{type:`fail`}},w=`uploadista:circuit-breaker:`;function T(e){let t=e=>`${w}${e}`,n=n=>h.gen(function*(){let r=t(n),a=yield*e.get(r);if(a===null)return null;try{return i.deserialize(a)}catch{return yield*e.delete(r),null}}),r=(n,r)=>{let a=t(n),o=i.serialize(r);return e.set(a,o)};return{getState:n,setState:r,incrementFailures:(e,t)=>h.gen(function*(){let i=Date.now(),o=yield*n(e);return o===null&&(o=a({failureThreshold:5,resetTimeout:3e4,halfOpenRequests:3,windowDuration:t})),o=i-o.windowStart>t?{...o,failureCount:1,windowStart:i}:{...o,failureCount:o.failureCount+1},yield*r(e,o),o.failureCount}),resetFailures:e=>h.gen(function*(){let t=yield*n(e);t!==null&&(yield*r(e,{...t,failureCount:0,windowStart:Date.now()}))}),incrementHalfOpenSuccesses:e=>h.gen(function*(){let t=yield*n(e);if(t===null)return 1;let i={...t,halfOpenSuccesses:t.halfOpenSuccesses+1};return yield*r(e,i),i.halfOpenSuccesses}),getAllStats:()=>h.gen(function*(){let t=new Map;if(!e.list)return t;let r=yield*e.list(w),i=Date.now();for(let e of r){let r=e,a=yield*n(r);if(a!==null){let e=i-a.lastStateChange;t.set(r,{nodeType:r,state:a.state,failureCount:a.failureCount,halfOpenSuccesses:a.halfOpenSuccesses,timeSinceLastStateChange:e,timeUntilHalfOpen:a.state===`open`?Math.max(0,a.config.resetTimeout-e):void 0})}}return t}),delete:n=>e.delete(t(n))}}function E(){let e=new Map;return{getState:t=>h.succeed(e.get(t)??null),setState:(t,n)=>h.sync(()=>{e.set(t,n)}),incrementFailures:(t,n)=>h.sync(()=>{let r=Date.now(),i=e.get(t);return i===void 0&&(i=a({failureThreshold:5,resetTimeout:3e4,halfOpenRequests:3,windowDuration:n})),i=r-i.windowStart>n?{...i,failureCount:1,windowStart:r}:{...i,failureCount:i.failureCount+1},e.set(t,i),i.failureCount}),resetFailures:t=>h.sync(()=>{let n=e.get(t);n!==void 0&&e.set(t,{...n,failureCount:0,windowStart:Date.now()})}),incrementHalfOpenSuccesses:t=>h.sync(()=>{let n=e.get(t);if(n===void 0)return 1;let r={...n,halfOpenSuccesses:n.halfOpenSuccesses+1};return e.set(t,r),r.halfOpenSuccesses}),getAllStats:()=>h.sync(()=>{let t=new Map,n=Date.now();for(let[r,i]of e){let e=n-i.lastStateChange;t.set(r,{nodeType:r,state:i.state,failureCount:i.failureCount,halfOpenSuccesses:i.halfOpenSuccesses,timeSinceLastStateChange:e,timeUntilHalfOpen:i.state===`open`?Math.max(0,i.config.resetTimeout-e):void 0})}return t}),delete:t=>h.sync(()=>{e.delete(t)})}}const D=g.effect(n,h.gen(function*(){return T(yield*u)})),O=g.succeed(n,E());var k=class{eventHandler;nodeType;config;store;constructor(e,t,n){this.nodeType=e,this.config={enabled:t.enabled??C.enabled,failureThreshold:t.failureThreshold??C.failureThreshold,resetTimeout:t.resetTimeout??C.resetTimeout,halfOpenRequests:t.halfOpenRequests??C.halfOpenRequests,windowDuration:t.windowDuration??C.windowDuration,fallback:t.fallback??C.fallback},this.store=n}setEventHandler(e){this.eventHandler=e}allowRequest(){let e=this;return h.gen(function*(){if(!e.config.enabled)return{allowed:!0,state:`closed`,failureCount:0};let t=yield*e.store.getState(e.nodeType),n=Date.now();if(t===null&&(t=a({failureThreshold:e.config.failureThreshold,resetTimeout:e.config.resetTimeout,halfOpenRequests:e.config.halfOpenRequests,windowDuration:e.config.windowDuration}),yield*e.store.setState(e.nodeType,t)),t.state===`open`&&n-t.lastStateChange>=e.config.resetTimeout){let r=t.state;t={...t,state:`half-open`,halfOpenSuccesses:0,lastStateChange:n},yield*e.store.setState(e.nodeType,t),yield*e.emitEvent(r,`half-open`,t.failureCount)}return{allowed:t.state!==`open`,state:t.state,failureCount:t.failureCount}})}getState(){let e=this;return h.gen(function*(){return(yield*e.store.getState(e.nodeType))?.state??`closed`})}getFailureCount(){let e=this;return h.gen(function*(){return(yield*e.store.getState(e.nodeType))?.failureCount??0})}recordSuccess(){let e=this;return h.gen(function*(){if(!e.config.enabled)return;let t=yield*e.store.getState(e.nodeType);t!==null&&(t.state===`half-open`?(yield*e.store.incrementHalfOpenSuccesses(e.nodeType))>=e.config.halfOpenRequests&&(yield*e.transitionTo(`closed`,t.failureCount)):t.state===`closed`&&(yield*e.store.resetFailures(e.nodeType)))})}recordFailure(e){let t=this;return h.gen(function*(){if(!t.config.enabled)return;let e=yield*t.store.getState(t.nodeType);if(e===null||e.state===`closed`){let e=yield*t.store.incrementFailures(t.nodeType,t.config.windowDuration);e>=t.config.failureThreshold&&(yield*t.transitionTo(`open`,e))}else e.state===`half-open`&&(yield*t.transitionTo(`open`,e.failureCount))})}getFallback(){return this.config.fallback}reset(){let e=this;return h.gen(function*(){let t=(yield*e.store.getState(e.nodeType))?.state??`closed`;yield*e.store.setState(e.nodeType,a({failureThreshold:e.config.failureThreshold,resetTimeout:e.config.resetTimeout,halfOpenRequests:e.config.halfOpenRequests,windowDuration:e.config.windowDuration})),t!==`closed`&&(yield*e.emitEvent(t,`closed`,0))})}transitionTo(e,t){let n=this;return h.gen(function*(){let r=yield*n.store.getState(n.nodeType),i=r?.state??`closed`;if(i===e)return;let a=Date.now(),o={state:e,failureCount:e===`closed`?0:t,lastStateChange:a,halfOpenSuccesses:0,windowStart:e===`closed`?a:r?.windowStart??a,config:{failureThreshold:n.config.failureThreshold,resetTimeout:n.config.resetTimeout,halfOpenRequests:n.config.halfOpenRequests,windowDuration:n.config.windowDuration}};yield*n.store.setState(n.nodeType,o),yield*n.emitEvent(i,e,t)})}emitEvent(e,t,n){let r=this;return h.gen(function*(){r.eventHandler&&(yield*r.eventHandler({nodeType:r.nodeType,previousState:e,newState:t,timestamp:Date.now(),failureCount:n}))})}},ee=class{breakers=new Map;eventHandler;constructor(e){this.store=e}setEventHandler(e){this.eventHandler=e;for(let t of this.breakers.values())t.setEventHandler(e)}getOrCreate(e,t){let n=this.breakers.get(e);return n||(n=new k(e,t,this.store),this.eventHandler&&n.setEventHandler(this.eventHandler),this.breakers.set(e,n)),n}get(e){return this.breakers.get(e)}getAllStats(){return this.store.getAllStats()}resetAll(){let e=this;return h.gen(function*(){for(let t of e.breakers.values())yield*t.reset()})}clear(){this.breakers.clear()}};function A({source:e,target:t,sourcePort:n,targetPort:r}){return{source:e,target:t,sourcePort:n,targetPort:r}}let j=function(e){return e.JobStart=`job-start`,e.JobEnd=`job-end`,e.FlowStart=`flow-start`,e.FlowEnd=`flow-end`,e.FlowError=`flow-error`,e.FlowPause=`flow-pause`,e.FlowCancel=`flow-cancel`,e.NodeStart=`node-start`,e.NodeEnd=`node-end`,e.NodePause=`node-pause`,e.NodeResume=`node-resume`,e.NodeError=`node-error`,e.NodeStream=`node-stream`,e.NodeResponse=`node-response`,e.DlqItemAdded=`dlq-item-added`,e.DlqRetryStart=`dlq-retry-start`,e.DlqRetrySuccess=`dlq-retry-success`,e.DlqRetryFailed=`dlq-retry-failed`,e.DlqItemExhausted=`dlq-item-exhausted`,e.DlqItemResolved=`dlq-item-resolved`,e}({});var M=class{types;constructor(){this.types=new Map}register(t){if(this.types.has(t.id))throw e.fromCode(`VALIDATION_ERROR`,{body:`Input type "${t.id}" is already registered. Types cannot be modified or re-registered.`,details:{typeId:t.id}});this.types.set(t.id,t)}get(e){return this.types.get(e)}list(){return Array.from(this.types.values())}validate(t,n){let r=this.types.get(t);if(!r)return{success:!1,error:e.fromCode(`VALIDATION_ERROR`,{body:`Input type "${t}" is not registered`,details:{typeId:t}})};try{return{success:!0,data:r.schema.parse(n)}}catch(n){return{success:!1,error:e.fromCode(`VALIDATION_ERROR`,{body:`Data validation failed for input type "${t}"`,cause:n,details:{typeId:t,validationErrors:n}})}}}has(e){return this.types.has(e)}size(){return this.types.size}};const N=new M;function te(e,t){return N.validate(e,t)}var ne=class{types;constructor(){this.types=new Map}register(t){if(this.types.has(t.id))throw e.fromCode(`VALIDATION_ERROR`,{body:`Output type "${t.id}" is already registered. Types cannot be modified or re-registered.`,details:{typeId:t.id}});this.types.set(t.id,t)}get(e){return this.types.get(e)}list(){return Array.from(this.types.values())}validate(t,n){let r=this.types.get(t);if(!r)return{success:!1,error:e.fromCode(`VALIDATION_ERROR`,{body:`Output type "${t}" is not registered`,details:{typeId:t}})};try{return{success:!0,data:r.schema.parse(n)}}catch(n){return{success:!1,error:e.fromCode(`VALIDATION_ERROR`,{body:`Data validation failed for output type "${t}"`,cause:n,details:{typeId:t,validationErrors:n}})}}}has(e){return this.types.has(e)}size(){return this.types.size}};const P=new ne;function re(e,t){return P.validate(e,t)}let F=function(e){return e.input=`input`,e.process=`process`,e.conditional=`conditional`,e.multiplex=`multiplex`,e.merge=`merge`,e}({});function I({id:t,name:n,description:r,type:i,inputSchema:a,outputSchema:o,run:s,condition:c,multiInput:l=!1,multiOutput:u=!1,pausable:d=!1,retry:f,inputTypeId:p,outputTypeId:m,keepOutput:g=!1,circuitBreaker:_,nodeTypeId:v}){return h.gen(function*(){return p&&!N.get(p)?yield*e.fromCode(`INVALID_INPUT_TYPE`,{body:`Input type "${p}" is not registered in inputTypeRegistry`,details:{inputTypeId:p,nodeId:t}}).toEffect():m&&!P.get(m)?yield*e.fromCode(`INVALID_OUTPUT_TYPE`,{body:`Output type "${m}" is not registered in outputTypeRegistry`,details:{outputTypeId:m,nodeId:t}}).toEffect():{id:t,name:n,description:r,type:i,inputTypeId:p,outputTypeId:m,keepOutput:g,inputSchema:a,outputSchema:o,pausable:d,run:({data:r,jobId:i,flowId:c,storageId:l,clientId:u})=>h.gen(function*(){let d=yield*s({data:yield*h.try({try:()=>a.parse(r),catch:r=>{let i=r instanceof Error?r.message:String(r);return e.fromCode(`FLOW_INPUT_VALIDATION_ERROR`,{body:`Node '${n}' (${t}) input validation failed: ${i}`,cause:r})}}),jobId:i,storageId:l,flowId:c,clientId:u});return d.type===`waiting`?{type:`waiting`,partialData:d.partialData,nodeType:m,nodeId:t}:{type:`complete`,data:yield*h.try({try:()=>o.parse(d.data),catch:r=>{let i=r instanceof Error?r.message:String(r);return e.fromCode(`FLOW_OUTPUT_VALIDATION_ERROR`,{body:`Node '${n}' (${t}) output validation failed: ${i}`,cause:r})}}),nodeType:m,nodeId:t}}),condition:c,multiInput:l,multiOutput:u,retry:f,circuitBreaker:_,nodeTypeId:v}})}const ie=e=>({id:e.id,name:e.name,description:e.description,type:e.type,inputTypeId:e.inputTypeId,outputTypeId:e.outputTypeId,nodeTypeId:e.nodeTypeId}),L=e=>({type:`complete`,data:e}),ae=e=>({type:`waiting`,partialData:e}),oe=(e,t)=>{if(e===t)return!0;try{return!!(e&&t&&typeof e==`object`&&typeof t==`object`)}catch{return!0}};var se=class{typeChecker;constructor(e=oe){this.typeChecker=e}validateConnection(e,t,n){return this.getCompatibleTypes(e.outputSchema,t.inputSchema)}getCompatibleTypes(e,t){return this.typeChecker(e,t)}validateFlow(e,t){let n=[],r=new Map(e.map(e=>[e.id,e]));for(let e of t){let t=r.get(e.source),i=r.get(e.target);if(!t){n.push(`Source node ${e.source} not found`);continue}if(!i){n.push(`Target node ${e.target} not found`);continue}this.validateConnection(t,i,e)||n.push(`Schema mismatch: ${t.id} output schema incompatible with ${i.id} input schema`)}return{isValid:n.length===0,errors:n}}getExpectedInputSchemas(e,t,n){let r=new Map(t.map(e=>[e.id,e])),i={};for(let t of n)if(t.target===e){let e=r.get(t.source);if(e){let n=t.sourcePort||t.source;i[n]=e.outputSchema}}return i}getActualOutputSchemas(e,t,n){let r=new Map(t.map(e=>[e.id,e])),i={};for(let t of n)if(t.source===e){let e=r.get(t.target);if(e){let n=t.targetPort||t.target;i[n]=e.inputSchema}}return i}validateData(e,t){try{return t.parse(e),{isValid:!0,errors:[]}}catch(e){return e instanceof Error&&`errors`in e?{isValid:!1,errors:e.errors.map(e=>`${e.path.join(`.`)}: ${e.message}`)}:{isValid:!1,errors:[e instanceof Error?e.message:`Validation failed`]}}}};function R(e){if(!e)return{type:``,fileName:``,metadata:void 0,metadataJson:void 0};let t={...e},n=String(t.type||t.mimeType||t[`content-type`]||``);n&&(t.type||=n,t.mimeType||=n);let r=String(t.fileName||t.originalName||t.name||``);return r&&(t.fileName||=r,t.originalName||=r,t.name||=r),{type:n,fileName:r,metadata:t,metadataJson:JSON.stringify(t)}}const ce=x.object({operation:x.literal(`init`),storageId:x.string(),metadata:x.record(x.string(),x.any()).optional()}),le=x.object({operation:x.literal(`finalize`),uploadId:x.string()}),ue=x.object({operation:x.literal(`url`),url:x.string(),storageId:x.string().optional(),metadata:x.record(x.string(),x.any()).optional()}),z=x.union([ce,le,ue]),de=x.object({allowedMimeTypes:x.array(x.string()).optional(),minSize:x.number().positive().optional(),maxSize:x.number().positive().optional()});function fe(t,n){return h.gen(function*(){if(n){if(n.allowedMimeTypes&&n.allowedMimeTypes.length>0&&!n.allowedMimeTypes.some(e=>{if(e.endsWith(`/*`)){let n=e.slice(0,-2);return t.type.startsWith(n)}return t.type===e}))throw yield*e.fromCode(`VALIDATION_ERROR`,{cause:Error(`File type "${t.type}" is not allowed. Allowed types: ${n.allowedMimeTypes.join(`, `)}`)}).toEffect();if(n.minSize!==void 0&&t.size<n.minSize)throw yield*e.fromCode(`VALIDATION_ERROR`,{cause:Error(`File size (${t.size} bytes) is below minimum (${n.minSize} bytes)`)}).toEffect();if(n.maxSize!==void 0&&t.size>n.maxSize)throw yield*e.fromCode(`VALIDATION_ERROR`,{cause:Error(`File size (${t.size} bytes) exceeds maximum (${n.maxSize} bytes)`)}).toEffect()}})}function pe(t,n,i){let a=i?.keepOutput??!1;return h.gen(function*(){let i=yield*f;return yield*I({id:t,name:`Input`,description:`Handles file input through multiple methods - streaming upload (init/finalize) or direct URL fetch`,type:F.input,nodeTypeId:`input`,inputSchema:z,outputSchema:r,keepOutput:a,inputTypeId:U,outputTypeId:B,run:({data:r,flowId:a,jobId:o,clientId:s})=>h.gen(function*(){switch(r.operation){case`init`:{let e={storageId:r.storageId,size:r.metadata?.size||0,type:r.metadata?.mimeType||`application/octet-stream`,fileName:r.metadata?.originalName,lastModified:r.metadata?.size?Date.now():void 0,metadata:r.metadata?JSON.stringify(r.metadata):void 0,flow:{flowId:a,nodeId:t,jobId:o}};return ae(yield*i.createUpload(e,s))}case`finalize`:{let e=yield*i.getUpload(r.uploadId),{type:t}=R(e.metadata);return yield*fe({type:t,size:e.size||0},n),L(e)}case`url`:{let e=yield*p(r.url),c=yield*d(e),l=r.metadata?.mimeType||e.headers.get(`content-type`)||`application/octet-stream`,u=r.metadata?.size||Number(e.headers.get(`content-length`)||0),f=r.metadata?.originalName||r.url.split(`/`).pop()||`file`;yield*fe({type:l,size:u},n);let m=new ReadableStream({start(e){e.enqueue(new Uint8Array(c)),e.close()}}),h={storageId:r.storageId||`buffer`,size:u,type:l,fileName:f,lastModified:Date.now(),metadata:r.metadata?JSON.stringify(r.metadata):void 0};return L({...yield*i.upload(h,s,m),flow:{flowId:a,nodeId:t,jobId:o}})}default:throw yield*e.fromCode(`VALIDATION_ERROR`,{cause:Error(`Invalid operation`)}).toEffect()}})})})}const B=`storage-output-v1`,V=`ocr-output-v1`,H=`image-description-output-v1`,U=`streaming-input-v1`,me=x.object({extractedText:x.string(),format:x.enum([`markdown`,`plain`,`structured`]),taskType:x.enum([`convertToMarkdown`,`freeOcr`,`parseFigure`,`locateObject`]),confidence:x.number().min(0).max(1).optional()}),he=x.object({description:x.string(),confidence:x.number().min(0).max(1).optional(),metadata:x.record(x.string(),x.unknown()).optional()});N.register({id:U,schema:z,version:`1.0.0`,description:`Streaming file input with init/finalize/url operations for flexible file ingestion`}),P.register({id:B,schema:r,version:`1.0.0`,description:`Storage output node that saves files to configured storage backend`}),P.register({id:V,schema:me,version:`1.0.0`,description:`OCR output node that extracts structured text from documents using AI`}),P.register({id:H,schema:he,version:`1.0.0`,description:`Image description output node that generates AI-powered descriptions of images`});const W={enabled:!0,maxRetries:3,backoff:{type:`exponential`,initialDelayMs:1e3,maxDelayMs:3e5,multiplier:2,jitter:!0},ttlMs:6048e5};function G(e,t){switch(e.type){case`immediate`:return 0;case`fixed`:return e.delayMs;case`exponential`:{let n=e.initialDelayMs*e.multiplier**+t,r=Math.min(n,e.maxDelayMs);if(e.jitter){let e=.5+Math.random();return Math.floor(r*e)}return r}default:return 0}}function ge(e,t){return!t.enabled||t.nonRetryableErrors?.includes(e)?!1:t.retryableErrors&&t.retryableErrors.length>0?t.retryableErrors.includes(e):!0}function _e(e,t){if(!(t===void 0||t<=0))return new Date(e.getTime()+t)}var K=class e extends m.Tag(`DeadLetterQueueService`)(){static optional=h.serviceOption(e)};function ve(){return h.gen(function*(){let e=yield*t,n=()=>`dlq_${crypto.randomUUID()}`,r=e=>({...e,createdAt:new Date(e.createdAt),updatedAt:new Date(e.updatedAt),expiresAt:e.expiresAt?new Date(e.expiresAt):void 0,nextRetryAt:e.nextRetryAt?new Date(e.nextRetryAt):void 0,retryHistory:e.retryHistory.map(e=>({...e,attemptedAt:new Date(e.attemptedAt)}))}),i=()=>h.gen(function*(){if(!e.list)return[];let t=yield*e.list(),n=[];for(let i of t){let t=yield*h.catchAll(e.get(i),()=>h.succeed(null));t&&n.push(r(t))}return n});return{add:(t,r,i=W)=>h.gen(function*(){let a=n(),o=new Date,s={code:r.code||`UNKNOWN_ERROR`,message:r.body||r.message||`Unknown error`,nodeId:void 0,stack:r.stack},c=t.tasks.find(e=>e.status===`failed`);c&&(s.nodeId=c.nodeId);let l={};for(let e of t.tasks)e.result!==void 0&&(l[e.nodeId]=e.result);let u=ge(s.code,i),d;if(i.enabled&&u&&i.maxRetries>0){let e=G(i.backoff,0);d=new Date(o.getTime()+e)}let f={id:a,jobId:t.id,flowId:t.flowId,storageId:t.storageId,clientId:t.clientId,error:s,inputs:t.executionState?.inputs||{},nodeResults:l,failedAtNodeId:s.nodeId,retryCount:0,maxRetries:i.maxRetries,nextRetryAt:d,retryHistory:[],createdAt:o,updatedAt:o,expiresAt:_e(o,i.ttlMs),status:u&&i.enabled?`pending`:`exhausted`};return yield*e.set(a,f),f}),get:t=>h.gen(function*(){return r(yield*e.get(t))}),getOption:t=>h.gen(function*(){let n=yield*h.either(e.get(t));return n._tag===`Left`?n.left.code===`FILE_NOT_FOUND`?_.none():yield*h.fail(n.left):_.some(r(n.right))}),delete:t=>e.delete(t),list:(e={})=>h.gen(function*(){let t=yield*i(),{status:n,flowId:r,clientId:a,limit:o=50,offset:s=0}=e,c=t;n&&(c=c.filter(e=>e.status===n)),r&&(c=c.filter(e=>e.flowId===r)),a&&(c=c.filter(e=>e.clientId===a)),c.sort((e,t)=>t.createdAt.getTime()-e.createdAt.getTime());let l=c.length;return{items:c.slice(s,s+o),total:l}}),update:(t,n)=>h.gen(function*(){let i={...r(yield*e.get(t)),...n,updatedAt:new Date};return yield*e.set(t,i),i}),markRetrying:t=>h.gen(function*(){let n={...r(yield*e.get(t)),status:`retrying`,updatedAt:new Date};return yield*e.set(t,n),n}),recordRetryFailure:(t,n,i)=>h.gen(function*(){let a=r(yield*e.get(t)),o=new Date,s=a.retryCount+1,c=[...a.retryHistory,{attemptedAt:o,error:n,durationMs:i}],l=`pending`,u;if(s>=a.maxRetries)l=`exhausted`,u=void 0;else{let e=G(W.backoff,s);u=new Date(o.getTime()+e)}let d={...a,retryCount:s,retryHistory:c,status:l,nextRetryAt:u,updatedAt:o};return yield*e.set(t,d),d}),markResolved:t=>h.gen(function*(){let n={...r(yield*e.get(t)),status:`resolved`,nextRetryAt:void 0,updatedAt:new Date};return yield*e.set(t,n),n}),getScheduledRetries:(e=100)=>h.gen(function*(){let t=yield*i(),n=new Date;return t.filter(e=>e.status===`pending`&&e.nextRetryAt&&e.nextRetryAt<=n).sort((e,t)=>(e.nextRetryAt?.getTime()||0)-(t.nextRetryAt?.getTime()||0)).slice(0,e)}),cleanup:(t={})=>h.gen(function*(){let n=yield*i(),{olderThan:r,status:a}=t,o=new Date,s=0;for(let t of n){let n=!1;t.expiresAt&&t.expiresAt<=o&&(n=!0),r&&t.createdAt<=r&&(a?n=t.status===a:(t.status===`exhausted`||t.status===`resolved`)&&(n=!0)),n&&(yield*h.catchAll(e.delete(t.id),()=>h.succeed(void 0)),s++)}return{deleted:s}}),getStats:()=>h.gen(function*(){let e=yield*i(),t={pending:0,retrying:0,exhausted:0,resolved:0},n={},r,a=0;for(let i of e)t[i.status]++,n[i.flowId]=(n[i.flowId]||0)+1,(!r||i.createdAt<r)&&(r=i.createdAt),a+=i.retryCount;let o=e.length>0?a/e.length:0;return{totalItems:e.length,byStatus:t,byFlow:n,oldestItem:r,averageRetryCount:o}})}})}const ye=g.effect(K,ve());var be=class{maxConcurrency;constructor(e={}){this.maxConcurrency=e.maxConcurrency??4}groupNodesByExecutionLevel(e,t){let n={},r={};e.forEach(e=>{n[e.id]=[],r[e.id]=0}),t.forEach(e=>{n[e.source]?.push(e.target),r[e.target]=(r[e.target]||0)+1});let i=[],a=new Set,o=0;for(;a.size<e.length;){let e=Object.keys(r).filter(e=>r[e]===0&&!a.has(e));if(e.length===0)throw Error(`Cycle detected in flow graph - cannot execute in parallel`);i.push({level:o++,nodes:e}),e.forEach(e=>{a.add(e),delete r[e],n[e]?.forEach(e=>{r[e]!==void 0&&r[e]--})})}return i}executeNodesInParallel(e){return h.all(e.map(e=>e()),{concurrency:this.maxConcurrency})}canExecuteInParallel(e,t,n){return e.every(e=>(n[e]||[]).every(e=>t.has(e)))}getStats(){return{maxConcurrency:this.maxConcurrency}}};function q(e){return t=>{if(t.nodeType!==e)return!1;let n=P.get(e);return n?n.schema.safeParse(t.data).success:!1}}function xe(e){return!e||typeof e!=`object`?!1:r.safeParse(e).success}const Se=q(`storage-output-v1`),Ce=q(V),we=q(H);function J(e,t){return e.filter(t)}function Te(t,n){return h.gen(function*(){let r=J(t,n);return r.length===0?yield*e.fromCode(`OUTPUT_NOT_FOUND`,{body:`No output of the specified type was found in the flow results`}).toEffect():r.length>1?yield*e.fromCode(`MULTIPLE_OUTPUTS_FOUND`,{body:`Found ${r.length} outputs of the specified type, expected exactly one`,details:{foundCount:r.length,nodeIds:r.map(e=>e.nodeId)}}).toEffect():r[0]})}function Ee(e,t){return J(e,t)[0]}function De(e,t){return e.find(e=>e.nodeId===t)}function Oe(e,t){return e.some(t)}function ke(e){return e.operation===`init`}function Ae(e){return e.operation===`finalize`}function je(e){return e.operation===`url`}function Me(e){return e.operation===`init`||e.operation===`url`}const Ne=e=>({id:e.id,name:e.name,nodes:e.nodes.map(ie),edges:e.edges});function Y(t){return h.gen(function*(){let r=yield*h.all(t.nodes.map(e=>h.isEffect(e)?e:h.succeed(e))),{flowId:i,name:a,onEvent:s,checkJobStatus:c,edges:l,inputSchema:u,outputSchema:d,typeChecker:f,circuitBreaker:p}=t,m=r,g=new se(f),_=e=>{let t=e.circuitBreaker,n=e.nodeTypeId?p?.nodeTypeOverrides?.[e.nodeTypeId]:void 0,r=p?.defaults;if(!(!t&&!n&&!r))return{...r,...n,...t}},v=()=>{let e={},t={},n={};return m.forEach(r=>{e[r.id]=[],n[r.id]=[],t[r.id]=0}),l.forEach(r=>{e[r.source]?.push(r.target),n[r.target]?.push(r.source),t[r.target]=(t[r.target]||0)+1}),{graph:e,reverseGraph:n,inDegree:t}},b=()=>{let{graph:e,inDegree:t}=v(),n=[],r=[];for(Object.keys(t).forEach(e=>{t[e]===0&&n.push(e)});n.length>0;){let i=n.shift();if(!i)throw Error(`No current node found`);r.push(i),e[i]?.forEach(e=>{t[e]=(t[e]||0)-1,t[e]===0&&n.push(e)})}return r},S=(e,t)=>{if(!e.condition)return h.succeed(!0);let{field:n,operator:r,value:i}=e.condition,a=t,o=a?.metadata?.[n]||a?.[n],s=(()=>{switch(r){case`equals`:return o===i;case`notEquals`:return o!==i;case`greaterThan`:return Number(o)>Number(i);case`lessThan`:return Number(o)<Number(i);case`contains`:return String(o).includes(String(i));case`startsWith`:return String(o).startsWith(String(i));default:return!0}})();return h.succeed(s)},C=(e,t)=>{let{reverseGraph:n}=v(),r=n[e]||[],i={};return r.forEach(e=>{let n=t.get(e);n!==void 0&&(i[e]=n)}),i},w=e=>{let t=m.filter(e=>e.type===`input`),n={};return t.forEach(t=>{e&&typeof e==`object`&&t.id in e&&(n[t.id]=u.parse(e[t.id]))}),n},T=e=>!l.some(t=>t.source===e),E=e=>{let t=m.find(t=>t.id===e);return T(e)||t?.keepOutput===!0},D=e=>{let t=m.filter(e=>E(e.id)),n={};return t.forEach(t=>{let r=e.get(t.id);r!==void 0&&(n[t.id]=r)}),n},O=(e,t)=>{let n=m.filter(e=>E(e.id)),r=[];return n.forEach(n=>{let i=e.get(n.id);if(i!==void 0){let e=t.get(n.id);r.push({nodeId:n.id,nodeType:e,data:i,timestamp:new Date().toISOString()})}}),r},k=(e,t,n)=>h.gen(function*(){if(e.storage.id===t)return e;let r=yield*o,i=yield*r.getDataStore(e.storage.id,n),a=yield*r.getDataStore(t,n),s=yield*i.read(e.id),c=y.make(s),l={...e,storage:{id:t,type:e.storage.type}},u=yield*a.create(l);return yield*a.write({file_id:u.id,stream:c,offset:0},{}),u}),A=(n,r,a,o,l,u,d,f)=>h.gen(function*(){let p=l.get(n);if(!p)return yield*e.fromCode(`FLOW_NODE_NOT_FOUND`).toEffect();if(c){let t=yield*c(u);if(t===`paused`)return yield*e.fromCode(`FLOW_PAUSED`,{cause:`Flow ${i} was paused by user at job ${u}`}).toEffect();if(t===`cancelled`)return yield*e.fromCode(`FLOW_CANCELLED`,{cause:`Flow ${i} was cancelled by user at job ${u}`}).toEffect()}s&&(yield*s({jobId:u,flowId:i,nodeId:n,eventType:j.NodeStart,nodeName:p.name,nodeType:p.type}));let m=p.retry?.maxRetries??0,g=p.retry?.retryDelay??1e3,v=p.retry?.exponentialBackoff??!0,y=_(p),b=y?.enabled&&p.nodeTypeId&&f?f.getOrCreate(p.nodeTypeId,y):null;if(b){let{allowed:t,state:r,failureCount:o}=yield*b.allowRequest();if(!t){let t=b.getFallback();return yield*h.logWarning(`Circuit breaker OPEN for node type "${p.nodeTypeId}" - applying fallback`),t.type===`skip`?(s&&(yield*s({jobId:u,flowId:i,nodeId:n,eventType:j.NodeEnd,nodeName:p.name})),{nodeId:n,result:a[n],success:!0,waiting:!1}):t.type===`default`?(s&&(yield*s({jobId:u,flowId:i,nodeId:n,eventType:j.NodeEnd,nodeName:p.name,result:t.value})),{nodeId:n,result:t.value,success:!0,waiting:!1}):yield*e.fromCode(`CIRCUIT_BREAKER_OPEN`,{body:`Circuit breaker is open for node type "${p.name}"`,details:{nodeType:p.name,nodeId:n,state:r,failureCount:o}}).toEffect()}}let x=0,w=null;for(;x<=m;)try{let c,l={};if(p.type===`input`){if(c=a[n],c===void 0)return yield*h.logError(`Input node ${n} has no input data`),yield*e.fromCode(`FLOW_NODE_ERROR`,{cause:Error(`Input node ${n} has no input data`)}).toEffect()}else{if(l=C(n,o),Object.keys(l).length===0)return yield*h.logError(`Node ${n} has no input data`),yield*e.fromCode(`FLOW_NODE_ERROR`,{cause:Error(`Node ${n} has no input data`)}).toEffect();if(p.multiInput)c=l;else{let t=Object.keys(l)[0];if(!t)return yield*e.fromCode(`FLOW_NODE_ERROR`,{cause:Error(`Node ${n} has no input data`)}).toEffect();c=l[t]}}if(p.type===`conditional`&&!(yield*S(p,c)))return s&&(yield*s({jobId:u,flowId:i,nodeId:n,eventType:j.NodeEnd,nodeName:p.name})),{nodeId:n,result:c,success:!0,waiting:!1};let f=yield*p.run({data:c,inputs:l,jobId:u,flowId:i,storageId:r,clientId:d});if(f.type===`waiting`){let e=f.partialData;return s&&(yield*s({jobId:u,flowId:i,nodeId:n,eventType:j.NodePause,nodeName:p.name,partialData:e})),{nodeId:n,result:e,success:!0,waiting:!0,nodeType:f.nodeType}}let m=f.data;if(E(n)&&(xe(m)&&m.storage.id!==r&&(yield*h.logDebug(`Auto-persisting output node ${n} output from ${m.storage.id} to ${r}`),m=yield*k(m,r,d)),t.hooks?.onNodeOutput)){yield*h.logDebug(`Calling onNodeOutput hook for sink node ${n}`);let e=t.hooks.onNodeOutput({output:m,nodeId:n,flowId:i,jobId:u,storageId:r,clientId:d});m=yield*h.isEffect(e)?e:h.promise(()=>e)}return b&&(yield*b.recordSuccess()),s&&(yield*s({jobId:u,flowId:i,nodeId:n,eventType:j.NodeEnd,nodeName:p.name,result:m})),{nodeId:n,result:m,success:!0,waiting:!1,nodeType:f.nodeType}}catch(t){if(w=t instanceof e?t:e.fromCode(`FLOW_NODE_ERROR`,{cause:t}),b&&(yield*b.recordFailure(w.body)),x<m){x++;let e=v?g*2**(x-1):g;yield*h.logWarning(`Node ${n} (${p.name}) failed, retrying (${x}/${m}) after ${e}ms`),yield*h.sleep(e);continue}return s&&(yield*s({jobId:u,flowId:i,nodeId:n,eventType:j.NodeError,nodeName:p.name,error:w.body,retryCount:x})),yield*w.toEffect()}return w?yield*w.toEffect():yield*e.fromCode(`FLOW_NODE_ERROR`,{cause:Error(`Unexpected error in retry loop`)}).toEffect()}).pipe((()=>{let e=l.get(n),t=e?.nodeTypeId??e?.type??`unknown`;return h.withSpan(`node-${t}`,{attributes:{"node.id":n,"node.type":e?.type??`unknown`,"node.type_id":e?.nodeTypeId??`unknown`,"node.name":e?.name??`unknown`,"flow.id":i,"flow.job_id":u}})})()),M=({inputs:r,storageId:a,jobId:o,resumeFrom:c,clientId:u})=>h.gen(function*(){let f=yield*h.serviceOption(n),p=f._tag===`Some`?new ee(f.value):null;!c&&s&&(yield*s({jobId:o,eventType:j.FlowStart,flowId:i}));let g=w(r||{}),_,v,y;c?(_=c.executionOrder,v=c.nodeResults,y=c.currentIndex):(_=b(),v=new Map,y=0);let S=new Map;if(_.length!==m.length)return yield*e.fromCode(`FLOW_CYCLE_ERROR`).toEffect();let C=new Map(m.map(e=>[e.id,e]));if(t.parallelExecution?.enabled??!1){yield*h.logDebug(`Flow ${i}: Executing in parallel mode (maxConcurrency: ${t.parallelExecution?.maxConcurrency??4})`);let e=new be({maxConcurrency:t.parallelExecution?.maxConcurrency??4}),n=e.groupNodesByExecutionLevel(m,l);yield*h.logDebug(`Flow ${i}: Grouped nodes into ${n.length} execution levels`);let r={};m.forEach(e=>{r[e.id]=[]}),l.forEach(e=>{r[e.target]?.push(e.source)});for(let t of n){yield*h.logDebug(`Flow ${i}: Executing level ${t.level} with nodes: ${t.nodes.join(`, `)}`);let n=t.nodes.map(e=>()=>h.gen(function*(){if(c&&e===c.executionOrder[y]&&s){let t=C.get(e);t&&(yield*s({jobId:o,flowId:i,nodeId:e,eventType:j.NodeResume,nodeName:t.name,nodeType:t.type}))}return{nodeId:e,nodeResult:yield*A(e,a,g,v,C,o,u,p)}})),r=yield*e.executeNodesInParallel(n);for(let{nodeId:e,nodeResult:t}of r){if(t.waiting)return t.result!==void 0&&(v.set(e,t.result),t.nodeType&&S.set(e,t.nodeType)),{type:`paused`,nodeId:e,executionState:{executionOrder:_,currentIndex:_.indexOf(e),inputs:g}};t.success&&(v.set(e,t.result),t.nodeType&&S.set(e,t.nodeType))}}}else{yield*h.logDebug(`Flow ${i}: Executing in sequential mode`);for(let t=y;t<_.length;t++){let n=_[t];if(!n)return yield*e.fromCode(`FLOW_NODE_NOT_FOUND`).toEffect();if(c&&t===y&&s){let e=C.get(n);e&&(yield*s({jobId:o,flowId:i,nodeId:n,eventType:j.NodeResume,nodeName:e.name,nodeType:e.type}))}let r=yield*A(n,a,g,v,C,o,u,p);if(r.waiting)return r.result!==void 0&&(v.set(r.nodeId,r.result),r.nodeType&&S.set(r.nodeId,r.nodeType)),{type:`paused`,nodeId:r.nodeId,executionState:{executionOrder:_,currentIndex:t,inputs:g}};r.success&&(v.set(r.nodeId,r.result),r.nodeType&&S.set(r.nodeId,r.nodeType))}}let T=D(v),k=O(v,S),M=x.record(x.string(),d).safeParse(T);if(!M.success){let t=`Flow output validation failed: ${M.error.message}. Expected outputs: ${JSON.stringify(Object.keys(D(v)))}. Output nodes (sinks + keepOutput): ${m.filter(e=>E(e.id)).map(e=>e.id).join(`, `)}`;return s&&(yield*s({jobId:o,eventType:j.FlowError,flowId:i,error:t})),yield*e.fromCode(`FLOW_OUTPUT_VALIDATION_ERROR`,{body:t,cause:M.error}).toEffect()}let N=M.data;return s&&(yield*s({jobId:o,eventType:j.FlowEnd,flowId:i,outputs:k,result:N})),{type:`completed`,result:N,outputs:k}});return{id:i,name:a,nodes:m,edges:l,inputSchema:u,outputSchema:d,onEvent:s,checkJobStatus:c,hooks:t.hooks,run:({inputs:e,storageId:t,jobId:n,clientId:r})=>M({inputs:e,storageId:t,jobId:n,clientId:r}),resume:({jobId:e,storageId:t,nodeResults:n,executionState:r,clientId:i})=>M({inputs:r.inputs,storageId:t,jobId:e,resumeFrom:{executionOrder:r.executionOrder,nodeResults:new Map(Object.entries(n)),currentIndex:r.currentIndex},clientId:i}),validateTypes:()=>{let e=m;return g.validateFlow(e,l)},validateInputs:e=>g.validateData(e,u),validateOutputs:e=>g.validateData(e,d)}})}var X=class e extends m.Tag(`FlowWaitUntil`)(){static optional=h.serviceOption(e)},Pe=class extends m.Tag(`FlowProvider`)(){},Fe=class extends m.Tag(`FlowEngine`)(){};const Ie=e=>typeof e==`object`&&!!e&&`id`in e,Le=e=>typeof e==`object`&&e&&`nodeId`in e&&`data`in e&&`timestamp`in e?e.data:e;function Re(t,n,r){let i=e=>{let i=t=>h.gen(function*(){let n=yield*r.get(e);n&&(yield*r.set(e,{...n,...t,updatedAt:new Date}))});return a=>h.gen(function*(){switch(t.onEvent&&(yield*h.catchAll(t.onEvent(a),e=>(h.logError(`Original onEvent failed`,e),h.succeed({eventId:null})))),yield*n.emit(e,a),h.logInfo(`Updating job ${e} with event ${a.eventType}`),a.eventType){case j.FlowStart:yield*i({status:`running`});break;case j.FlowEnd:yield*h.gen(function*(){let t=yield*r.get(e);t&&a.outputs&&(yield*r.set(e,{...t,result:a.outputs,updatedAt:new Date}))});break;case j.FlowError:yield*i({status:`failed`,error:a.error});break;case j.NodeStart:yield*h.gen(function*(){let t=yield*r.get(e);if(t){let n=t.tasks.find(e=>e.nodeId===a.nodeId)?t.tasks.map(e=>e.nodeId===a.nodeId?{...e,status:`running`,updatedAt:new Date}:e):[...t.tasks,{nodeId:a.nodeId,status:`running`,createdAt:new Date,updatedAt:new Date}];yield*r.set(e,{...t,tasks:n,updatedAt:new Date})}});break;case j.NodePause:yield*h.gen(function*(){let t=yield*r.get(e);if(t){let n=t.tasks.find(e=>e.nodeId===a.nodeId)?t.tasks.map(e=>e.nodeId===a.nodeId?{...e,status:`paused`,result:a.partialData,updatedAt:new Date}:e):[...t.tasks,{nodeId:a.nodeId,status:`paused`,result:a.partialData,createdAt:new Date,updatedAt:new Date}];yield*r.set(e,{...t,tasks:n,updatedAt:new Date})}});break;case j.NodeResume:yield*h.gen(function*(){let t=yield*r.get(e);if(t){let n=t.tasks.map(e=>e.nodeId===a.nodeId?{...e,status:`running`,updatedAt:new Date}:e);yield*r.set(e,{...t,tasks:n,updatedAt:new Date})}});break;case j.NodeEnd:yield*h.gen(function*(){let n=yield*r.get(e);if(n){let i=n.tasks.map(e=>e.nodeId===a.nodeId?{...e,status:`completed`,result:a.result,updatedAt:new Date}:e),o=!t.edges.some(e=>e.source===a.nodeId),s=t.nodes.find(e=>e.id===a.nodeId)?.keepOutput===!0,c=a.result,l=Le(c),u=n.intermediateFiles||[],d=o||s;d&&Ie(l)&&l.id?(u=u.filter(e=>e!==l.id),s&&!o&&h.logInfo(`Preserving output from node ${a.nodeId} due to keepOutput flag`)):!d&&Ie(l)&&l.id&&(u.includes(l.id)||u.push(l.id)),yield*r.set(e,{...n,tasks:i,intermediateFiles:u,updatedAt:new Date})}});break;case j.NodeError:yield*h.gen(function*(){let t=yield*r.get(e);if(t){let n=t.tasks.map(e=>e.nodeId===a.nodeId?{...e,status:`failed`,error:a.error,retryCount:a.retryCount,updatedAt:new Date}:e);yield*r.set(e,{...t,tasks:n,error:a.error,updatedAt:new Date})}});break}return{eventId:e}})},a=t=>t=>h.gen(function*(){let n=yield*r.get(t);return n?n.status===`paused`?`paused`:n.status===`cancelled`?`cancelled`:`running`:yield*h.fail(e.fromCode(`FLOW_JOB_NOT_FOUND`,{cause:`Job ${t} not found`}))});return{...t,run:e=>h.gen(function*(){let n=e.jobId||crypto.randomUUID(),r=i(n),o=a(n);return yield*(yield*Y({flowId:t.id,name:t.name,nodes:t.nodes,edges:t.edges,inputSchema:t.inputSchema,outputSchema:t.outputSchema,onEvent:r,checkJobStatus:o})).run({...e,jobId:n,clientId:e.clientId})}),resume:e=>h.gen(function*(){let n=e.jobId,r=i(n),o=a(n);return yield*(yield*Y({flowId:t.id,name:t.name,nodes:t.nodes,edges:t.edges,inputSchema:t.inputSchema,outputSchema:t.outputSchema,onEvent:r,checkJobStatus:o})).resume(e)})}}function ze(){return h.gen(function*(){let t=yield*Pe,n=yield*c,r=yield*l,i=yield*f,a=yield*K.optional,o=(t,n)=>h.gen(function*(){let i=yield*r.get(t);return i?yield*r.set(t,{...i,...n}):yield*h.fail(e.fromCode(`FLOW_JOB_NOT_FOUND`,{cause:`Job ${t} not found`}))}),s=(e,t)=>h.gen(function*(){let n=yield*r.get(e);!n||!n.intermediateFiles||n.intermediateFiles.length===0||(yield*h.logInfo(`Cleaning up ${n.intermediateFiles.length} intermediate files for job ${e}`),yield*h.all(n.intermediateFiles.map(e=>h.gen(function*(){yield*i.delete(e,t),yield*h.logDebug(`Deleted intermediate file ${e}`)}).pipe(h.catchAll(t=>h.gen(function*(){return yield*h.logWarning(`Failed to delete intermediate file ${e}: ${t}`),h.succeed(void 0)})))),{concurrency:5}),yield*o(e,{intermediateFiles:[]}))}),u=(e,t)=>h.gen(function*(){if(_.isNone(a)){yield*h.logDebug(`[FlowServer] DLQ not configured, skipping for job: ${e}`);return}let n=a.value,i=yield*h.catchAll(r.get(e),()=>h.succeed(null));if(!i){yield*h.logWarning(`[FlowServer] Job ${e} not found when adding to DLQ`);return}yield*h.catchAll(n.add(i,t),t=>h.gen(function*(){return yield*h.logError(`[FlowServer] Failed to add job ${e} to DLQ`,t),h.succeed(void 0)})),yield*h.logInfo(`[FlowServer] Added job ${e} to Dead Letter Queue`)}),d=h.gen(function*(){let e=yield*h.currentSpan.pipe(h.option);return _.match(e,{onNone:()=>void 0,onSome:e=>({traceId:e.traceId,spanId:e.spanId,traceFlags:e.sampled?1:0})})}),p=({jobId:t,flow:i,storageId:a,clientId:c,inputs:l})=>h.gen(function*(){return console.log(`[FlowServer] executeFlowInBackground started for job: ${t}`),yield*o(t,{status:`running`,traceContext:yield*d}),yield*h.gen(function*(){console.log(`[FlowServer] Creating flowWithEvents for job: ${t}`);let e=Re(i,n,r);console.log(`[FlowServer] Running flow for job: ${t}`);let u=yield*e.run({inputs:l,storageId:a,jobId:t,clientId:c});return console.log(`[FlowServer] Flow completed for job: ${t}, result type: ${u.type}`),u.type===`paused`?yield*o(t,{status:`paused`,pausedAt:u.nodeId,executionState:u.executionState,updatedAt:new Date}):(yield*o(t,{status:`completed`,updatedAt:new Date,endedAt:new Date}),yield*s(t,c)),u}).pipe(h.withSpan(`flow-execution`,{attributes:{"flow.id":i.id,"flow.name":i.name,"flow.job_id":t,"flow.storage_id":a,"flow.node_count":i.nodes.length}}))}).pipe(h.withSpan(`flow`,{attributes:{"flow.id":i.id,"flow.name":i.name,"flow.job_id":t,"flow.storage_id":a,"flow.node_count":i.nodes.length}}),h.catchAll(a=>h.gen(function*(){yield*h.logError(`Flow execution failed`,a);let l=a instanceof e?a.body:String(a);yield*h.logInfo(`Updating job ${t} to failed status with error: ${l}`),yield*o(t,{status:`failed`,error:l,updatedAt:new Date}).pipe(h.catchAll(e=>h.gen(function*(){return yield*h.logError(`Failed to update job ${t}`,e),h.succeed(void 0)})));let d=yield*r.get(t);throw d&&(yield*n.emit(t,{jobId:t,eventType:j.FlowError,flowId:d.flowId,error:l}).pipe(h.catchAll(e=>h.gen(function*(){return yield*h.logError(`Failed to emit FlowError event for job ${t}`,e),h.succeed(void 0)})))),i.onEvent&&(yield*i.onEvent({jobId:t,eventType:j.FlowError,flowId:i.id,error:l}).pipe(h.catchAll(e=>h.gen(function*(){return yield*h.logError(`Failed to call flow.onEvent for FlowError event for job ${t}`,e),h.succeed({eventId:null})})))),yield*s(t,c).pipe(h.catchAll(e=>h.gen(function*(){return yield*h.logWarning(`Failed to cleanup intermediate files for job ${t}`,e),h.succeed(void 0)}))),yield*u(t,a instanceof e?a:new e({code:`UNKNOWN_ERROR`,status:500,body:String(a),cause:a})),a})));return{getFlow:(e,n)=>h.gen(function*(){return yield*t.getFlow(e,n)}),getFlowData:(e,n)=>h.gen(function*(){return Ne(yield*t.getFlow(e,n))}),runFlow:({flowId:n,storageId:i,clientId:a,inputs:o})=>h.gen(function*(){let s=yield*X.optional,c=yield*h.try({try:()=>Et.parse({inputs:o}),catch:t=>e.fromCode(`FLOW_INPUT_VALIDATION_ERROR`,{cause:t})}),l=crypto.randomUUID(),u=new Date,d={id:l,flowId:n,storageId:i,clientId:a,status:`started`,createdAt:u,updatedAt:u,tasks:[]};yield*r.set(l,d);let f=yield*t.getFlow(n,a);console.log(`[FlowServer] About to fork flow execution for job: ${l}`);let m=p({jobId:l,flow:f,storageId:i,clientId:a,inputs:c.inputs}).pipe(h.tapErrorCause(e=>h.logError(`Flow execution failed`,e)));if(_.isSome(s)){console.log(`[FlowServer] Using waitUntil for job: ${l}`);let e=yield*h.runtime(),t=v.runPromise(e)(m);s.value(t)}else console.log(`[FlowServer] Using Effect.forkDaemon for job: ${l}`),yield*h.forkDaemon(m);return console.log(`[FlowServer] Flow execution started for job: ${l}`),d}),getJobStatus:t=>h.gen(function*(){return(yield*r.get(t))||(yield*h.fail(e.fromCode(`FLOW_JOB_NOT_FOUND`,{cause:`Job ${t} not found`})))}),resumeFlow:({jobId:i,nodeId:a,newData:c,clientId:l})=>h.gen(function*(){let d=yield*X.optional,f=yield*r.get(i);if(!f)return console.error(`Job not found`),yield*h.fail(e.fromCode(`FLOW_JOB_NOT_FOUND`,{cause:`Job ${i} not found`}));if(f.status!==`paused`)return console.error(`Job is not paused`),yield*h.fail(e.fromCode(`FLOW_JOB_ERROR`,{cause:`Job ${i} is not paused (status: ${f.status})`}));if(f.pausedAt!==a)return console.error(`Job is not paused at the expected node`),yield*h.fail(e.fromCode(`FLOW_JOB_ERROR`,{cause:`Job ${i} is paused at node ${f.pausedAt}, not ${a}`}));if(!f.executionState)return console.error(`Job has no execution state`),yield*h.fail(e.fromCode(`FLOW_JOB_ERROR`,{cause:`Job ${i} has no execution state`}));let p={...f.tasks.reduce((e,t)=>(t.result!==void 0&&(e[t.nodeId]=t.result),e),{}),[a]:c},m={...f.executionState.inputs,[a]:c};yield*o(i,{status:`running`});let g=yield*t.getFlow(f.flowId,f.clientId),y=f.traceContext?b.externalSpan({traceId:f.traceContext.traceId,spanId:f.traceContext.spanId,sampled:f.traceContext.traceFlags===1}):void 0,x=h.gen(function*(){let t=Re(g,n,r);if(!f.executionState)return yield*h.fail(e.fromCode(`FLOW_JOB_ERROR`,{cause:`Job ${i} has no execution state`}));let a=yield*t.resume({jobId:i,storageId:f.storageId,nodeResults:p,executionState:{...f.executionState,inputs:m},clientId:f.clientId});return a.type===`paused`?yield*o(i,{status:`paused`,pausedAt:a.nodeId,executionState:a.executionState,updatedAt:new Date}):(yield*o(i,{status:`completed`,pausedAt:void 0,executionState:void 0,updatedAt:new Date,endedAt:new Date}),yield*s(i,l)),a}).pipe(h.withSpan(`flow-execution-resume`,{attributes:{"flow.id":g.id,"flow.name":g.name,"flow.job_id":i,"flow.storage_id":f.storageId,"flow.resumed_from_node":a},parent:y})).pipe(h.catchAll(t=>h.gen(function*(){yield*h.logError(`Flow resume failed`,t);let a=t instanceof e?t.body:String(t);yield*h.logInfo(`Updating job ${i} to failed status with error: ${a}`),yield*o(i,{status:`failed`,error:a,updatedAt:new Date}).pipe(h.catchAll(e=>h.gen(function*(){return yield*h.logError(`Failed to update job ${i}`,e),h.succeed(void 0)})));let c=yield*r.get(i);throw c&&(yield*n.emit(i,{jobId:i,eventType:j.FlowError,flowId:c.flowId,error:a}).pipe(h.catchAll(e=>h.gen(function*(){return yield*h.logError(`Failed to emit FlowError event for job ${i}`,e),h.succeed(void 0)})))),yield*s(i,l).pipe(h.catchAll(e=>h.gen(function*(){return yield*h.logWarning(`Failed to cleanup intermediate files for job ${i}`,e),h.succeed(void 0)}))),yield*u(i,t instanceof e?t:new e({code:`UNKNOWN_ERROR`,status:500,body:String(t),cause:t})),t}))).pipe(h.tapErrorCause(e=>h.logError(`Flow resume failed`,e)));if(_.isSome(d)){console.log(`[FlowServer] Using waitUntil for resume job: ${i}`);let e=yield*h.runtime(),t=v.runPromise(e)(x);d.value(t)}else console.log(`[FlowServer] Using Effect.forkDaemon for resume job: ${i}`),yield*h.forkDaemon(x);return(yield*r.get(i))||(yield*h.fail(e.fromCode(`FLOW_JOB_NOT_FOUND`,{cause:`Job ${i} not found after update`})))}),pauseFlow:(t,i)=>h.gen(function*(){let a=yield*r.get(t);if(!a)return yield*h.fail(e.fromCode(`FLOW_JOB_NOT_FOUND`,{cause:`Job ${t} not found`}));if(i!==null&&a.clientId!==i)return yield*h.fail(e.fromCode(`FLOW_NOT_AUTHORIZED`,{cause:`Client ${i} is not authorized to pause job ${t}`}));if(a.status!==`running`)return yield*h.fail(e.fromCode(`FLOW_JOB_ERROR`,{cause:`Job ${t} cannot be paused (current status: ${a.status})`}));let s=a.tasks.find(e=>e.status===`running`)?.nodeId;return yield*o(t,{status:`paused`,pausedAt:s,updatedAt:new Date}),yield*n.emit(t,{jobId:t,flowId:a.flowId,eventType:j.FlowPause,pausedAt:s}),(yield*r.get(t))||(yield*h.fail(e.fromCode(`FLOW_JOB_NOT_FOUND`,{cause:`Job ${t} not found after pause`})))}),cancelFlow:(t,i)=>h.gen(function*(){let a=yield*r.get(t);return a?i!==null&&a.clientId!==i?yield*h.fail(e.fromCode(`FLOW_NOT_AUTHORIZED`,{cause:`Client ${i} is not authorized to cancel job ${t}`})):a.status!==`running`&&a.status!==`paused`&&a.status!==`started`?yield*h.fail(e.fromCode(`FLOW_JOB_ERROR`,{cause:`Job ${t} cannot be cancelled (current status: ${a.status})`})):(yield*o(t,{status:`cancelled`,updatedAt:new Date,endedAt:new Date}),yield*n.emit(t,{jobId:t,flowId:a.flowId,eventType:j.FlowCancel}),yield*s(t,i),(yield*r.get(t))||(yield*h.fail(e.fromCode(`FLOW_JOB_NOT_FOUND`,{cause:`Job ${t} not found after cancellation`})))):yield*h.fail(e.fromCode(`FLOW_JOB_NOT_FOUND`,{cause:`Job ${t} not found`}))}),subscribeToFlowEvents:(e,t)=>h.gen(function*(){yield*n.subscribe(e,t)}),unsubscribeFromFlowEvents:e=>h.gen(function*(){yield*n.unsubscribe(e)})}})}const Be=g.effect(Fe,ze());function Ve(e){let t=e.lastIndexOf(`.`);return t===-1||t===0?e:e.substring(0,t)}function He(e){let t=e.lastIndexOf(`.`);return t===-1||t===0?``:e.substring(t+1)}function Z(e,t,n){let r=e.metadata??{},i=r.fileName??r.originalName??r.name??`unnamed`;return{baseName:Ve(i),extension:He(i),fileName:i,nodeType:t.nodeType,nodeId:t.nodeId,flowId:t.flowId,jobId:t.jobId,timestamp:new Date().toISOString(),...n}}function Ue(e,t){try{let n={};for(let[e,r]of Object.entries(t))r!==void 0&&(n[e]=String(r));return S(e,n)}catch{return e}}function Q(e,t,n){let r=t.fileName;if(!n)return r;try{if(n.mode===`auto`){if(n.autoSuffix){let e=n.autoSuffix(t);if(e){let{baseName:n,extension:r}=t;return r?`${n}-${e}.${r}`:`${n}-${e}`}}return r}if(n.mode===`custom`){if(n.rename)return n.rename(e,t)||r;if(n.pattern)return Ue(n.pattern,t)||r}return r}catch{return r}}function We(e){if(!e||e.trim()===``)return{isValid:!1,error:`Pattern cannot be empty`};let t=(e.match(/\{\{/g)||[]).length,n=(e.match(/\}\}/g)||[]).length;if(t!==n)return{isValid:!1,error:`Unbalanced braces: ${t} opening, ${n} closing`};let r=e.match(/\{\{[^}]*[^a-zA-Z0-9_}][^}]*\}\}/g);return r?{isValid:!1,error:`Invalid variable syntax: ${r[0]}`}:{isValid:!0}}const Ge=[{name:`baseName`,description:`Filename without extension`,example:`photo`},{name:`extension`,description:`File extension without dot`,example:`jpg`},{name:`fileName`,description:`Full original filename`,example:`photo.jpg`},{name:`nodeType`,description:`Type of processing node`,example:`resize`},{name:`nodeId`,description:`Specific node instance ID`,example:`resize-1`},{name:`flowId`,description:`Flow identifier`,example:`flow-abc`},{name:`jobId`,description:`Execution job ID`,example:`job-123`},{name:`timestamp`,description:`ISO 8601 processing time`,example:`2024-01-15T10:30:00Z`},{name:`width`,description:`Output width (image/video)`,example:`800`},{name:`height`,description:`Output height (image/video)`,example:`600`},{name:`format`,description:`Output format`,example:`webp`},{name:`quality`,description:`Quality setting`,example:`80`},{name:`pageNumber`,description:`Page number (documents)`,example:`1`}];function $(e){return!(`stream`in e)}function Ke({id:e,name:t,description:n,outputTypeId:i,keepOutput:a,naming:o,nodeType:c=`transform`,nodeTypeId:l,namingVars:u,circuitBreaker:d,mode:p=`auto`,streamingConfig:m,transform:g,streamingTransform:_}){if(p===`streaming`&&!_)throw Error(`Transform node "${e}": mode is "streaming" but no streamingTransform function provided`);if(p===`buffered`&&!g)throw Error(`Transform node "${e}": mode is "buffered" but no transform function provided`);if(p===`auto`&&!g&&!_)throw Error(`Transform node "${e}": mode is "auto" but neither transform nor streamingTransform provided`);let v={...s,...m};return h.gen(function*(){let s=yield*f;return yield*I({id:e,name:t,description:n,type:F.process,outputTypeId:i,keepOutput:a,nodeTypeId:l,circuitBreaker:d,inputSchema:r,outputSchema:r,run:({data:t,storageId:n,flowId:r,jobId:i,clientId:a})=>h.gen(function*(){let l={flowId:r,nodeId:e,jobId:i},d=yield*h.gen(function*(){if(p===`buffered`)return!1;if(p===`streaming`)return!0;let e=t.size??0,r=v.fileSizeThreshold;return e>0&&e<r?(yield*h.logDebug(`File ${t.id} (${e} bytes) below threshold (${r}), using buffered mode`),!1):_?(yield*s.getCapabilities(n,a)).supportsStreamingRead?(yield*h.logDebug(`File ${t.id} qualifies for streaming mode`),!0):(yield*h.logDebug(`DataStore doesn't support streaming read, using buffered mode`),!1):(yield*h.logDebug(`No streamingTransform function, using buffered mode`),!1)}),{type:f,fileName:m,metadata:b,metadataJson:x}=R(t.metadata);if(d&&_){yield*h.logDebug(`Using streaming transform for ${t.id}`);let d=yield*_(yield*s.readStream(t.id,a,v),t),p=$(d)?d:d.stream,g=$(d)?void 0:d.type,S=$(d)?void 0:d.estimatedSize,C=$(d)?void 0:d.fileName;!C&&o&&(C=Q(t,Z(t,{flowId:r,jobId:i,nodeId:e,nodeType:c},u),o));let w=yield*s.getCapabilities(n,a),T;if(w.supportsStreamingWrite)yield*h.logDebug(`Using streaming write for ${t.id} - no intermediate buffering`),T=yield*s.uploadStream({storageId:n,uploadLengthDeferred:!0,sizeHint:S,type:g??f,fileName:C??m,lastModified:0,metadata:x,flow:l},a,p);else{yield*h.logDebug(`Falling back to buffered upload for ${t.id} (streaming write not supported)`);let e=[];yield*y.runForEach(p,t=>h.sync(()=>{e.push(t)}));let r=e.reduce((e,t)=>e+t.byteLength,0),i=new Uint8Array(r),o=0;for(let t of e)i.set(t,o),o+=t.byteLength;let c=new ReadableStream({start(e){e.enqueue(i),e.close()}});T=yield*s.upload({storageId:n,size:i.byteLength,type:g??f,fileName:C??m,lastModified:0,metadata:x,flow:l},a,c)}let E=b?{...b,...g&&{mimeType:g,type:g,"content-type":g},...C&&{fileName:C,originalName:C,name:C,extension:C.split(`.`).pop()||b.extension}}:T.metadata;return L(E?{...T,metadata:E}:T)}if(!g)throw Error(`Transform node "${e}": buffered mode selected but no transform function provided`);let S=yield*g(yield*s.read(t.id,a),t),C=S instanceof Uint8Array?S:S.bytes,w=S instanceof Uint8Array?void 0:S.type,T=S instanceof Uint8Array?void 0:S.fileName;!T&&o&&(T=Q(t,Z(t,{flowId:r,jobId:i,nodeId:e,nodeType:c},u),o));let E=new ReadableStream({start(e){e.enqueue(C),e.close()}}),D=yield*s.upload({storageId:n,size:C.byteLength,type:w??f,fileName:T??m,lastModified:0,metadata:x,flow:l},a,E),O=b?{...b,...w&&{mimeType:w,type:w,"content-type":w},...T&&{fileName:T,originalName:T,name:T,extension:T.split(`.`).pop()||b.extension}}:D.metadata;return L(O?{...D,metadata:O}:D)})})})}var qe=class extends m.Tag(`CredentialProvider`)(){},Je=class extends m.Tag(`DocumentAiPlugin`)(){},Ye=class extends m.Tag(`DocumentPlugin`)(){},Xe=class extends m.Tag(`ImageAiPlugin`)(){},Ze=class extends m.Tag(`ImagePlugin`)(){};const Qe=x.object({serviceType:x.enum([`replicate`]).optional()}),$e=x.object({duration:x.number().nonnegative(),width:x.number().positive(),height:x.number().positive(),codec:x.string(),format:x.string(),bitrate:x.number().nonnegative(),frameRate:x.number().positive(),aspectRatio:x.string(),hasAudio:x.boolean(),audioCodec:x.string().optional(),audioBitrate:x.number().nonnegative().optional(),size:x.number().nonnegative()}),et=x.object({timestamp:x.number().nonnegative(),format:x.enum([`png`,`jpeg`]).optional(),quality:x.number().min(1).max(100).optional()}),tt=x.object({quality:x.number().min(0).max(100),format:x.enum([`jpeg`,`webp`,`png`,`avif`])}),nt=x.object({serviceType:x.enum([`replicate`]).optional()}),rt=x.object({width:x.number().positive().optional(),height:x.number().positive().optional(),fit:x.enum([`contain`,`cover`,`fill`])}).refine(e=>e.width||e.height,`Either width or height must be specified for resize`),it=x.object({width:x.number().positive().optional(),height:x.number().positive().optional(),aspectRatio:x.enum([`keep`,`ignore`]).optional(),scaling:x.enum([`bicubic`,`bilinear`,`lanczos`]).optional()}).refine(e=>e.width||e.height,`Either width or height must be specified for video resize`),at=x.object({format:x.enum([`mp4`,`webm`,`mov`,`avi`]),codec:x.enum([`h264`,`h265`,`vp9`,`av1`]).optional(),videoBitrate:x.string().optional(),audioBitrate:x.string().optional(),audioCodec:x.enum([`aac`,`mp3`,`opus`,`vorbis`]).optional()}),ot=x.object({type:x.literal(`resize`),width:x.number().positive().optional(),height:x.number().positive().optional(),fit:x.enum([`contain`,`cover`,`fill`])}),st=x.object({type:x.literal(`blur`),sigma:x.number().min(.3).max(1e3)}),ct=x.object({type:x.literal(`rotate`),angle:x.number(),background:x.string().optional()}),lt=x.object({type:x.literal(`flip`),direction:x.enum([`horizontal`,`vertical`])}),ut=x.object({type:x.literal(`grayscale`)}),dt=x.object({type:x.literal(`sepia`)}),ft=x.object({type:x.literal(`brightness`),value:x.number().min(-100).max(100)}),pt=x.object({type:x.literal(`contrast`),value:x.number().min(-100).max(100)}),mt=x.object({type:x.literal(`sharpen`),sigma:x.number().positive().optional()}),ht=x.object({type:x.literal(`watermark`),imagePath:x.string().min(1).url(),position:x.enum([`top-left`,`top-right`,`bottom-left`,`bottom-right`,`center`]),opacity:x.number().min(0).max(1),offsetX:x.number().optional(),offsetY:x.number().optional()}),gt=x.object({type:x.literal(`logo`),imagePath:x.string().min(1).url(),position:x.enum([`top-left`,`top-right`,`bottom-left`,`bottom-right`,`center`]),scale:x.number().min(.1).max(2),offsetX:x.number().optional(),offsetY:x.number().optional()}),_t=x.object({type:x.literal(`text`),text:x.string().min(1),position:x.enum([`top-left`,`top-right`,`bottom-left`,`bottom-right`,`center`]),fontSize:x.number().positive(),color:x.string().min(1),fontFamily:x.string().optional(),offsetX:x.number().optional(),offsetY:x.number().optional()}),vt=x.discriminatedUnion(`type`,[ot,st,ct,lt,ut,dt,ft,pt,mt,ht,gt,_t]),yt=x.object({transformations:x.array(vt).min(1)}),bt=x.object({startTime:x.number().nonnegative(),endTime:x.number().positive().optional(),duration:x.number().positive().optional()}).refine(e=>!e.endTime||!e.duration,`Cannot specify both endTime and duration`).refine(e=>!e.endTime||e.endTime>e.startTime,`endTime must be greater than startTime`);var xt=class extends m.Tag(`VideoPlugin`)(){},St=class extends m.Tag(`VirusScanPlugin`)(){},Ct=class extends m.Tag(`ZipPlugin`)(){};const wt=(e,t)=>{if(e.length===0)return t;let[n,...r]=e;return r.reduce((e,t)=>x.union([e,t]),n)};function Tt(t){return h.gen(function*(){let n=Object.entries(t.nodes),r=e=>h.isEffect(e)?e:h.succeed(e),i=yield*h.forEach(n,([t,n])=>h.flatMap(r(n),n=>n.id===t?h.succeed([t,n]):h.fail(e.fromCode(`FLOW_NODE_ERROR`,{cause:Error(`Node key ${t} does not match node id ${n.id}`)})))),a=Object.fromEntries(i),o=i.map(([,e])=>e),s=i.filter(([,e])=>e.type===F.input).map(([,e])=>e.inputSchema),c=t.edges.map(e=>({source:a[e.source]?.id??e.source,target:a[e.target]?.id??e.target,sourcePort:e.sourcePort,targetPort:e.targetPort})),l=new Set(i.map(([e])=>a[e]?.id).filter(e=>e&&!c.some(t=>t.source===e))),u=i.filter(([,e])=>l.has(e.id)).map(([,e])=>e.outputSchema),d=t.inputSchema??wt(s,x.unknown()),f=t.outputSchema??wt(u,x.unknown());return yield*Y({flowId:t.flowId,name:t.name,nodes:o,edges:c,inputSchema:d,outputSchema:f,typeChecker:t.typeChecker,onEvent:t.onEvent,parallelExecution:t.parallelExecution,hooks:t.hooks,circuitBreaker:t.circuitBreaker})})}const Et=x.object({inputs:x.record(x.string(),x.any())});export{Te as $,Xe as A,I as At,Ue as B,k as Bt,rt as C,pe as Ct,$e as D,L as Dt,et as E,R as Et,Ge as F,M as Ft,ze as G,O as Gt,Fe as H,D as Ht,Q as I,N as It,Ne as J,Be as K,C as Kt,Z as L,te as Lt,Je as M,ne as Mt,qe as N,P as Nt,Qe as O,ae as Ot,Ke as P,re as Pt,De as Q,Ve as R,j as Rt,it as S,me as St,tt as T,de as Tt,Pe as U,T as Ut,We as V,ee as Vt,X as W,E as Wt,J as X,q as Y,Ee as Z,_t as _,H as _t,xt as a,Se as at,ht as b,U as bt,ft as c,je as ct,ut as d,ve as dt,Oe as et,gt as f,ye as ft,mt as g,ge as gt,dt as h,_e as ht,St as i,Ce as it,Ye as j,ie as jt,Ze as k,F as kt,pt as l,be as lt,ct as m,G as mt,Tt as n,we as nt,bt as o,xe as ot,ot as p,W as pt,Y as q,Ct as r,ke as rt,st as s,Me as st,Et as t,Ae as tt,lt as u,K as ut,yt as v,V as vt,nt as w,z as wt,at as x,he as xt,vt as y,B as yt,He as z,A as zt};
|
|
2
|
+
//# sourceMappingURL=flow-DlhHOlMk.mjs.map
|