@ductape/sdk 0.1.113 → 0.1.115

package/dist/features/feature-executor.js

@@ -11,9 +11,9 @@
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
-var _a, _b;
+var _a, _b, _c, _d;
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.FeatureExecutor = void 0;
+exports.FeatureExecutor = exports.UnresolvedInputReferenceError = void 0;
 const crypto_1 = require("crypto");
 const processor_service_1 = __importDefault(require("../processor/services/processor.service"));
 const products_service_1 = __importDefault(require("../products/services/products.service"));
@@ -33,12 +33,23 @@ const processor_utils_1 = require("../processor/utils/processor.utils");
 const productsBuilder_types_1 = require("../types/productsBuilder.types");
 const date_fns_1 = require("date-fns");
 const functions_1 = require("../functions");
+const context_1 = require("../context");
+class UnresolvedInputReferenceError extends Error {
+    constructor(reference, required) {
+        super(`Runtime input reference ${reference} is absent${required ? ' but required by the feature contract' : ''}.`);
+        this.reference = reference;
+        this.required = required;
+        this.code = 'UNRESOLVED_INPUT_REFERENCE';
+        this.name = 'UnresolvedInputReferenceError';
+    }
+}
+exports.UnresolvedInputReferenceError = UnresolvedInputReferenceError;
 /** Only log when DUCTAPE_DEBUG is set to avoid sync I/O and serialization cost in hot path */
 const debugLog = typeof process !== 'undefined' && (((_a = process.env) === null || _a === void 0 ? void 0 : _a.DUCTAPE_DEBUG) === 'true' || ((_b = process.env) === null || _b === void 0 ? void 0 : _b.DUCTAPE_DEBUG) === '1')
     ? (...args) => console.log(...args)
     : () => { };
-/** Always-on step/summary logging for visibility in tests and support */
-const stepLog = typeof process !== 'undefined'
+/** Detailed step logging is opt-in; synchronous stdout is expensive in server runtimes. */
+const stepLog = typeof process !== 'undefined' && (((_c = process.env) === null || _c === void 0 ? void 0 : _c.DUCTAPE_DEBUG) === 'true' || ((_d = process.env) === null || _d === void 0 ? void 0 : _d.DUCTAPE_DEBUG) === '1')
     ? (msg, data) => {
         if (data != null && Object.keys(data).length > 0) {
             console.log(`[FeatureExecutor] ${msg}`, data);
@@ -150,6 +161,8 @@ class FeatureExecutor {
         /** Pre-fetched bootstrap data per step tag (feature batch prefetch). */
         this.stepBootstrapCache = new Map();
         this.functionInvocations = new Map();
+        /** Step telemetry is accumulated and persisted with the terminal feature record in one round trip. */
+        this.pendingProcessorResults = [];
         debugLog('[FeatureExecutor] constructor ENTRY', {
             feature_tag: feature.tag,
             product: options.product,
@@ -262,6 +275,7 @@ class FeatureExecutor {
                 env_type: this.config.env_type,
                 private_key: this._privateKey,
                 access_key: this.config.access_key,
+                redis_client: this.config.redis_client,
             });
         }
         return this._graphService;
@@ -277,6 +291,8 @@ class FeatureExecutor {
                 env_type: this.config.env_type,
                 private_key: this._privateKey,
                 access_key: this.config.access_key,
+                redis_client: this.config.redis_client,
+                preInitializedProductBuilder: this.productBuilder,
             });
         }
         return this._databaseService;
@@ -380,24 +396,9 @@ class FeatureExecutor {
             const resultStr = stringifyProcessorValue(resultData);
             const inputStr = stringifyProcessorValue(inputPayload);
             const encKey = this.getProcessorResultEncryptionKey();
-            const processorResult = {
-                process_id: this.state.feature_id,
-                product_id: this.productId || null,
-                env: this.state.env,
-                component: types_1.LogEventTypes.FEATURE,
-                status,
-                start: this.state.started_at,
-                end: Date.now(),
-                retryable: true,
-                result: encKey ? (0, processor_utils_1.encrypt)(resultStr, encKey) : resultStr,
-                input: encKey ? (0, processor_utils_1.encrypt)(inputStr, encKey) : inputStr,
-                feature_id: this.state.feature_id,
-                feature_tag: this.state.feature_tag,
-                product_tag: this.state.product,
-                workspace_id: this.config.workspace_id,
-            };
+            const processorResult = Object.assign(Object.assign({}, (0, context_1.executionContextFields)()), { process_id: this.state.feature_id, product_id: this.productId || null, env: this.state.env, component: types_1.LogEventTypes.FEATURE, status, start: this.state.started_at, end: Date.now(), retryable: true, result: encKey ? (0, processor_utils_1.encrypt)(resultStr, encKey) : resultStr, input: encKey ? (0, processor_utils_1.encrypt)(inputStr, encKey) : inputStr, feature_id: this.state.feature_id, feature_tag: this.state.feature_tag, product_tag: this.state.product, workspace_id: this.config.workspace_id });
             this.trace('execution.persistence.sent', { status, payload: resultData });
-            await this.processorApiService.saveResult(processorResult, this.getAuthPayload());
+            await this.processorApiService.saveResultsBatch([...this.pendingProcessorResults.splice(0), processorResult], this.getAuthPayload());
             this.trace('execution.persistence.acknowledged', { status, process_id: this.state.feature_id });
             debugLog('[FeatureExecutor] persistExecutionResult SUCCESS', { feature_id: this.state.feature_id, status });
         }
@@ -455,8 +456,8 @@ class FeatureExecutor {
             const resultStr = stringifyProcessorValue(value);
             const inputStr = stringifyProcessorValue(resolvedInput);
             const encKey = this.getProcessorResultEncryptionKey();
-            const stepResult = Object.assign({ process_id: stepProcessId, product_id: this.productId || null, env: this.state.env, component: types_1.LogEventTypes.FEATURE_STEP, // step results always feature_step
-                status, start: Date.now() - (duration || 0), end: Date.now(), retryable: true, result: encKey ? (0, processor_utils_1.encrypt)(resultStr, encKey) : resultStr, input: encKey ? (0, processor_utils_1.encrypt)(inputStr, encKey) : inputStr, feature_id: this.state.feature_id, feature_tag: this.state.feature_tag, product_tag: this.state.product, workspace_id: this.config.workspace_id, step_tag: step.tag, step_type: stepType, step_error: error, step_duration_ms: duration }, ((_a = this.functionInvocations.get(step.tag)) !== null && _a !== void 0 ? _a : {}));
+            const stepResult = Object.assign(Object.assign(Object.assign({}, (0, context_1.executionContextFields)()), { process_id: stepProcessId, product_id: this.productId || null, env: this.state.env, component: types_1.LogEventTypes.FEATURE_STEP, // step results always feature_step
+                status, start: Date.now() - (duration || 0), end: Date.now(), retryable: true, result: encKey ? (0, processor_utils_1.encrypt)(resultStr, encKey) : resultStr, input: encKey ? (0, processor_utils_1.encrypt)(inputStr, encKey) : inputStr, feature_id: this.state.feature_id, feature_tag: this.state.feature_tag, product_tag: this.state.product, workspace_id: this.config.workspace_id, step_tag: step.tag, step_type: stepType, step_error: error, step_duration_ms: duration }), ((_a = this.functionInvocations.get(step.tag)) !== null && _a !== void 0 ? _a : {}));
             this.trace('step.persistence.sent', {
                 step_tag: step.tag,
                 step_type: stepType,
@@ -464,8 +465,8 @@ class FeatureExecutor {
                 input: resolvedInput,
                 output: value,
             });
-            await this.processorApiService.saveResult(stepResult, this.getAuthPayload());
-            this.trace('step.persistence.acknowledged', { step_tag: step.tag, status, process_id: stepProcessId });
+            this.pendingProcessorResults.push(stepResult);
+            this.trace('step.persistence.queued', { step_tag: step.tag, status, process_id: stepProcessId });
             debugLog('[FeatureExecutor] persistStepResult SUCCESS', { feature_id: this.state.feature_id, step_tag: step.tag });
         }
         catch (err) {
@@ -518,6 +519,25 @@ class FeatureExecutor {
      * Execute the feature
      */
     async execute() {
+        var _a;
+        const context = (0, context_1.createExecutionContext)({
+            kind: 'feature',
+            workspace_id: this.config.workspace_id,
+            product_id: (_a = this.productId) !== null && _a !== void 0 ? _a : undefined,
+            product_tag: this.state.product,
+            env: this.state.env,
+            feature_id: this.state.feature_id,
+            feature_tag: this.state.feature_tag,
+            feature_run_id: this.state.feature_id,
+            process_id: this.state.feature_id,
+            session: this.inheritedSession,
+            session_id: this.sessionLogFields.session_id,
+            session_tag: this.sessionLogFields.session_tag,
+            session_user_id: this.sessionLogFields.session_user_id,
+        });
+        return (0, context_1.runWithExecutionContext)(context, () => this.executeInContext());
+    }
+    async executeInContext() {
         var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o, _p;
         const startTime = Date.now();
         debugLog('[FeatureExecutor] execute ENTRY', {
@@ -614,7 +634,7 @@ class FeatureExecutor {
                 else if (!result.success) {
                     stepReturnValue = undefined;
                 }
-                console.warn(`[FeatureExecutor] Step "${step.tag}" output:`, stepReturnValue);
+                debugLog(`[FeatureExecutor] Step "${step.tag}" output:`, stepReturnValue);
                 // Persist step result to backend (use step return shape, not raw primitive)
                 await this.persistStepResult(step, result.success ? types_1.LogEventStatus.SUCCESS : types_1.LogEventStatus.FAIL, stepReturnValue, result.error, result.duration, result.input);
                 this.state.step_timings.push({
@@ -772,6 +792,19 @@ class FeatureExecutor {
      * Execute a single step
      */
     async executeStep(step) {
+        const parent = (0, context_1.currentExecutionContext)();
+        const stepRunId = (0, crypto_1.randomUUID)();
+        const context = (0, context_1.createExecutionContext)({
+            kind: 'step',
+            step_tag: step.tag,
+            step_run_id: stepRunId,
+            step_attempt: 1,
+            process_id: `${this.state.feature_id}:${step.tag}`,
+            parent_process_id: this.state.feature_id,
+        }, parent);
+        return (0, context_1.runWithExecutionContext)(context, () => this.executeStepInContext(step));
+    }
+    async executeStepInContext(step) {
         const startTime = Date.now();
         debugLog('[FeatureExecutor] executeStep ENTRY', {
             feature_id: this.state.feature_id,
@@ -1183,16 +1216,17 @@ class FeatureExecutor {
     }
     /** Execute a portable application function through a local handler or signed HTTP transport. */
     async executeFunctionStep(step, input) {
+        var _a, _b, _c;
         const reference = step.function_ref;
         if (!reference) {
             throw new Error(`Function step "${step.tag}" has no function_ref. Recompile the feature with ctx.functions.`);
         }
         const invocationId = (0, crypto_1.randomUUID)();
         this.functionInvocations.set(step.tag, {
-            invocation_id: invocationId,
-            namespace: reference.namespace,
-            operation: reference.operation,
-            version: reference.version,
+            function_invocation_id: invocationId,
+            function_namespace: reference.namespace,
+            function_operation: reference.operation,
+            function_version: reference.version,
         });
         const deadlineAt = reference.timeout_ms ? Date.now() + reference.timeout_ms : undefined;
         this.trace('function.resolution.started', {
@@ -1208,9 +1242,16 @@ class FeatureExecutor {
             workspace_id: this.config.workspace_id,
             feature_id: this.state.feature_id,
             feature_tag: this.state.feature_tag,
+            feature_run_id: this.state.feature_id,
             step_tag: step.tag,
+            step_run_id: (_a = (0, context_1.currentExecutionContext)()) === null || _a === void 0 ? void 0 : _a.step_run_id,
             invocation_id: invocationId,
+            trace_id: (_b = (0, context_1.currentExecutionContext)()) === null || _b === void 0 ? void 0 : _b.trace_id,
+            parent_span_id: (_c = (0, context_1.currentExecutionContext)()) === null || _c === void 0 ? void 0 : _c.span_id,
             session: this.inheritedSession,
+            session_id: this.sessionLogFields.session_id,
+            session_tag: this.sessionLogFields.session_tag,
+            session_user_id: this.sessionLogFields.session_user_id,
             deadline_at: deadlineAt,
         }, this.config.access_key);
         this.trace('function.response.received', {
@@ -1680,7 +1721,10 @@ class FeatureExecutor {
         const resolvedValues = await Promise.all(entries.map(([, value]) => this.resolveValue(value, stepOutput)));
         const resolved = {};
         entries.forEach(([key], i) => {
-            resolved[key] = resolvedValues[i];
+            // An absent optional input is absence, not an unresolved operator string
+            // and not an explicit null. Omitting it preserves defaulting semantics.
+            if (resolvedValues[i] !== undefined)
+                resolved[key] = resolvedValues[i];
         });
         return resolved;
     }
@@ -1714,14 +1758,23 @@ class FeatureExecutor {
      * $Uppercase, $Lowercase, $Dateformat, $Replace, $Filter, $Find, $Size, $Length
      */
     async resolveStringValue(value, stepOutput) {
-        var _a;
+        var _a, _b;
         const v = value.trim();
         // --- Data references (exact match) ---
         if (v === '$Now' || v === '$Now()')
             return Date.now();
         const inputMatch = v.match(/^\$Input\{(.+)\}$/);
-        if (inputMatch)
-            return this.getNestedValue(this.state.input, inputMatch[1]);
+        if (inputMatch) {
+            const path = inputMatch[1];
+            const resolved = this.getNestedValue(this.state.input, path);
+            if (resolved !== undefined)
+                return resolved;
+            const root = path.split('.')[0];
+            const inputDefinition = (_a = this.feature.input) === null || _a === void 0 ? void 0 : _a[root];
+            if (inputDefinition === null || inputDefinition === void 0 ? void 0 : inputDefinition.required)
+                throw new UnresolvedInputReferenceError(v, true);
+            return undefined;
+        }
         const sequenceMatch = v.match(/^\$Sequence\{main\}\{([^}]+)\}\{(.+)\}$/);
         if (sequenceMatch) {
             const stepData = this.state.steps[sequenceMatch[1]];
@@ -1782,6 +1835,10 @@ class FeatureExecutor {
             const separator = concatMatch[2];
             const parts = arrContent.split(',').map((s) => this.unquote(s.trim()));
             const resolvedParts = await Promise.all(parts.map((p) => this.resolveValue(p, stepOutput)));
+            const missingIndex = resolvedParts.findIndex((part) => part === undefined);
+            if (missingIndex >= 0) {
+                throw new UnresolvedInputReferenceError(parts[missingIndex], false);
+            }
             return resolvedParts.map((x) => (x == null ? '' : String(x))).join(separator);
         }
         // $Substring(str, start, end)
@@ -1836,7 +1893,7 @@ class FeatureExecutor {
             const val = await this.resolveValue(this.unquote(pickMatch[1]), stepOutput);
             const idx = Number(pickMatch[2]);
             if (typeof val === 'string' || Array.isArray(val))
-                return (_a = val[idx]) !== null && _a !== void 0 ? _a : '';
+                return (_b = val[idx]) !== null && _b !== void 0 ? _b : '';
             return '';
         }
         // $Filter(array, "op", value)
@@ -1983,6 +2040,24 @@ class FeatureExecutor {
                     storage_tag: step.storage,
                 });
             }
+            else if (step.type === types_1.FeatureStepType.DATABASE_ACTION && step.database) {
+                workflowSteps.push({ step_tag: step.tag, type: 'database', database_tag: step.database });
+            }
+            else if ((step.type === types_1.FeatureStepType.PUBLISH || step.type === types_1.FeatureStepType.PRODUCE) && step.broker) {
+                workflowSteps.push({ step_tag: step.tag, type: 'broker', broker_tag: step.broker, topic_tag: step.event });
+            }
+            else if (step.type === types_1.FeatureStepType.GRAPH && step.graph) {
+                workflowSteps.push({ step_tag: step.tag, type: 'graph', graph_tag: step.graph });
+            }
+            else if (step.type === types_1.FeatureStepType.VECTOR && step.vector) {
+                workflowSteps.push({ step_tag: step.tag, type: 'vector', vector_tag: step.vector });
+            }
+            else if (step.type === types_1.FeatureStepType.QUOTA && step.quota) {
+                workflowSteps.push({ step_tag: step.tag, type: 'quota', component_tag: step.quota });
+            }
+            else if (step.type === types_1.FeatureStepType.FALLBACK && step.fallback) {
+                workflowSteps.push({ step_tag: step.tag, type: 'fallback', component_tag: step.fallback });
+            }
         }
         if (workflowSteps.length > 0) {
             stepLog('Bootstrap feature API call (single request)', {
@@ -2007,6 +2082,9 @@ class FeatureExecutor {
                 }
             }
         }
+        // All primitive metadata above is fetched by the single feature bootstrap call.
+        return;
+        // Legacy fallback retained below for older servers; unreachable with the unified bootstrap.
         // Pre-fetch message brokers for produce steps so runBrokerPublish has broker/topic in cache
         const brokerTags = new Set();
         for (const step of steps) {