inngest 4.5.1 → 4.6.0

package/components/execution/engine.d.cts

@@ -5,6 +5,7 @@ import { BasicFoundStep, InngestExecutionFactory, MemoizedOp } from "./InngestEx
 import { OutgoingOp } from "../../types.cjs";
 import { StepError } from "../StepError.cjs";
 import { LazyOps } from "./lazyOps.cjs";
+import { AIMetadata } from "./otel/aiExtractor.cjs";
 
 //#region src/components/execution/engine.d.ts
 declare namespace engine_d_exports {
@@ -42,6 +43,13 @@ interface ExecutionState {
    * platforms.
    */
   executingStep?: Readonly<Omit<OutgoingOp, "id">>;
+  /**
+   * AI metadata accumulated from userland OTel spans that ended while the
+   * current step was executing, pushed by the metadata span processor's sink
+   * and drained into the step's outgoing op in the step's teardown. Only set
+   * while `executingStep` is.
+   */
+  executingStepAIMetadata?: AIMetadata;
   /**
    * A map of step IDs to their data, used to fill previously-completed steps
    * with state from the executor.

package/components/execution/engine.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"engine.d.cts","names":[],"sources":["../../../src/components/execution/engine.ts"],"sourcesContent":[],"mappings":";;;;;;;;;;;;cA8Ha,uBAAuB;;;;UA2wFnB,WAAA;;YACU,cAAc;;;IA5wF5B,KAAA,EAAA,OAAA;EA2wFI,CAAA;EAAW,mBAAA,EAAA;IACD,IAAA,EAAA,OAAA;;kBAIjB,EAAA;IACM,IAAA,EADN,UACM;IAAc,UAAA,EAAd,cAAc,EAAA;IAOzB,eAAU,EAAA,MAAA;EAAA,CAAA;iCACD,EAAA,CAAA,CAAA;yCAA+B,EAAA,CAAA,CAAA;;KADxC,UAAA,GAC0D,QAAnC,MAAd,WAAc,GAAA,QAAA,CAAA;EACpB,IAAA,EADqC,CACrC;AAAW,CAAA,GADgC,WAChC,CAD4C,CAC5C,CAAA,CAAA,EA+BnB,CAAA,MA/BQ,WA+BS,CAAA;AAAc,UAAd,cAAA,CAAc;;;;;;eAoBhB,CAAA,EAdG,QAcH,CAdY,IAcZ,CAdiB,UAcjB,EAAA,IAAA,CAAA,CAAA;;;;;WA8BS,EAtCX,MAsCW,CAAA,MAAA,EAtCI,UAsCJ,CAAA;;;;;;;aAsEX,EApGE,MAoGF,CAAA,MAAA,EAAA,OAAA,CAAA;EAAG;AACf;AAgBkC;;gBA4BjC,EAAA,MAAA;;;;;OAMU,EA3IH,GA2IG,CAAA,MAAA,EA3IS,SA2IT,CAAA;;;AAqCZ;;;UAjFiC,EAAA,OAAA;;;;;QAlFzB,eAAe;;;;wBAKC;;;;;;;;;;;;;;;0BAkBE;;;;;;;;;;;;;;;8BAgBI;;;;;;;;;;;;;;;;;;;;;2BAwBH;;;;;;WAOhB;;;;aAKE,YAAY,MAAM;;;;;UAiBrB,yBAAA;;;;;;;;;;;;;;;iBA2BD,sBAAA;;;;;;mBAMU;YACP,YAAY;IACpB;;;;cAoCS;eAjFO,eAAa"}
+{"version":3,"file":"engine.d.cts","names":[],"sources":["../../../src/components/execution/engine.ts"],"sourcesContent":[],"mappings":";;;;;;;;;;;;;cAoIa,uBAAuB;;;;UAgzFnB,WAAA;;YACU,cAAc;;;IAjzF5B,KAAA,EAAA,OAAA;EAgzFI,CAAA;EAAW,mBAAA,EAAA;IACD,IAAA,EAAA,OAAA;;kBAIjB,EAAA;IACM,IAAA,EADN,UACM;IAAc,UAAA,EAAd,cAAc,EAAA;IAOzB,eAAU,EAAA,MAAA;EAAA,CAAA;iCACD,EAAA,CAAA,CAAA;yCAA+B,EAAA,CAAA,CAAA;;KADxC,UAAA,GAC0D,QAAnC,MAAd,WAAc,GAAA,QAAA,CAAA;EACpB,IAAA,EADqC,CACrC;AAAW,CAAA,GADgC,WAChC,CAD4C,CAC5C,CAAA,CAAA,EA+BnB,CAAA,MA/BQ,WA+BS,CAAA;AAAc,UAAd,cAAA,CAAc;;;;;;eAoBlB,CAAA,EAdK,QAcL,CAdc,IAcd,CAdmB,UAcnB,EAAA,IAAA,CAAA,CAAA;;;;;;;yBAwDa,CAAA,EA9DE,UA8DF;;;;;WAoDD,EA5GZ,MA4GY,CAAA,MAAA,EA5GG,UA4GH,CAAA;;;AACxB;AAgBkC;;;aA6BjC,EAlJa,MAkJb,CAAA,MAAA,EAAA,OAAA,CAAA;;;;;gBAME,EAAA,MAAA;EAAyB;AAoC7B;;;OAjFiC,EA/FxB,GA+FwB,CAAA,MAAA,EA/FZ,SA+FY,CAAA;;;;;;;;;;;QAlFzB,eAAe;;;;wBAKC;;;;;;;;;;;;;;;0BAkBE;;;;;;;;;;;;;;;8BAgBI;;;;;;;;;;;;;;;;;;;;;2BAwBH;;;;;;WAOhB;;;;aAKE,YAAY,MAAM;;;;;UAiBrB,yBAAA;;;;;;;;;;;;;;;iBA2BD,sBAAA;;;;;;mBAMU;YACP,YAAY;IACpB;;;;cAoCS;eAjFO,eAAa"}

package/components/execution/engine.d.ts

@@ -5,6 +5,7 @@ import { BasicFoundStep, InngestExecutionFactory, MemoizedOp } from "./InngestEx
 import { OutgoingOp } from "../../types.js";
 import { StepError } from "../StepError.js";
 import { LazyOps } from "./lazyOps.js";
+import { AIMetadata } from "./otel/aiExtractor.js";
 
 //#region src/components/execution/engine.d.ts
 declare namespace engine_d_exports {
@@ -42,6 +43,13 @@ interface ExecutionState {
    * platforms.
    */
   executingStep?: Readonly<Omit<OutgoingOp, "id">>;
+  /**
+   * AI metadata accumulated from userland OTel spans that ended while the
+   * current step was executing, pushed by the metadata span processor's sink
+   * and drained into the step's outgoing op in the step's teardown. Only set
+   * while `executingStep` is.
+   */
+  executingStepAIMetadata?: AIMetadata;
   /**
    * A map of step IDs to their data, used to fill previously-completed steps
    * with state from the executor.

package/components/execution/engine.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"engine.d.ts","names":[],"sources":["../../../src/components/execution/engine.ts"],"sourcesContent":[],"mappings":";;;;;;;;;;;;cA8Ha,uBAAuB;;;;UA2wFnB,WAAA;;YACU,cAAc;;;IA5wF5B,KAAA,EAAA,OAAA;EA2wFI,CAAA;EAAW,mBAAA,EAAA;IACD,IAAA,EAAA,OAAA;;kBAIjB,EAAA;IACM,IAAA,EADN,UACM;IAAc,UAAA,EAAd,cAAc,EAAA;IAOzB,eAAU,EAAA,MAAA;EAAA,CAAA;iCACD,EAAA,CAAA,CAAA;yCAA+B,EAAA,CAAA,CAAA;;KADxC,UAAA,GAC0D,QAAnC,MAAd,WAAc,GAAA,QAAA,CAAA;EACpB,IAAA,EADqC,CACrC;AAAW,CAAA,GADgC,WAChC,CAD4C,CAC5C,CAAA,CAAA,EA+BnB,CAAA,MA/BQ,WA+BS,CAAA;AAAc,UAAd,cAAA,CAAc;;;;;;eAoBhB,CAAA,EAdG,QAcH,CAdY,IAcZ,CAdiB,UAcjB,EAAA,IAAA,CAAA,CAAA;;;;;WA8BS,EAtCX,MAsCW,CAAA,MAAA,EAtCI,UAsCJ,CAAA;;;;;;;aAsEX,EApGE,MAoGF,CAAA,MAAA,EAAA,OAAA,CAAA;EAAG;AACf;AAgBkC;;gBA4BjC,EAAA,MAAA;;;;;OAMU,EA3IH,GA2IG,CAAA,MAAA,EA3IS,SA2IT,CAAA;;;AAqCZ;;;UAjFiC,EAAA,OAAA;;;;;QAlFzB,eAAe;;;;wBAKC;;;;;;;;;;;;;;;0BAkBE;;;;;;;;;;;;;;;8BAgBI;;;;;;;;;;;;;;;;;;;;;2BAwBH;;;;;;WAOhB;;;;aAKE,YAAY,MAAM;;;;;UAiBrB,yBAAA;;;;;;;;;;;;;;;iBA2BD,sBAAA;;;;;;mBAMU;YACP,YAAY;IACpB;;;;cAoCS;eAjFO,eAAa"}
+{"version":3,"file":"engine.d.ts","names":[],"sources":["../../../src/components/execution/engine.ts"],"sourcesContent":[],"mappings":";;;;;;;;;;;;;cAoIa,uBAAuB;;;;UAgzFnB,WAAA;;YACU,cAAc;;;IAjzF5B,KAAA,EAAA,OAAA;EAgzFI,CAAA;EAAW,mBAAA,EAAA;IACD,IAAA,EAAA,OAAA;;kBAIjB,EAAA;IACM,IAAA,EADN,UACM;IAAc,UAAA,EAAd,cAAc,EAAA;IAOzB,eAAU,EAAA,MAAA;EAAA,CAAA;iCACD,EAAA,CAAA,CAAA;yCAA+B,EAAA,CAAA,CAAA;;KADxC,UAAA,GAC0D,QAAnC,MAAd,WAAc,GAAA,QAAA,CAAA;EACpB,IAAA,EADqC,CACrC;AAAW,CAAA,GADgC,WAChC,CAD4C,CAC5C,CAAA,CAAA,EA+BnB,CAAA,MA/BQ,WA+BS,CAAA;AAAc,UAAd,cAAA,CAAc;;;;;;eAoBlB,CAAA,EAdK,QAcL,CAdc,IAcd,CAdmB,UAcnB,EAAA,IAAA,CAAA,CAAA;;;;;;;yBAwDa,CAAA,EA9DE,UA8DF;;;;;WAoDD,EA5GZ,MA4GY,CAAA,MAAA,EA5GG,UA4GH,CAAA;;;AACxB;AAgBkC;;;aA6BjC,EAlJa,MAkJb,CAAA,MAAA,EAAA,OAAA,CAAA;;;;;gBAME,EAAA,MAAA;EAAyB;AAoC7B;;;OAjFiC,EA/FxB,GA+FwB,CAAA,MAAA,EA/FZ,SA+FY,CAAA;;;;;;;;;;;QAlFzB,eAAe;;;;wBAKC;;;;;;;;;;;;;;;0BAkBE;;;;;;;;;;;;;;;8BAgBI;;;;;;;;;;;;;;;;;;;;;2BAwBH;;;;;;WAOhB;;;;aAKE,YAAY,MAAM;;;;;UAiBrB,yBAAA;;;;;;;;;;;;;;;iBA2BD,sBAAA;;;;;;mBAMU;YACP,YAAY;IACpB;;;;cAoCS;eAjFO,eAAa"}

package/components/execution/engine.js

@@ -11,6 +11,8 @@ import { isDeferredFunction, isStaleDispatchError } from "../../helpers/marker.j
 import { isTemporalDuration } from "../../helpers/temporal.js";
 import { createDeferredPromise, createDeferredPromiseWithStack, createTimeoutPromise, goIntervalTiming, resolveAfterPending, resolveNextTick, retryWithBackoff, runAsPromise } from "../../helpers/promises.js";
 import { getAsyncCtx, getAsyncLocalStorage } from "./als.js";
+import { aggregate, toInngestAIMetadataValues } from "./otel/aiExtractor.js";
+import { metadataSpanProcessor } from "./otel/metadataProcessor.js";
 import { STEP_INDEXING_SUFFIX, createStepTools, experimentStepRunSymbol, getStepOptions } from "../InngestStepTools.js";
 import { UnreachableError } from "../middleware/utils.js";
 import { MiddlewareManager } from "../middleware/manager.js";
@@ -190,6 +192,14 @@ var InngestExecutionEngine = class extends InngestExecution {
 							traceparent: this.options.headers[headerKeys.TraceParent],
 							tracestate: this.options.headers[headerKeys.TraceState]
 						});
+						metadataSpanProcessor.declareStartingSpan({
+							span,
+							traceparent: this.options.headers[headerKeys.TraceParent],
+							onAIMetadata: (aiMetadata) => {
+								if (!this.state.executingStep) return;
+								this.state.executingStepAIMetadata = this.state.executingStepAIMetadata ? aggregate(this.state.executingStepAIMetadata, aiMetadata) : aiMetadata;
+							}
+						});
 						return this._start().then((result) => {
 							this.devDebug("result:", result);
 							return result;
@@ -904,6 +914,7 @@ var InngestExecutionEngine = class extends InngestExecution {
 		};
 		this.devDebug(`executing step "${id}"`);
 		if (this.rootSpanId && this.options.checkpointingConfig) clientProcessorMap.get(this.options.client)?.declareStepExecution(this.rootSpanId, userland.id ?? "", userland.index ?? 0, hashedId, this.options.data?.attempt ?? 0);
+		this.state.executingStepAIMetadata = void 0;
 		let interval;
 		const actualHandler = () => runAsPromise(fn);
 		await this.middlewareManager.onMemoizationEnd();
@@ -920,6 +931,10 @@ var InngestExecutionEngine = class extends InngestExecution {
 			this.devDebug(`finished executing step "${id}"`);
 			this.state.executingStep = void 0;
 			if (this.rootSpanId && this.options.checkpointingConfig) clientProcessorMap.get(this.options.client)?.clearStepExecution(this.rootSpanId);
+			const aiMetadata = this.state.executingStepAIMetadata;
+			this.state.executingStepAIMetadata = void 0;
+			const aiValues = aiMetadata && toInngestAIMetadataValues(aiMetadata);
+			if (aiValues) this.addMetadata(id, "inngest.ai", "step", "merge", aiValues);
 			if (store?.execution) delete store.execution.executingStep;
 		}).then(async ({ resultPromise, interval: _interval }) => {
 			interval = _interval;