@event-driven-io/emmett 0.43.0-beta.23 → 0.43.0-beta.24

package/dist/index.js

@@ -2,7 +2,7 @@ import { n as __reExport, t as __exportAll } from "./chunk-zc3tnsvq.js";
 import { _ as isValidYYYYMMDD, a as IllegalStateError, c as isErrorConstructor, d as assertPositiveNumber, f as assertUnsignedBigInt, g as formatDateToUtcYYYYMMDD, h as isString, i as EmmettError, l as ValidationErrors, m as isNumber, n as ConcurrencyError, o as NotFoundError, p as isBigint, r as ConcurrencyInMemoryDatabaseError, s as ValidationError, t as isPluginConfig, u as assertNotEmptyString, v as parseDateFromUtcYYYYMMDD } from "./plugins-DgfqJ5af.js";
 import { v4, v7 } from "uuid";
 import retry from "async-retry";
-import { MessagingAttributes, ObservabilityScope, noopMeter, noopScope, noopTracer } from "@event-driven-io/almanac";
+import { LogEvent, MessagingAttributes, ObservabilityScope, noopMeter, noopScope, noopTracer } from "@event-driven-io/almanac";
 
 export * from "@event-driven-io/almanac"
 
@@ -620,6 +620,11 @@ const bigIntReplacer = (_key, value) => {
 const dateReplacer = (_key, value) => {
 	return value instanceof Date ? value.toISOString() : value;
 };
+const errorReplacer = (_key, value) => value instanceof Error ? {
+	type: value.constructor.name || "error",
+	message: value.message,
+	stack: value.stack
+} : value;
 const isFirstLetterNumeric = (str) => {
 	const c = str.charCodeAt(0);
 	return c >= 48 && c <= 57;
@@ -661,11 +666,12 @@ const composeJSONRevivers = (...revivers) => {
 	if (filteredRevivers.length === 0) return void 0;
 	return (key, value, context) => filteredRevivers.reduce((accValue, reviver) => reviver(key, accValue, context), value);
 };
-const JSONReplacer = (opts) => composeJSONReplacers(opts?.replacer, opts?.failOnBigIntSerialization !== true ? JSONReplacers.bigInt : void 0, opts?.useDefaultDateSerialization !== true ? JSONReplacers.date : void 0);
+const JSONReplacer = (opts) => composeJSONReplacers(opts?.replacer, opts?.failOnBigIntSerialization !== true ? JSONReplacers.bigInt : void 0, opts?.useDefaultDateSerialization !== true ? JSONReplacers.date : void 0, opts?.skipErrorSerialization !== true ? JSONReplacers.error : void 0);
 const JSONReviver = (opts) => composeJSONRevivers(opts?.reviver, opts?.parseBigInts === true ? JSONRevivers.bigInt : void 0, opts?.parseDates === true ? JSONRevivers.date : void 0);
 const JSONReplacers = {
 	bigInt: bigIntReplacer,
-	date: dateReplacer
+	date: dateReplacer,
+	error: errorReplacer
 };
 const JSONRevivers = {
 	bigInt: bigIntReviver,
@@ -674,8 +680,19 @@ const JSONRevivers = {
 const jsonSerializer = (options) => {
 	const defaultReplacer = JSONReplacer(options);
 	const defaultReviver = JSONReviver(options);
+	const defaultFormat = options?.format ?? "compact";
+	const defaultSafe = options?.safe ?? false;
 	return {
-		serialize: (object, serializerOptions) => JSON.stringify(object, serializerOptions ? JSONReplacer(serializerOptions) : defaultReplacer),
+		serialize: (object, serializerOptions) => {
+			const replacer = serializerOptions ? JSONReplacer(serializerOptions) : defaultReplacer;
+			const indent = (serializerOptions?.format ?? defaultFormat) === "pretty" ? 2 : void 0;
+			if (serializerOptions?.safe ?? defaultSafe) try {
+				return JSON.stringify(object, replacer, indent);
+			} catch (e) {
+				return `{"__serializationError":${JSON.stringify(String(e))}}`;
+			}
+			return JSON.stringify(object, replacer, indent);
+		},
 		deserialize: (payload, deserializerOptions) => JSON.parse(payload, deserializerOptions ? JSONReviver(deserializerOptions) : defaultReviver)
 	};
 };
@@ -979,6 +996,15 @@ const getInMemoryDatabase = () => {
 	} };
 };
 
+//#endregion
+//#region src/processors/checkpoints.ts
+const ProcessorCheckpoint = (checkpoint) => checkpoint;
+const bigIntProcessorCheckpoint = (value) => bigInt.toNormalizedString(value);
+const parseBigIntProcessorCheckpoint = (value) => BigInt(value);
+const getCheckpoint = (message) => {
+	return message.metadata.checkpoint;
+};
+
 //#endregion
 //#region src/observability/attributes.ts
 const EmmettAttributes = {
@@ -1066,281 +1092,21 @@ const MessagingSystemName = "emmett";
 
 //#endregion
 //#region src/observability/options.ts
-const resolveConsumerObservability = (options, parent) => ({
-	tracer: options?.observability?.tracer ?? parent?.observability?.tracer ?? noopTracer(),
-	meter: options?.observability?.meter ?? parent?.observability?.meter ?? noopMeter(),
-	pollTracing: options?.observability?.pollTracing ?? parent?.observability?.pollTracing ?? "off",
-	attributeTarget: options?.observability?.attributeTarget ?? parent?.observability?.attributeTarget ?? "both"
-});
-const resolveWorkflowObservability = (options, parent) => ({
-	tracer: options?.observability?.tracer ?? parent?.observability?.tracer ?? noopTracer(),
-	meter: options?.observability?.meter ?? parent?.observability?.meter ?? noopMeter(),
-	propagation: options?.observability?.propagation ?? parent?.observability?.propagation ?? "links",
-	attributeTarget: options?.observability?.attributeTarget ?? parent?.observability?.attributeTarget ?? "both",
-	includeMessagePayloads: options?.observability?.includeMessagePayloads ?? parent?.observability?.includeMessagePayloads ?? false
-});
-
-//#endregion
-//#region src/observability/tracer.ts
-const tracer = () => {};
-const LogLevel = {
-	DISABLED: "DISABLED",
-	INFO: "INFO",
-	LOG: "LOG",
-	WARN: "WARN",
-	ERROR: "ERROR"
-};
-const LogStyle = {
-	RAW: "RAW",
-	PRETTY: "PRETTY"
-};
-const getEnvVariable = (name) => {
-	try {
-		if (typeof process !== "undefined" && process.env) return process.env[name];
-		return;
-	} catch {
-		return;
-	}
-};
-const shouldLog = (logLevel) => {
-	const definedLogLevel = getEnvVariable("DUMBO_LOG_LEVEL") ?? LogLevel.ERROR;
-	if (definedLogLevel === LogLevel.ERROR && logLevel === LogLevel.ERROR) return true;
-	if (definedLogLevel === LogLevel.WARN && [LogLevel.ERROR, LogLevel.WARN].includes(logLevel)) return true;
-	if (definedLogLevel === LogLevel.LOG && [
-		LogLevel.ERROR,
-		LogLevel.WARN,
-		LogLevel.LOG
-	].includes(logLevel)) return true;
-	if (definedLogLevel === LogLevel.INFO && [
-		LogLevel.ERROR,
-		LogLevel.WARN,
-		LogLevel.LOG,
-		LogLevel.INFO
-	].includes(logLevel)) return true;
-	return false;
-};
-const nulloTraceEventRecorder = () => {};
-const getTraceEventFormatter = (logStyle, serializer) => (event) => {
-	serializer = serializer ?? JSONSerializer.from();
-	switch (logStyle) {
-		case "RAW": return serializer.serialize(event);
-		case "PRETTY": return serializer.serialize(event);
-	}
-};
-const getTraceEventRecorder = (logLevel, logStyle) => {
-	const format = getTraceEventFormatter(logStyle);
-	switch (logLevel) {
-		case "DISABLED": return nulloTraceEventRecorder;
-		case "INFO": return (event) => console.info(format(event));
-		case "LOG": return (event) => console.log(format(event));
-		case "WARN": return (event) => console.warn(format(event));
-		case "ERROR": return (event) => console.error(format(event));
-	}
-};
-const recordTraceEvent = (logLevel, eventName, attributes) => {
-	if (!shouldLog(LogLevel.LOG)) return;
-	const event = {
-		name: eventName,
-		timestamp: (/* @__PURE__ */ new Date()).getTime(),
-		...attributes
+const mergeObservabilityOptions = (options, defaults) => {
+	const observability = defaults === void 0 ? options.observability : options.observability === void 0 ? defaults : {
+		...defaults,
+		...options.observability
 	};
-	getTraceEventRecorder(logLevel, getEnvVariable("DUMBO_LOG_STYLE") ?? "RAW")(event);
-};
-tracer.info = (eventName, attributes) => recordTraceEvent(LogLevel.INFO, eventName, attributes);
-tracer.warn = (eventName, attributes) => recordTraceEvent(LogLevel.WARN, eventName, attributes);
-tracer.log = (eventName, attributes) => recordTraceEvent(LogLevel.LOG, eventName, attributes);
-tracer.error = (eventName, attributes) => recordTraceEvent(LogLevel.ERROR, eventName, attributes);
-
-//#endregion
-//#region src/eventStore/observability/eventStoreCollector.ts
-const resolveEventStoreObservability = (options, parent) => ({
-	tracer: options?.observability?.tracer ?? parent?.observability?.tracer ?? noopTracer(),
-	meter: options?.observability?.meter ?? parent?.observability?.meter ?? noopMeter(),
-	attributeTarget: options?.observability?.attributeTarget ?? parent?.observability?.attributeTarget ?? "both"
-});
-const eventStoreCollector = (observability) => {
-	const A = EmmettAttributes;
-	const M = MessagingAttributes;
-	const streamReadingDuration = observability.meter.histogram(EmmettMetrics.stream.readingDuration);
-	const streamReadingSize = observability.meter.histogram(EmmettMetrics.stream.readingSize);
-	const eventReadingCount = observability.meter.counter(EmmettMetrics.event.readingCount);
-	const streamAppendingDuration = observability.meter.histogram(EmmettMetrics.stream.appendingDuration);
-	const streamAppendingSize = observability.meter.histogram(EmmettMetrics.stream.appendingSize);
-	const eventAppendingCount = observability.meter.counter(EmmettMetrics.event.appendingCount);
+	if (observability === options.observability) return options;
 	return {
-		instrumentRead: (streamName, fn) => {
-			const start = Date.now();
-			return observability.tracer.startSpan("eventStore.readStream", async (span) => {
-				span.setAttributes({
-					[A.eventStore.operation]: "readStream",
-					[A.stream.name]: streamName,
-					[M.operation.type]: "receive",
-					[M.destination.name]: streamName,
-					[M.system]: MessagingSystemName
-				});
-				let status = "success";
-				try {
-					const result = await fn();
-					const events = result.events;
-					span.setAttributes({
-						[A.eventStore.read.status]: status,
-						[A.eventStore.read.eventCount]: events.length,
-						[A.eventStore.read.eventTypes]: [...new Set(events.map((e) => e.type))]
-					});
-					streamReadingSize.record(events.length, { [A.eventStore.read.status]: status });
-					for (const event of events) eventReadingCount.add(1, { [A.event.type]: event.type });
-					return result;
-				} catch (err) {
-					status = "failure";
-					span.setAttributes({ [A.eventStore.read.status]: status });
-					throw err;
-				} finally {
-					streamReadingDuration.record(Date.now() - start, { [A.eventStore.read.status]: status });
-				}
-			});
-		},
-		instrumentAppend: (streamName, events, fn) => {
-			const start = Date.now();
-			return observability.tracer.startSpan("eventStore.appendToStream", async (span) => {
-				span.setAttributes({
-					[A.eventStore.operation]: "appendToStream",
-					[A.stream.name]: streamName,
-					[A.eventStore.append.batchSize]: events.length,
-					[M.operation.type]: "send",
-					[M.batch.messageCount]: events.length,
-					[M.destination.name]: streamName,
-					[M.system]: MessagingSystemName
-				});
-				let status = "success";
-				try {
-					const result = await fn();
-					span.setAttributes({
-						[A.eventStore.append.status]: status,
-						[A.stream.versionAfter]: Number(result.nextExpectedStreamVersion)
-					});
-					streamAppendingSize.record(events.length, { [A.eventStore.append.status]: status });
-					for (const event of events) eventAppendingCount.add(1, { [A.event.type]: event.type });
-					return result;
-				} catch (err) {
-					status = "failure";
-					span.setAttributes({ [A.eventStore.append.status]: status });
-					throw err;
-				} finally {
-					streamAppendingDuration.record(Date.now() - start, { [A.eventStore.append.status]: status });
-				}
-			});
-		}
-	};
-};
-
-//#endregion
-//#region src/observability/collectors/consumerCollector.ts
-const consumerCollector = (observability) => {
-	const { startScope } = ObservabilityScope({
-		...observability,
-		attributePrefix: "emmett"
-	});
-	const A = EmmettAttributes;
-	const M = MessagingAttributes;
-	const pollDuration = observability.meter.histogram(EmmettMetrics.consumer.pollDuration);
-	const deliveryDuration = observability.meter.histogram(EmmettMetrics.consumer.deliveryDuration);
-	return {
-		tracePoll: (context, fn) => {
-			if (observability.pollTracing === "off" || observability.pollTracing === "active" && context.batchSize === 0) return fn(noopScope);
-			return startScope("consumer.poll", async (scope) => {
-				scope.setAttributes({
-					[A.scope.type]: ScopeTypes.consumer,
-					[A.consumer.batchSize]: context.batchSize,
-					[A.consumer.processorCount]: context.processorCount,
-					[M.system]: MessagingSystemName,
-					[M.operation.type]: "receive",
-					...context.empty ? { "emmett.consumer.poll.empty": true } : {},
-					...context.waitMs != null ? { "emmett.consumer.poll.wait_ms": context.waitMs } : {}
-				});
-				return fn(scope);
-			});
-		},
-		recordPollMetrics: (durationMs, attrs) => {
-			pollDuration.record(durationMs, attrs);
-		},
-		traceDelivery: (scope, processorId, fn) => {
-			const start = Date.now();
-			return scope.scope(`consumer.deliver.${processorId}`, async (child) => {
-				try {
-					return await fn();
-				} catch (error) {
-					if (error instanceof Error) child.recordException(error);
-					throw error;
-				} finally {
-					deliveryDuration.record(Date.now() - start, { [A.consumer.delivery.processorId]: processorId });
-				}
-			}, { attributes: { [A.consumer.delivery.processorId]: processorId } });
-		}
-	};
-};
-
-//#endregion
-//#region src/observability/collectors/workflowCollector.ts
-const workflowCollector = (observability) => {
-	const { startScope } = ObservabilityScope({
-		...observability,
-		attributePrefix: "emmett"
-	});
-	const A = EmmettAttributes;
-	const M = MessagingAttributes;
-	const processingDuration = observability.meter.histogram(EmmettMetrics.workflow.processingDuration);
-	return {
-		startScope: (context, fn) => {
-			const start = Date.now();
-			return startScope("workflow.handle", async (scope) => {
-				scope.setAttributes({
-					[A.scope.type]: ScopeTypes.workflow,
-					[A.workflow.id]: context.workflowId,
-					[A.workflow.type]: context.workflowType,
-					[A.workflow.inputType]: context.inputType,
-					[M.system]: MessagingSystemName
-				});
-				let status = "success";
-				try {
-					return await fn(scope);
-				} catch (err) {
-					status = "failure";
-					throw err;
-				} finally {
-					processingDuration.record(Date.now() - start, {
-						[A.workflow.type]: context.workflowType,
-						status
-					});
-				}
-			}, { attributes: {
-				[A.scope.type]: ScopeTypes.workflow,
-				[A.workflow.type]: context.workflowType
-			} });
-		},
-		recordOutputs: (scope, outputs) => {
-			scope.setAttributes({
-				[A.workflow.outputs]: outputs.map((o) => o.type),
-				[A.workflow.outputsCount]: outputs.length
-			});
-		},
-		recordStateRebuild: (scope, eventCount) => {
-			scope.setAttributes({ [A.workflow.stateRebuildEventCount]: eventCount });
-		}
+		...options,
+		observability
 	};
 };
 
-//#endregion
-//#region src/processors/checkpoints.ts
-const ProcessorCheckpoint = (checkpoint) => checkpoint;
-const bigIntProcessorCheckpoint = (value) => bigInt.toNormalizedString(value);
-const parseBigIntProcessorCheckpoint = (value) => BigInt(value);
-const getCheckpoint = (message) => {
-	return message.metadata.checkpoint;
-};
-
 //#endregion
 //#region src/processors/observability/processorCollector.ts
-const resolveProcessorObservability = (options, parent) => ({
+const processorObservability = (options, parent) => ({
 	tracer: options?.observability?.tracer ?? parent?.observability?.tracer ?? noopTracer(),
 	meter: options?.observability?.meter ?? parent?.observability?.meter ?? noopMeter(),
 	propagation: options?.observability?.propagation ?? parent?.observability?.propagation ?? "links",
@@ -1448,9 +1214,10 @@ const defaultProcessorVersion = 1;
 const defaultProcessorPartition = defaultTag;
 const getProcessorInstanceId = (processorId) => `${processorId}:${v7()}`;
 const getProjectorId = (options) => `emt:processor:projector:${options.projectionName}`;
+const { info, error } = LogEvent;
 const reactor = (options) => {
 	const { checkpoints, processorId, processorInstanceId: instanceId = getProcessorInstanceId(processorId), type = MessageProcessorType.REACTOR, version = 1, partition = defaultProcessorPartition, hooks = {}, processingScope = defaultProcessingMessageProcessingScope, startFrom, canHandle, stopAfter } = options;
-	const collector = processorCollector(resolveProcessorObservability(options));
+	const collector = processorCollector(processorObservability(options));
 	const isCustomBatch = "eachBatch" in options && !!options.eachBatch;
 	const eachBatch = isCustomBatch ? options.eachBatch : async (messages, context) => {
 		const batchCtx = context.observabilityScope.spanContext();
@@ -1532,25 +1299,27 @@ const reactor = (options) => {
 				...partialOptions,
 				observabilityScope: ("observabilityScope" in partialOptions ? partialOptions.observabilityScope ?? noopScope : noopScope) ?? noopScope
 			};
+			const log = startOptions.observabilityScope.log;
 			if (isActive) {
-				console.log(`Processor ${processorId} with instance id ${instanceId} is already active. Start request ignored.`);
+				log(info(`Processor ${processorId} with instance id ${instanceId} is already active. Start request ignored.`));
 				return;
 			}
-			console.log(`Starting processor ${processorId} with instance id ${instanceId}`);
+			log(info(`Starting processor ${processorId} with instance id ${instanceId}`));
 			await init(startOptions);
 			isActive = true;
 			closeSignal = onShutdown(() => close(startOptions));
 			if (lastCheckpoint !== null) {
-				console.log(`Processor ${processorId} started with instance id ${instanceId}, checkpoint: ${JSONSerializer.serialize(lastCheckpoint)}`);
+				log(info(`Processor ${processorId} started with instance id ${instanceId}, checkpoint: ${JSONSerializer.serialize(lastCheckpoint)}`));
 				return { lastCheckpoint };
 			}
 			return await processingScope(async (context) => {
+				const log = context.observabilityScope.log;
 				if (hooks.onStart) {
-					console.log(`Executing onStart hook for processor ${processorId} with instance id ${instanceId}`);
+					log(info(`Executing onStart hook for processor ${processorId} with instance id ${instanceId}`));
 					await hooks.onStart(context);
 				}
 				if (startFrom && startFrom !== "CURRENT") {
-					console.log(`Processor ${processorId} with instance id ${instanceId} starting from: ${JSONSerializer.serialize(startFrom)}`);
+					log(info(`Processor ${processorId} with instance id ${instanceId} starting from: ${JSONSerializer.serialize(startFrom)}`));
 					return startFrom;
 				}
 				if (checkpoints) lastCheckpoint = (await checkpoints?.read({
@@ -1561,10 +1330,10 @@ const reactor = (options) => {
 					...context
 				})).lastCheckpoint;
 				if (lastCheckpoint === null) {
-					console.log(`Processor ${processorId} with instance id ${instanceId} starting from: BEGINNING`);
+					log(info(`Processor ${processorId} with instance id ${instanceId} starting from: BEGINNING`));
 					return "BEGINNING";
 				}
-				console.log(`Checkpoint read for processor ${processorId} with instance id ${instanceId}: ${JSONSerializer.serialize(lastCheckpoint)}`);
+				log(info(`Checkpoint read for processor ${processorId} with instance id ${instanceId}: ${JSONSerializer.serialize(lastCheckpoint)}`));
 				return { lastCheckpoint };
 			}, startOptions);
 		},
@@ -1621,12 +1390,12 @@ const reactor = (options) => {
 						...partialContext,
 						observabilityScope: scope
 					});
-				} catch (error) {
-					console.log(`Error during message processing for processor ${processorId} with instance id ${instanceId}. Stopping the processor.`, error);
+				} catch (err) {
+					scope.log(error({ err }, `Error during message processing for processor ${processorId} with instance id ${instanceId}. Stopping the processor.`));
 					isActive = false;
 					return {
 						type: "STOP",
-						error,
+						error: err,
 						reason: "Error during message processing"
 					};
 				}
@@ -2199,7 +1968,7 @@ const InMemoryProjectionSpec = { for: (options) => {
 							return Promise.resolve(false);
 						}
 					},
-					observability: resolveEventStoreObservability(void 0)
+					observability: eventStoreObservability(void 0)
 				});
 			};
 			return {
@@ -2304,6 +2073,88 @@ const upcastRecordedMessages = (recordedMessages, options) => {
 	return recordedMessages.map((recordedMessage) => upcastRecordedMessage(recordedMessage, options));
 };
 
+//#endregion
+//#region src/eventStore/observability/eventStoreCollector.ts
+const eventStoreObservability = (options, parent) => ({
+	tracer: options?.observability?.tracer ?? parent?.observability?.tracer ?? noopTracer(),
+	meter: options?.observability?.meter ?? parent?.observability?.meter ?? noopMeter(),
+	attributeTarget: options?.observability?.attributeTarget ?? parent?.observability?.attributeTarget ?? "both"
+});
+const eventStoreCollector = (observability) => {
+	const A = EmmettAttributes;
+	const M = MessagingAttributes;
+	const streamReadingDuration = observability.meter.histogram(EmmettMetrics.stream.readingDuration);
+	const streamReadingSize = observability.meter.histogram(EmmettMetrics.stream.readingSize);
+	const eventReadingCount = observability.meter.counter(EmmettMetrics.event.readingCount);
+	const streamAppendingDuration = observability.meter.histogram(EmmettMetrics.stream.appendingDuration);
+	const streamAppendingSize = observability.meter.histogram(EmmettMetrics.stream.appendingSize);
+	const eventAppendingCount = observability.meter.counter(EmmettMetrics.event.appendingCount);
+	return {
+		instrumentRead: (streamName, fn) => {
+			const start = Date.now();
+			return observability.tracer.startSpan("eventStore.readStream", async (span) => {
+				span.setAttributes({
+					[A.eventStore.operation]: "readStream",
+					[A.stream.name]: streamName,
+					[M.operation.type]: "receive",
+					[M.destination.name]: streamName,
+					[M.system]: MessagingSystemName
+				});
+				let status = "success";
+				try {
+					const result = await fn();
+					const events = result.events;
+					span.setAttributes({
+						[A.eventStore.read.status]: status,
+						[A.eventStore.read.eventCount]: events.length,
+						[A.eventStore.read.eventTypes]: [...new Set(events.map((e) => e.type))]
+					});
+					streamReadingSize.record(events.length, { [A.eventStore.read.status]: status });
+					for (const event of events) eventReadingCount.add(1, { [A.event.type]: event.type });
+					return result;
+				} catch (err) {
+					status = "failure";
+					span.setAttributes({ [A.eventStore.read.status]: status });
+					throw err;
+				} finally {
+					streamReadingDuration.record(Date.now() - start, { [A.eventStore.read.status]: status });
+				}
+			});
+		},
+		instrumentAppend: (streamName, events, fn) => {
+			const start = Date.now();
+			return observability.tracer.startSpan("eventStore.appendToStream", async (span) => {
+				span.setAttributes({
+					[A.eventStore.operation]: "appendToStream",
+					[A.stream.name]: streamName,
+					[A.eventStore.append.batchSize]: events.length,
+					[M.operation.type]: "send",
+					[M.batch.messageCount]: events.length,
+					[M.destination.name]: streamName,
+					[M.system]: MessagingSystemName
+				});
+				let status = "success";
+				try {
+					const result = await fn();
+					span.setAttributes({
+						[A.eventStore.append.status]: status,
+						[A.stream.versionAfter]: Number(result.nextExpectedStreamVersion)
+					});
+					streamAppendingSize.record(events.length, { [A.eventStore.append.status]: status });
+					for (const event of events) eventAppendingCount.add(1, { [A.event.type]: event.type });
+					return result;
+				} catch (err) {
+					status = "failure";
+					span.setAttributes({ [A.eventStore.append.status]: status });
+					throw err;
+				} finally {
+					streamAppendingDuration.record(Date.now() - start, { [A.eventStore.append.status]: status });
+				}
+			});
+		}
+	};
+};
+
 //#endregion
 //#region src/eventStore/inMemoryEventStore.ts
 const InMemoryEventStoreDefaultStreamVersion = 0n;
@@ -2314,7 +2165,7 @@ const getInMemoryEventStore = (eventStoreOptions) => {
 	};
 	const database = eventStoreOptions?.database || getInMemoryDatabase();
 	const inlineProjections = (eventStoreOptions?.projections ?? []).filter(({ type }) => type === "inline").map(({ projection }) => projection);
-	const observability = resolveEventStoreObservability(eventStoreOptions);
+	const observability = eventStoreObservability(eventStoreOptions);
 	const collector = eventStoreCollector(observability);
 	const eventStore = {
 		database,
@@ -2396,7 +2247,7 @@ const getInMemoryEventStore = (eventStoreOptions) => {
 
 //#endregion
 //#region src/commandHandling/observability/commandHandlerCollector.ts
-const resolveCommandObservability = (options, parent) => ({
+const commandObservability = (options, parent) => ({
 	tracer: options?.observability?.tracer ?? parent?.observability?.tracer ?? noopTracer(),
 	meter: options?.observability?.meter ?? parent?.observability?.meter ?? noopMeter(),
 	attributeTarget: options?.observability?.attributeTarget ?? parent?.observability?.attributeTarget ?? "both",
@@ -2440,7 +2291,7 @@ const commandHandlerCollector = (observability) => {
 						"exception.message": err instanceof Error ? err.message : String(err),
 						"exception.type": err instanceof Error ? err.constructor.name : "unknown"
 					});
-					scope.recordException(err instanceof Error ? err : new Error(String(err)));
+					scope.log(LogEvent.error(err instanceof Error ? err : new Error(String(err))));
 					throw err;
 				} finally {
 					commandHandlingDuration.record(Date.now() - start, {
@@ -2489,7 +2340,7 @@ const CommandHandlerStreamVersionConflictRetryOptions = {
 	shouldRetryError: isExpectedVersionConflictError
 };
 const CommandHandler = (options) => async (store, id, handle, handleOptions) => {
-	const collector = commandHandlerCollector(resolveCommandObservability(options));
+	const collector = commandHandlerCollector(commandObservability(options));
 	const streamName = (options.mapToStreamId ?? ((id) => id))(id);
 	const commandType = handleOptions?.commandType ?? options.commandType ?? options.name ?? handlerNames(handle);
 	const correlationId = handleOptions?.observability?.correlationId ?? v7();
@@ -2588,6 +2439,61 @@ const DeciderCommandHandler = (options) => async (eventStore, id, commands, hand
 	});
 };
 
+//#endregion
+//#region src/consumers/observability/consumerCollector.ts
+const consumerObservability = (options, parent) => {
+	const observability = mergeObservabilityOptions({ observability: options?.observability }, parent?.observability).observability;
+	return {
+		tracer: observability?.tracer ?? noopTracer(),
+		meter: observability?.meter ?? noopMeter(),
+		pollTracing: observability?.pollTracing ?? "off",
+		attributeTarget: observability?.attributeTarget ?? "both"
+	};
+};
+const consumerCollector = (observability) => {
+	const { startScope } = ObservabilityScope({
+		...observability,
+		attributePrefix: "emmett"
+	});
+	const A = EmmettAttributes;
+	const M = MessagingAttributes;
+	const pollDuration = observability.meter.histogram(EmmettMetrics.consumer.pollDuration);
+	const deliveryDuration = observability.meter.histogram(EmmettMetrics.consumer.deliveryDuration);
+	return {
+		tracePoll: (context, fn) => {
+			if (observability.pollTracing === "off" || observability.pollTracing === "active" && context.batchSize === 0) return fn(noopScope);
+			return startScope("consumer.poll", async (scope) => {
+				scope.setAttributes({
+					[A.scope.type]: ScopeTypes.consumer,
+					[A.consumer.batchSize]: context.batchSize,
+					[A.consumer.processorCount]: context.processorCount,
+					[M.system]: MessagingSystemName,
+					[M.operation.type]: "receive",
+					...context.empty ? { "emmett.consumer.poll.empty": true } : {},
+					...context.waitMs != null ? { "emmett.consumer.poll.wait_ms": context.waitMs } : {}
+				});
+				return fn(scope);
+			});
+		},
+		recordPollMetrics: (durationMs, attrs) => {
+			pollDuration.record(durationMs, attrs);
+		},
+		traceDelivery: (scope, processorId, fn) => {
+			const start = Date.now();
+			return scope.scope(`consumer.deliver.${processorId}`, async (child) => {
+				try {
+					return await fn();
+				} catch (error) {
+					if (error instanceof Error) child.log(LogEvent.error(error));
+					throw error;
+				} finally {
+					deliveryDuration.record(Date.now() - start, { [A.consumer.delivery.processorId]: processorId });
+				}
+			}, { attributes: { [A.consumer.delivery.processorId]: processorId } });
+		}
+	};
+};
+
 //#endregion
 //#region src/messageBus/index.ts
 const getInMemoryMessageBus = () => {
@@ -2654,6 +2560,66 @@ const projections = {
 	async: asyncProjections
 };
 
+//#endregion
+//#region src/workflows/observability/workflowCollector.ts
+const workflowObservability = (options, parent) => {
+	const observability = mergeObservabilityOptions({ observability: options?.observability }, parent?.observability).observability;
+	return {
+		tracer: observability?.tracer ?? noopTracer(),
+		meter: observability?.meter ?? noopMeter(),
+		propagation: observability?.propagation ?? "links",
+		attributeTarget: observability?.attributeTarget ?? "both",
+		includeMessagePayloads: observability?.includeMessagePayloads ?? false
+	};
+};
+const workflowCollector = (observability) => {
+	const { startScope } = ObservabilityScope({
+		...observability,
+		attributePrefix: "emmett"
+	});
+	const A = EmmettAttributes;
+	const M = MessagingAttributes;
+	const processingDuration = observability.meter.histogram(EmmettMetrics.workflow.processingDuration);
+	return {
+		startScope: (context, fn) => {
+			const start = Date.now();
+			return startScope("workflow.handle", async (scope) => {
+				scope.setAttributes({
+					[A.scope.type]: ScopeTypes.workflow,
+					[A.workflow.id]: context.workflowId,
+					[A.workflow.type]: context.workflowType,
+					[A.workflow.inputType]: context.inputType,
+					[M.system]: MessagingSystemName
+				});
+				let status = "success";
+				try {
+					return await fn(scope);
+				} catch (err) {
+					status = "failure";
+					throw err;
+				} finally {
+					processingDuration.record(Date.now() - start, {
+						[A.workflow.type]: context.workflowType,
+						status
+					});
+				}
+			}, { attributes: {
+				[A.scope.type]: ScopeTypes.workflow,
+				[A.workflow.type]: context.workflowType
+			} });
+		},
+		recordOutputs: (scope, outputs) => {
+			scope.setAttributes({
+				[A.workflow.outputs]: outputs.map((o) => o.type),
+				[A.workflow.outputsCount]: outputs.length
+			});
+		},
+		recordStateRebuild: (scope, eventCount) => {
+			scope.setAttributes({ [A.workflow.stateRebuildEventCount]: eventCount });
+		}
+	};
+};
+
 //#endregion
 //#region src/workflows/handleWorkflow.ts
 const WorkflowHandlerStreamVersionConflictRetryOptions = {
@@ -2723,7 +2689,7 @@ const createWrappedEvolve = (evolve, workflowName, separateInputInboxFromProcess
 };
 const workflowStreamName = ({ workflowName, workflowId }) => `emt:workflow:${workflowName}:${workflowId}`;
 const WorkflowHandler = (options) => async (store, message, handleOptions) => {
-	const collector = workflowCollector(resolveWorkflowObservability(options));
+	const collector = workflowCollector(workflowObservability(options));
 	const workflowType = options.workflow.name;
 	const inputType = message.type;
 	const workflowId = options.getWorkflowId(message) ?? "";
@@ -2909,8 +2875,6 @@ var src_exports = /* @__PURE__ */ __exportAll({
 	JSONReviver: () => JSONReviver,
 	JSONRevivers: () => JSONRevivers,
 	JSONSerializer: () => JSONSerializer,
-	LogLevel: () => LogLevel,
-	LogStyle: () => LogStyle,
 	MessageProcessor: () => MessageProcessor,
 	MessageProcessorType: () => MessageProcessorType,
 	MessagingSystemName: () => MessagingSystemName,
@@ -2966,6 +2930,7 @@ var src_exports = /* @__PURE__ */ __exportAll({
 	composeJSONReplacers: () => composeJSONReplacers,
 	composeJSONRevivers: () => composeJSONRevivers,
 	consumerCollector: () => consumerCollector,
+	consumerObservability: () => consumerObservability,
 	deepEquals: () => deepEquals,
 	defaultProcessingMessageProcessingScope: () => defaultProcessingMessageProcessingScope,
 	defaultProcessorPartition: () => defaultProcessorPartition,
@@ -2976,9 +2941,11 @@ var src_exports = /* @__PURE__ */ __exportAll({
 	downcastRecordedMessage: () => downcastRecordedMessage,
 	downcastRecordedMessages: () => downcastRecordedMessages,
 	emmettPrefix: () => "emt",
+	errorReplacer: () => errorReplacer,
 	event: () => event,
 	eventInStream: () => eventInStream,
 	eventStoreCollector: () => eventStoreCollector,
+	eventStoreObservability: () => eventStoreObservability,
 	eventsInStream: () => eventsInStream,
 	expectInMemoryDocuments: () => expectInMemoryDocuments,
 	filterProjections: () => filterProjections,
@@ -3020,6 +2987,7 @@ var src_exports = /* @__PURE__ */ __exportAll({
 	jsonSerializer: () => jsonSerializer,
 	matchesExpectedVersion: () => matchesExpectedVersion,
 	merge: () => merge,
+	mergeObservabilityOptions: () => mergeObservabilityOptions,
 	message: () => message,
 	newEventsInStream: () => newEventsInStream,
 	nulloSessionFactory: () => nulloSessionFactory,
@@ -3027,18 +2995,14 @@ var src_exports = /* @__PURE__ */ __exportAll({
 	parseBigIntProcessorCheckpoint: () => parseBigIntProcessorCheckpoint,
 	parseDateFromUtcYYYYMMDD: () => parseDateFromUtcYYYYMMDD,
 	processorCollector: () => processorCollector,
+	processorObservability: () => processorObservability,
 	projection: () => projection,
 	projections: () => projections,
 	projector: () => projector,
 	reactor: () => reactor,
 	reduceAsync: () => reduceAsync,
-	resolveConsumerObservability: () => resolveConsumerObservability,
-	resolveEventStoreObservability: () => resolveEventStoreObservability,
-	resolveProcessorObservability: () => resolveProcessorObservability,
-	resolveWorkflowObservability: () => resolveWorkflowObservability,
 	sum: () => sum,
 	toNormalizedString: () => toNormalizedString,
-	tracer: () => tracer,
 	tryPublishMessagesAfterCommit: () => tryPublishMessagesAfterCommit,
 	unknownTag: () => unknownTag,
 	upcastRecordedMessage: () => upcastRecordedMessage,
@@ -3046,11 +3010,12 @@ var src_exports = /* @__PURE__ */ __exportAll({
 	verifyThat: () => verifyThat,
 	wasMessageHandled: () => wasMessageHandled,
 	workflowCollector: () => workflowCollector,
+	workflowObservability: () => workflowObservability,
 	workflowOutputHandler: () => workflowOutputHandler,
 	workflowProcessor: () => workflowProcessor,
 	workflowStreamName: () => workflowStreamName
 });
 
 //#endregion
-export { AssertionError, CommandHandler, CommandHandlerStreamVersionConflictRetryOptions, ConcurrencyError, ConcurrencyInMemoryDatabaseError, DATABASE_REQUIRED_ERROR_MESSAGE, DeciderCommandHandler, DeciderSpecification, EmmettAttributes, EmmettError, EmmettMetrics, ExpectedVersionConflictError, GlobalStreamCaughtUpType, IllegalStateError, InMemoryEventStoreDefaultStreamVersion, InMemoryProjectionSpec, InProcessLock, JSONCodec, JSONReplacer, JSONReplacers, JSONReviver, JSONRevivers, JSONSerializer, LogLevel, LogStyle, MessageProcessor, MessageProcessorType, MessagingSystemName, NO_CONCURRENCY_CHECK, NoRetries, NotFoundError, ProcessorCheckpoint, STREAM_DOES_NOT_EXIST, STREAM_EXISTS, ScopeTypes, TaskProcessor, ValidationError, ValidationErrors, Workflow, WorkflowHandler, WorkflowHandlerStreamVersionConflictRetryOptions, WorkflowSpecification, WrapEventStore, argMatches, argValue, arrayUtils, assertDeepEqual, assertDefined, assertDoesNotThrow, assertEqual, assertExpectedVersionMatchesCurrent, assertFails, assertFalse, assertIsNotNull, assertIsNull, assertMatches, assertNotDeepEqual, assertNotEmptyString, assertNotEqual, assertOk, assertPositiveNumber, assertRejects, assertThat, assertThatArray, assertThrows, assertThrowsAsync, assertTrue, assertUndefined, assertUnsignedBigInt, asyncAwaiter, asyncProjections, asyncRetry, bigInt, bigIntProcessorCheckpoint, canCreateEventStoreSession, caughtUpEventFrom, command, composeJSONReplacers, composeJSONRevivers, consumerCollector, deepEquals, defaultProcessingMessageProcessingScope, defaultProcessorPartition, defaultProcessorVersion, defaultTag, delay, documentExists, downcastRecordedMessage, downcastRecordedMessages, emmettPrefix, event, eventInStream, eventStoreCollector, eventsInStream, expectInMemoryDocuments, filterProjections, formatDateToUtcYYYYMMDD, forwardToMessageBus, getCheckpoint, getInMemoryDatabase, getInMemoryEventStore, getInMemoryMessageBus, getProcessorInstanceId, getProjectorId, getWorkflowId, globalStreamCaughtUp, globalTag, guardBoundedAccess, guardExclusiveAccess, guardInitializedOnce, handleInMemoryProjections, hashText, inMemoryCheckpointer, inMemoryMultiStreamProjection, inMemoryProjection, inMemoryProjector, inMemoryReactor, inMemorySingleStreamProjection, inlineProjections, isBigint, isEquatable, isErrorConstructor, isExpectedVersionConflictError, isGlobalStreamCaughtUp, isNotInternalEvent, isNumber, isPluginConfig, isString, isSubscriptionEvent, isSubset, isValidYYYYMMDD, jsonSerializer, matchesExpectedVersion, merge, message, newEventsInStream, nulloSessionFactory, onShutdown, parseBigIntProcessorCheckpoint, parseDateFromUtcYYYYMMDD, processorCollector, projection, projections, projector, reactor, reduceAsync, resolveConsumerObservability, resolveEventStoreObservability, resolveProcessorObservability, resolveWorkflowObservability, sum, toNormalizedString, tracer, tryPublishMessagesAfterCommit, unknownTag, upcastRecordedMessage, upcastRecordedMessages, verifyThat, wasMessageHandled, workflowCollector, workflowOutputHandler, workflowProcessor, workflowStreamName };
+export { AssertionError, CommandHandler, CommandHandlerStreamVersionConflictRetryOptions, ConcurrencyError, ConcurrencyInMemoryDatabaseError, DATABASE_REQUIRED_ERROR_MESSAGE, DeciderCommandHandler, DeciderSpecification, EmmettAttributes, EmmettError, EmmettMetrics, ExpectedVersionConflictError, GlobalStreamCaughtUpType, IllegalStateError, InMemoryEventStoreDefaultStreamVersion, InMemoryProjectionSpec, InProcessLock, JSONCodec, JSONReplacer, JSONReplacers, JSONReviver, JSONRevivers, JSONSerializer, MessageProcessor, MessageProcessorType, MessagingSystemName, NO_CONCURRENCY_CHECK, NoRetries, NotFoundError, ProcessorCheckpoint, STREAM_DOES_NOT_EXIST, STREAM_EXISTS, ScopeTypes, TaskProcessor, ValidationError, ValidationErrors, Workflow, WorkflowHandler, WorkflowHandlerStreamVersionConflictRetryOptions, WorkflowSpecification, WrapEventStore, argMatches, argValue, arrayUtils, assertDeepEqual, assertDefined, assertDoesNotThrow, assertEqual, assertExpectedVersionMatchesCurrent, assertFails, assertFalse, assertIsNotNull, assertIsNull, assertMatches, assertNotDeepEqual, assertNotEmptyString, assertNotEqual, assertOk, assertPositiveNumber, assertRejects, assertThat, assertThatArray, assertThrows, assertThrowsAsync, assertTrue, assertUndefined, assertUnsignedBigInt, asyncAwaiter, asyncProjections, asyncRetry, bigInt, bigIntProcessorCheckpoint, canCreateEventStoreSession, caughtUpEventFrom, command, composeJSONReplacers, composeJSONRevivers, consumerCollector, consumerObservability, deepEquals, defaultProcessingMessageProcessingScope, defaultProcessorPartition, defaultProcessorVersion, defaultTag, delay, documentExists, downcastRecordedMessage, downcastRecordedMessages, emmettPrefix, errorReplacer, event, eventInStream, eventStoreCollector, eventStoreObservability, eventsInStream, expectInMemoryDocuments, filterProjections, formatDateToUtcYYYYMMDD, forwardToMessageBus, getCheckpoint, getInMemoryDatabase, getInMemoryEventStore, getInMemoryMessageBus, getProcessorInstanceId, getProjectorId, getWorkflowId, globalStreamCaughtUp, globalTag, guardBoundedAccess, guardExclusiveAccess, guardInitializedOnce, handleInMemoryProjections, hashText, inMemoryCheckpointer, inMemoryMultiStreamProjection, inMemoryProjection, inMemoryProjector, inMemoryReactor, inMemorySingleStreamProjection, inlineProjections, isBigint, isEquatable, isErrorConstructor, isExpectedVersionConflictError, isGlobalStreamCaughtUp, isNotInternalEvent, isNumber, isPluginConfig, isString, isSubscriptionEvent, isSubset, isValidYYYYMMDD, jsonSerializer, matchesExpectedVersion, merge, mergeObservabilityOptions, message, newEventsInStream, nulloSessionFactory, onShutdown, parseBigIntProcessorCheckpoint, parseDateFromUtcYYYYMMDD, processorCollector, processorObservability, projection, projections, projector, reactor, reduceAsync, sum, toNormalizedString, tryPublishMessagesAfterCommit, unknownTag, upcastRecordedMessage, upcastRecordedMessages, verifyThat, wasMessageHandled, workflowCollector, workflowObservability, workflowOutputHandler, workflowProcessor, workflowStreamName };
 //# sourceMappingURL=index.js.map