@reproapp/node-sdk 0.0.45 → 0.0.47

package/src/index.ts

@@ -341,6 +341,7 @@ export type TraceEventForFilter = {
     fn?: string;
     wrapperClass?: string | null;
     file?: string | null;
+    sourceFile?: string | null;
     line?: number | null;
     depth?: number;
     library?: string | null;
@@ -378,7 +379,11 @@ type PendingTraceEventRecord = TraceEventRecord & {
 };
 
 type TraceValueCaptureRef = {
-    status: 'stored' | 'truncated-for-storage' | 'skipped-non-meaningful';
+    status:
+        | 'stored'
+        | 'truncated-for-storage'
+        | 'skipped-non-meaningful'
+        | 'failed-policy';
     valueId?: string;
     projectedKind?: string;
 };
@@ -606,6 +611,7 @@ function refreshDisabledFunctionTraceRules() {
 let disabledFunctionTraceRules: DisableFunctionTraceConfig[] = computeDisabledFunctionTraceRules();
 let disabledFunctionTypePatterns: Array<string | number | RegExp> = [];
 let disabledTraceFilePatterns: Array<string | number | RegExp> = [];
+let excludedInstrumentationFilePatterns: Array<string | number | RegExp> = [];
 let __TRACE_LOG_PREF: boolean | null = null;
 let __FULL_VALUE_CAPTURE_ENABLED = true;
 
@@ -684,7 +690,7 @@ function matchesRule(rule: DisableFunctionTraceRule, event: TraceEventForFilter)
     const wrapperPattern = rule.wrapper ?? rule.wrapperClass ?? rule.className ?? rule.owner;
     if (!matchesPattern(event.wrapperClass, wrapperPattern)) return false;
 
-    if (!matchesPattern(event.file, rule.file)) return false;
+    if (!matchesTraceFile(event, rule.file)) return false;
     if (!matchesPattern(event.line == null ? null : String(event.line), rule.line)) return false;
 
     const libPattern = rule.lib ?? rule.library;
@@ -699,9 +705,29 @@ function matchesRule(rule: DisableFunctionTraceRule, event: TraceEventForFilter)
     return true;
 }
 
+function matchesTraceFile(
+    event: Pick<TraceEventForFilter, 'file' | 'sourceFile'>,
+    pattern?: TraceRulePattern,
+    defaultWhenEmpty: boolean = true,
+): boolean {
+    if (pattern === undefined || pattern === null) return defaultWhenEmpty;
+    const candidates = [event.file, event.sourceFile].filter(
+        (value): value is string => typeof value === 'string' && value.length > 0,
+    );
+    if (!candidates.length) {
+        return matchesPattern(null, pattern, defaultWhenEmpty);
+    }
+    return candidates.some((value) => matchesPattern(value, pattern, false));
+}
+
 function shouldDropTraceEvent(event: TraceEventForFilter): boolean {
     if (disabledTraceFilePatterns.length) {
-        if (matchesPattern(event.file, disabledTraceFilePatterns, false)) {
+        if (matchesTraceFile(event, disabledTraceFilePatterns, false)) {
+            return true;
+        }
+    }
+    if (excludedInstrumentationFilePatterns.length) {
+        if (matchesTraceFile(event, excludedInstrumentationFilePatterns, false)) {
             return true;
         }
     }
@@ -948,6 +974,9 @@ export function initReproTracing(opts?: ReproTracingInitOptions) {
     if (hasOwn(options, 'disableTraceFiles')) {
         setDisabledTraceFiles(options.disableTraceFiles ?? null);
     }
+    if (hasOwn(options, 'exclude')) {
+        excludedInstrumentationFilePatterns = normalizePatternArray(options.exclude);
+    }
     if (hasOwn(options, 'logFunctionCalls') && typeof options.logFunctionCalls === 'boolean') {
         setReproTraceLogsEnabled(options.logFunctionCalls);
     }
@@ -971,7 +1000,17 @@ export function initReproTracing(opts?: ReproTracingInitOptions) {
             traceInterceptors: _traceInterceptors,
             ...rest
         } = options;
-        const initOpts = { ...defaultTracerInitOpts(), ...(rest as TracerInitOpts) };
+        const defaults = defaultTracerInitOpts();
+        const overrides = rest as TracerInitOpts;
+        const initOpts = {
+            ...defaults,
+            ...overrides,
+            include: overrides.include ?? defaults.include,
+            exclude: [
+                ...(defaults.exclude ?? []),
+                ...(overrides.exclude ?? []),
+            ],
+        };
         tracerPkg.init?.(initOpts);
         tracerPkg.patchHttp?.();
         applyTraceLogPreference(tracerPkg);
@@ -1094,6 +1133,7 @@ function traceEventCandidateFromRecord(event: PendingTraceEventRecord): TraceEve
         fn: event.fn,
         wrapperClass: inferWrapperClassFromFn(event.fn),
         file: event.file ?? null,
+        sourceFile: sourceFileForLibrary,
         line: event.line ?? null,
         depth: event.depth,
         library: inferLibraryNameFromFile(sourceFileForLibrary ?? event.file),
@@ -1176,20 +1216,68 @@ type RequestCaptureScopeState = {
     traceBatchCount: number;
     dbChangeCount: number;
     emailEventCount: number;
+    captureFailures: Array<{
+        stage: string;
+        target: string;
+        reason: string;
+    }>;
+    privacyMode: 'policy' | 'fallback' | 'raw';
+    privacyPolicyFingerprint?: string;
+    privacyStatementCount: number;
 };
 
 function createRequestCaptureScope(
     requestRid: string,
     transport: RequestCaptureScopeState['transport'],
+    cfg?: ReproMiddlewareConfig,
 ): RequestCaptureScopeState {
+    const privacy = cfg ? getRuntimePrivacyState(cfg).policy ?? null : null;
+    const privacyMode =
+        cfg && shouldCapturePrivacyRaw(cfg)
+            ? 'raw'
+            : privacy
+                ? 'policy'
+                : 'fallback';
     return {
         requestRid,
         transport,
-        backendRequestCount: 0,
+        // Every scope represents one captured transport request. This is an
+        // observed expectation, not a count of successful enqueue operations.
+        backendRequestCount: 1,
         traceBatchCount: 0,
         dbChangeCount: 0,
         emailEventCount: 0,
+        captureFailures: [],
+        privacyMode,
+        privacyPolicyFingerprint: privacy?.fingerprint,
+        privacyStatementCount: privacy?.statements.length ?? 0,
+    };
+}
+
+function recordRequestCaptureFailure(
+    scope: RequestCaptureScopeState | null | undefined,
+    stage: string,
+    target: string,
+    reason: string,
+): void {
+    if (!scope) return;
+    const normalized = {
+        stage: String(stage || 'capture').slice(0, 80),
+        target: String(target || 'unknown').slice(0, 120),
+        reason: String(reason || 'capture_failed').slice(0, 120),
     };
+    if (
+        scope.captureFailures.some((failure) =>
+            failure.stage === normalized.stage &&
+            failure.target === normalized.target &&
+            failure.reason === normalized.reason,
+        )
+    ) {
+        return;
+    }
+    if (scope.captureFailures.length < 25) {
+        scope.captureFailures.push(normalized);
+    }
 }
 
 function buildRequestCaptureManifestPayload(
@@ -1219,6 +1307,20 @@ function buildRequestCaptureManifestPayload(
                     to: expectedTraceBatches - 1,
                 }
                 : undefined,
+        privacy: {
+            mode: scope.privacyMode,
+            status:
+                scope.captureFailures.length > 0
+                    ? 'failed'
+                    : scope.privacyMode === 'raw'
+                        ? 'bypassed'
+                        : 'applied',
+            policyFingerprint: scope.privacyPolicyFingerprint,
+            statementCount: scope.privacyStatementCount,
+        },
+        captureFailures: scope.captureFailures.length
+            ? scope.captureFailures.map((failure) => ({ ...failure }))
+            : undefined,
         closedAt,
     };
 }
@@ -1403,12 +1505,6 @@ const SDK_BACKGROUND_MAX_DEFER_MS = (() => {
     return Number.POSITIVE_INFINITY;
 })();
 
-const SDK_BACKGROUND_WORK_TIMEOUT_MS = (() => {
-    const env = Number(process.env.REPRO_SDK_BACKGROUND_WORK_TIMEOUT_MS);
-    if (Number.isFinite(env) && env >= 0) return Math.trunc(env);
-    return 20000;
-})();
-
 const TRACE_MATERIALIZE_OFFTHREAD_ENABLED = (() => {
     const env = String(process.env.REPRO_TRACE_MATERIALIZE_OFFTHREAD || '').trim().toLowerCase();
     if (!env) return true;
@@ -1738,24 +1834,9 @@ function scheduleSdkBackgroundDrain(delayMs = 0): void {
 }
 
 async function runSdkBackgroundWork(work: () => Promise<void> | void): Promise<void> {
-    if (!Number.isFinite(SDK_BACKGROUND_WORK_TIMEOUT_MS) || SDK_BACKGROUND_WORK_TIMEOUT_MS <= 0) {
-        await work();
-        return;
-    }
-
-    let timeout: NodeJS.Timeout | null = null;
-    const workPromise = Promise.resolve()
+    await Promise.resolve()
         .then(work)
         .catch(() => undefined);
-    const timeoutPromise = new Promise<void>((resolve) => {
-        timeout = setTimeout(resolve, SDK_BACKGROUND_WORK_TIMEOUT_MS);
-        try { (timeout as any).unref?.(); } catch {}
-    });
-
-    await Promise.race([workPromise, timeoutPromise]);
-    if (timeout) {
-        try { clearTimeout(timeout); } catch {}
-    }
 }
 
 async function drainQueuedIngestBeforeBackgroundWork(): Promise<void> {
@@ -2747,7 +2828,7 @@ const TRACE_MAX_EVENTS_PER_REQUEST = (() => {
 const TRACE_MAX_BATCHES_PER_REQUEST = (() => {
     const env = Number(process.env.REPRO_TRACE_MAX_BATCHES_PER_REQUEST);
     if (Number.isFinite(env) && env > 0) return Math.trunc(env);
-    return 8;
+    return Math.ceil(TRACE_MAX_EVENTS_PER_REQUEST / TRACE_BATCH_SIZE);
 })();
 const TRACE_FLUSH_DELAY_MS = 20;
 // Choose how to order trace events in payloads.
@@ -3321,6 +3402,7 @@ async function materializePendingTraceEvents(
         maskReq: MaskRequestContext;
         masking: NormalizedMaskingConfig | null;
         resolvePrivacy: () => NormalizedRuntimePrivacyPolicy | null;
+        captureScope?: RequestCaptureScopeState | null;
     },
 ): Promise<TraceEventRecord[]> {
     for (const evt of events) {
@@ -3367,7 +3449,7 @@ async function materializePendingTraceEvents(
                     previewValue: evt.args,
                     capture: captureContext,
                     metadata: traceValueMetadata,
-                });
+                }, params.captureScope);
                 if (argsValueCapture?.entry) {
                     attachTraceValueEntry(evt, argsValueCapture.entry);
                 }
@@ -3396,7 +3478,7 @@ async function materializePendingTraceEvents(
                     previewValue: evt.returnValue,
                     capture: captureContext,
                     metadata: traceValueMetadata,
-                });
+                }, params.captureScope);
                 if (returnValueCapture?.entry) {
                     attachTraceValueEntry(evt, returnValueCapture.entry);
                 }
@@ -3425,7 +3507,7 @@ async function materializePendingTraceEvents(
                     previewValue: evt.error,
                     capture: captureContext,
                     metadata: traceValueMetadata,
-                });
+                }, params.captureScope);
                 if (errorValueCapture?.entry) {
                     attachTraceValueEntry(evt, errorValueCapture.entry);
                 }
@@ -3443,7 +3525,20 @@ function stripPendingTraceValues(
     reason: string,
 ): TraceEventRecord[] {
     for (const evt of events) {
-        if (!evt.__reproPending) continue;
+        const pending = evt.__reproPending;
+        if (!pending) continue;
+        if (pending.argsRaw !== undefined) {
+            evt.args = makeOmittedValue(reason);
+            evt.argsValueCapture = { status: 'failed-policy' };
+        }
+        if (pending.returnValueRaw !== undefined) {
+            evt.returnValue = makeOmittedValue(reason);
+            evt.returnValueCapture = { status: 'failed-policy' };
+        }
+        if (pending.errorRaw !== undefined) {
+            evt.error = makeOmittedValue(reason);
+            evt.errorValueCapture = { status: 'failed-policy' };
+        }
         delete evt.__reproPending;
     }
     return events;
@@ -3460,6 +3555,7 @@ async function materializePendingTraceEventsAsync(
         maskReq: MaskRequestContext;
         masking: NormalizedMaskingConfig | null;
         resolvePrivacy: () => NormalizedRuntimePrivacyPolicy | null;
+        captureScope?: RequestCaptureScopeState | null;
     },
 ): Promise<TraceEventRecord[]> {
     if (!events.some((evt) => evt.__reproPending)) {
@@ -3474,6 +3570,12 @@ async function materializePendingTraceEventsAsync(
                 resolvePrivacy: () => privacy,
             });
         } catch {
+            recordRequestCaptureFailure(
+                params.captureScope ?? getCtx().captureScope,
+                'privacy.trace',
+                'trace.values',
+                'main_thread_materialization_failed',
+            );
             return stripPendingTraceValues(events, 'main_thread_failed');
         }
     }
@@ -3492,16 +3594,24 @@ async function materializePendingTraceEventsAsync(
             fullValueCaptureEnabled: __FULL_VALUE_CAPTURE_ENABLED,
         });
     } catch (err) {
-        if (isTraceMaterializerTimeoutError(err)) {
-            return stripPendingTraceValues(events, 'worker_timeout');
-        }
         try {
             return await materializePendingTraceEvents(events, {
                 ...params,
                 resolvePrivacy: () => privacy,
             });
         } catch {
-            return stripPendingTraceValues(events, 'worker_failed');
+            recordRequestCaptureFailure(
+                params.captureScope ?? getCtx().captureScope,
+                'privacy.trace',
+                'trace.values',
+                isTraceMaterializerTimeoutError(err)
+                    ? 'worker_timeout_fallback_failed'
+                    : 'worker_and_fallback_failed',
+            );
+            return stripPendingTraceValues(
+                events,
+                isTraceMaterializerTimeoutError(err) ? 'worker_timeout_fallback_failed' : 'worker_failed',
+            );
         }
     }
 }
@@ -4101,6 +4211,7 @@ function materializeInlinePrivacyValue(
     masking: NormalizedMaskingConfig | null,
     privacy: NormalizedRuntimePrivacyPolicy | null,
     db?: RuntimePrivacyDbContext | null,
+    captureScope?: RequestCaptureScopeState | null,
 ): InlinePrivacyMaterializationResult {
     if (value === undefined) {
         return { value };
@@ -4113,6 +4224,12 @@ function materializeInlinePrivacyValue(
         const valueAfterPrivacy = applyPrivacyThenMask(target, value, cfg, req, trace, masking, privacy, db);
         return { value: valueAfterPrivacy };
     } catch {
+        recordRequestCaptureFailure(
+            captureScope ?? getCtx().captureScope,
+            'privacy.inline',
+            target,
+            'privacy_transform_failed',
+        );
         return {
             value: undefined,
             skipped: {
@@ -4133,6 +4250,7 @@ async function materializeInlinePrivacyValueAsync(
     masking: NormalizedMaskingConfig | null,
     privacy: NormalizedRuntimePrivacyPolicy | null,
     db?: RuntimePrivacyDbContext | null,
+    captureScope?: RequestCaptureScopeState | null,
 ): Promise<InlinePrivacyMaterializationResult> {
     if (value === undefined) {
         return { value };
@@ -4145,6 +4263,12 @@ async function materializeInlinePrivacyValueAsync(
         const valueAfterPrivacy = await applyPrivacyThenMaskAsync(target, value, cfg, req, trace, masking, privacy, db);
         return { value: valueAfterPrivacy };
     } catch {
+        recordRequestCaptureFailure(
+            captureScope ?? getCtx().captureScope,
+            'privacy.inline',
+            target,
+            'privacy_transform_failed',
+        );
         return {
             value: undefined,
             skipped: {
@@ -5149,6 +5273,13 @@ function chunkTraceEventsForTransport(
         if (sizedBatches.length >= TRACE_MAX_BATCHES_PER_REQUEST) {
             break;
         }
+        if (current.length >= TRACE_BATCH_SIZE) {
+            sizedBatches.push(current);
+            current = [];
+            if (sizedBatches.length >= TRACE_MAX_BATCHES_PER_REQUEST) {
+                break;
+            }
+        }
         const candidate = current.concat(event);
         const batchIndex = sizedBatches.length;
         const estimatedBytes = estimateTraceBatchSerializedBytes(
@@ -5380,8 +5511,20 @@ async function maybeCaptureRequestValueAsync(
         capture: FullValueCaptureContext;
     },
     sink: TraceValueBatchEntry[],
+    captureScope?: RequestCaptureScopeState | null,
 ): Promise<TraceValueCaptureRef | undefined> {
-    const result = await createCapturedValueEntryAsync(params);
+    let result: Awaited<ReturnType<typeof createCapturedValueEntryAsync>>;
+    try {
+        result = await createCapturedValueEntryAsync(params);
+    } catch {
+        recordRequestCaptureFailure(
+            captureScope ?? getCtx().captureScope,
+            'privacy.full_value',
+            params.target,
+            'privacy_transform_failed',
+        );
+        return { status: 'failed-policy' };
+    }
     if (!result) return undefined;
     if (result.entry) {
         sink.push(result.entry);
@@ -5409,8 +5552,19 @@ async function maybeCaptureTraceValueAsync(
         capture: FullValueCaptureContext;
         metadata?: Partial<TraceValueBatchEntry>;
     },
+    captureScope?: RequestCaptureScopeState | null,
 ): Promise<{ captureRef: TraceValueCaptureRef; entry?: TraceValueBatchEntry } | undefined> {
-    return await createCapturedValueEntryAsync(params);
+    try {
+        return await createCapturedValueEntryAsync(params);
+    } catch {
+        recordRequestCaptureFailure(
+            captureScope ?? getCtx().captureScope,
+            'privacy.full_value',
+            params.target,
+            'privacy_transform_failed',
+        );
+        return { captureRef: { status: 'failed-policy' } };
+    }
 }
 
 function maybeCaptureDbValue(
@@ -5438,8 +5592,20 @@ async function maybeCaptureDbValueAsync(
         capture: FullValueCaptureContext;
     },
     sink: TraceValueBatchEntry[],
+    captureScope?: RequestCaptureScopeState | null,
 ): Promise<TraceValueCaptureRef | undefined> {
-    const result = await createCapturedValueEntryAsync(params);
+    let result: Awaited<ReturnType<typeof createCapturedValueEntryAsync>>;
+    try {
+        result = await createCapturedValueEntryAsync(params);
+    } catch {
+        recordRequestCaptureFailure(
+            captureScope ?? getCtx().captureScope,
+            'privacy.full_value',
+            params.target,
+            'privacy_transform_failed',
+        );
+        return { status: 'failed-policy' };
+    }
     if (!result) return undefined;
     if (result.entry) {
         sink.push(result.entry);
@@ -5475,15 +5641,27 @@ async function maybeCaptureDbValueFromCandidatesAsync(
         capture: FullValueCaptureContext;
     },
     sink: TraceValueBatchEntry[],
+    captureScope?: RequestCaptureScopeState | null,
 ): Promise<TraceValueCaptureRef | undefined> {
     let skippedRef: TraceValueCaptureRef | undefined;
     for (const rawValue of params.rawValues) {
-        const result = await createCapturedValueEntryAsync({
-            target: params.target,
-            rawValue,
-            previewValue: params.previewValue,
-            capture: params.capture,
-        });
+        let result: Awaited<ReturnType<typeof createCapturedValueEntryAsync>>;
+        try {
+            result = await createCapturedValueEntryAsync({
+                target: params.target,
+                rawValue,
+                previewValue: params.previewValue,
+                capture: params.capture,
+            });
+        } catch {
+            recordRequestCaptureFailure(
+                captureScope ?? getCtx().captureScope,
+                'privacy.full_value',
+                params.target,
+                'privacy_transform_failed',
+            );
+            return { status: 'failed-policy' };
+        }
         if (!result) continue;
         if (result.entry) {
             sink.push(result.entry);
@@ -5791,7 +5969,7 @@ export function reproMiddleware(cfg: ReproMiddlewareConfig) {
 
         const clockSkewMs = headerTs !== null ? headerTs - requestStartRaw : 0;
         const rid = nextRequestId(requestEpochMs);
-        const captureScope = createRequestCaptureScope(rid, 'http');
+        const captureScope = createRequestCaptureScope(rid, 'http', captureCfg);
         emitRequestCaptureStart(captureCfg, sid, aid, captureScope, requestEpochMs);
         const t0 = requestStartRaw;
         const url = (req as any).originalUrl || req.url || '/';
@@ -5993,9 +6171,11 @@ export function reproMiddleware(cfg: ReproMiddlewareConfig) {
                         endpointTraceCtx,
                         masking,
                         activePrivacy,
+                        undefined,
+                        captureScope,
                     );
                 const requestBody = requestBodyMaterialization.value;
-                const requestParams = await applyPrivacyThenMaskAsync(
+                const requestParamsMaterialization = await materializeInlinePrivacyValueAsync(
                     'request.params',
                     sanitizeRequestSnapshot((req as any).params),
                     captureCfg,
@@ -6003,8 +6183,11 @@ export function reproMiddleware(cfg: ReproMiddlewareConfig) {
                     endpointTraceCtx,
                     masking,
                     activePrivacy,
+                    undefined,
+                    captureScope,
                 );
-                const requestQuery = await applyPrivacyThenMaskAsync(
+                const requestParams = requestParamsMaterialization.value;
+                const requestQueryMaterialization = await materializeInlinePrivacyValueAsync(
                     'request.query',
                     sanitizeRequestSnapshot((req as any).query),
                     captureCfg,
@@ -6012,8 +6195,11 @@ export function reproMiddleware(cfg: ReproMiddlewareConfig) {
                     endpointTraceCtx,
                     masking,
                     activePrivacy,
+                    undefined,
+                    captureScope,
                 );
-                const maskedHeaders = await applyPrivacyThenMaskAsync(
+                const requestQuery = requestQueryMaterialization.value;
+                const requestHeadersMaterialization = await materializeInlinePrivacyValueAsync(
                     'request.headers',
                     requestHeaders,
                     captureCfg,
@@ -6021,7 +6207,10 @@ export function reproMiddleware(cfg: ReproMiddlewareConfig) {
                     endpointTraceCtx,
                     masking,
                     activePrivacy,
+                    undefined,
+                    captureScope,
                 );
+                const maskedHeaders = requestHeadersMaterialization.value;
                 const responseBodyMaterialization = capturedBody === undefined
                     ? { value: undefined }
                     : limitRawInlinePrivacyValue('response.body', capturedBody)
@@ -6033,6 +6222,8 @@ export function reproMiddleware(cfg: ReproMiddlewareConfig) {
                             endpointTraceCtx,
                             masking,
                             activePrivacy,
+                            undefined,
+                            captureScope,
                         );
                 const responseBody = responseBodyMaterialization.value;
                 const requestValueEntries: TraceValueBatchEntry[] = [];
@@ -6050,7 +6241,7 @@ export function reproMiddleware(cfg: ReproMiddlewareConfig) {
                             masking,
                             privacy: activePrivacy,
                         },
-                    }, requestValueEntries);
+                    }, requestValueEntries, captureScope);
                 const paramsValueCapture = await maybeCaptureRequestValueAsync({
                     target: 'request.params',
                     rawValue: (req as any).params,
@@ -6063,7 +6254,7 @@ export function reproMiddleware(cfg: ReproMiddlewareConfig) {
                         masking,
                         privacy: activePrivacy,
                     },
-                }, requestValueEntries);
+                }, requestValueEntries, captureScope);
                 const queryValueCapture = await maybeCaptureRequestValueAsync({
                     target: 'request.query',
                     rawValue: (req as any).query,
@@ -6076,7 +6267,7 @@ export function reproMiddleware(cfg: ReproMiddlewareConfig) {
                         masking,
                         privacy: activePrivacy,
                     },
-                }, requestValueEntries);
+                }, requestValueEntries, captureScope);
                 const headersValueCapture = await maybeCaptureRequestValueAsync({
                     target: 'request.headers',
                     rawValue: req.headers,
@@ -6089,7 +6280,7 @@ export function reproMiddleware(cfg: ReproMiddlewareConfig) {
                         masking,
                         privacy: activePrivacy,
                     },
-                }, requestValueEntries);
+                }, requestValueEntries, captureScope);
                 const respBodyValueCapture = capturedBody === undefined
                     ? undefined
                     : await maybeCaptureRequestValueAsync({
@@ -6104,7 +6295,7 @@ export function reproMiddleware(cfg: ReproMiddlewareConfig) {
                             masking,
                             privacy: activePrivacy,
                         },
-                    }, requestValueEntries);
+                    }, requestValueEntries, captureScope);
 
                 const responseDurationMs =
                     finishedAt !== null && Number.isFinite(finishedAt)
@@ -6165,9 +6356,43 @@ export function reproMiddleware(cfg: ReproMiddlewareConfig) {
                             t: requestEpochMs,
                         }]
                     });
-                    captureScope.backendRequestCount += 1;
                 } catch {
-                    // never break user code
+                    recordRequestCaptureFailure(
+                        captureScope,
+                        'request.capture',
+                        'backend_request',
+                        'request_materialization_failed',
+                    );
+                    // Preserve non-sensitive request metadata so the manifest cannot
+                    // silently turn a failed policy capture into a zero-request scope.
+                    post(captureCfg, sid, {
+                        entries: [{
+                            actionId: aid,
+                            request: {
+                                rid,
+                                method: req.method,
+                                url,
+                                path,
+                                status: res.statusCode,
+                                durMs:
+                                    finishedAt !== null && Number.isFinite(finishedAt)
+                                        ? Math.max(0, finishedAt - t0)
+                                        : Date.now() - t0,
+                                key,
+                                bodyMaterialization: {
+                                    status: 'skipped',
+                                    reason: 'request_materialization_failed',
+                                    target: 'request.body',
+                                },
+                                respBodyMaterialization: {
+                                    status: 'skipped',
+                                    reason: 'request_materialization_failed',
+                                    target: 'response.body',
+                                },
+                            },
+                            t: requestEpochMs,
+                        }],
+                    });
                 }
             };
 
@@ -6290,6 +6515,7 @@ export function reproMiddleware(cfg: ReproMiddlewareConfig) {
                                 maskReq,
                                 masking,
                                 resolvePrivacy,
+                                captureScope,
                             });
                             const baseEvents = balanceTraceEvents(materializedEvents.slice());
                             const orderedEvents = TRACE_ORDER_MODE === 'tree'
@@ -6308,12 +6534,21 @@ export function reproMiddleware(cfg: ReproMiddlewareConfig) {
                             }
 
                         } catch {
+                            recordRequestCaptureFailure(
+                                captureScope,
+                                'trace.capture',
+                                'trace.batches',
+                                'trace_capture_failed',
+                            );
                             captureScope.traceBatchCount = 0;
                             traceBatches = [];
-                        } finally {
-                            emitRequestCaptureManifest(traceBatches.length);
                         }
 
+                        // Finalize policy/materialization status before publishing the
+                        // high-priority manifest. The manifest must lead its evidence
+                        // on the wire so a large trace queue cannot starve completion.
+                        emitRequestCaptureManifest(traceBatches.length);
+
                         try {
                             for (let i = 0; i < traceBatches.length; i++) {
                                 const batch = traceBatches[i];
@@ -6334,7 +6569,12 @@ export function reproMiddleware(cfg: ReproMiddlewareConfig) {
                                 });
                             }
                         } catch {
-                            // never break user code
+                            recordRequestCaptureFailure(
+                                captureScope,
+                                'trace.enqueue',
+                                'trace.batches',
+                                'trace_enqueue_failed',
+                            );
                         }
                     };
                 }
@@ -6935,6 +7175,11 @@ function emitDbQuery(cfg: any, sid?: string, aid?: string, payload?: any) {
     const ctx = getCtx() as Ctx;
     const spanContext = payload?.spanContext ?? captureSpanContextFromTracer();
     if (!shouldCaptureDbSpan(spanContext)) return;
+    if (sid && ctx.captureScope) {
+        // Count the observed database operation before asynchronous privacy
+        // materialization. A later failure must remain visible to completeness.
+        ctx.captureScope.dbChangeCount += 1;
+    }
     const runCtx: Ctx = {
         sid: ctx.sid,
         aid: ctx.aid,
@@ -6946,7 +7191,14 @@ function emitDbQuery(cfg: any, sid?: string, aid?: string, payload?: any) {
     };
     scheduleSdkBackgroundWork(async () => {
         await als.run(runCtx, async () => {
-            await emitDbQueryAsync(cfg, sid, aid, payload).catch(() => undefined);
+            await emitDbQueryAsync(cfg, sid, aid, payload).catch(() => {
+                recordRequestCaptureFailure(
+                    runCtx.captureScope,
+                    'db.capture',
+                    'db.change',
+                    'db_capture_failed',
+                );
+            });
         });
     }, { priority: 'high' });
 }
@@ -7061,8 +7313,13 @@ async function emitDbQueryAsync(cfg: any, sid?: string, aid?: string, payload?:
             t: payload.t,
         }]
     });
-    if (enqueued && ctx.captureScope) {
-        ctx.captureScope.dbChangeCount += 1;
+    if (!enqueued) {
+        recordRequestCaptureFailure(
+            ctx.captureScope,
+            'db.enqueue',
+            'db.change',
+            'db_enqueue_failed',
+        );
     }
 }
 
@@ -7498,6 +7755,7 @@ async function materializeKafkaRequestBody(
     cfg: ReproMiddlewareConfig,
     maskReq: MaskRequestContext,
     body: Record<string, any>,
+    captureScope?: RequestCaptureScopeState | null,
 ): Promise<InlinePrivacyMaterializationResult> {
     return materializeInlinePrivacyValueAsync(
         'request.body',
@@ -7507,6 +7765,8 @@ async function materializeKafkaRequestBody(
         null,
         normalizeMaskingConfig(cfg.masking),
         getRuntimePrivacyState(cfg).policy ?? null,
+        undefined,
+        captureScope,
     );
 }
 
@@ -7595,6 +7855,7 @@ function recordKafkaTraceEvent(
         fn: raw.fn,
         wrapperClass: inferWrapperClassFromFn(raw.fn),
         file: raw.file ?? null,
+        sourceFile: sourceFileForLibrary,
         line: typeof raw.line === 'number' ? raw.line : null,
         depth: typeof raw.depth === 'number' ? raw.depth : undefined,
         library: inferLibraryNameFromFile(sourceFileForLibrary ?? raw.file),
@@ -7727,6 +7988,7 @@ function buildPendingKafkaTraceEvent(raw: any): PendingTraceEventRecord | null {
         fn: raw.fn,
         wrapperClass: inferWrapperClassFromFn(raw.fn),
         file: raw.file ?? null,
+        sourceFile: sourceFileForLibrary,
         line: typeof raw.line === 'number' ? raw.line : null,
         depth: typeof raw.depth === 'number' ? raw.depth : undefined,
         library: inferLibraryNameFromFile(sourceFileForLibrary ?? raw.file),
@@ -7844,22 +8106,31 @@ function scheduleKafkaTraceFlush(
                 const evt = buildPendingKafkaTraceEvent(rawTraceEvent);
                 if (evt) pendingEvents.push(evt);
             }
-            if (!pendingEvents.length) return;
-            const masking = normalizeMaskingConfig(cfg.masking);
-            const preparedEvents = preparePendingTraceEventsForFlush(pendingEvents);
-            const materializedEvents = await materializePendingTraceEventsAsync(preparedEvents, {
-                cfg,
-                maskReq,
-                masking,
-                resolvePrivacy: () => getRuntimePrivacyState(cfg).policy ?? null,
-            });
-            const entries = buildKafkaTraceEntries(actionId, requestRid, materializedEvents);
+            let entries: LegacyEntry[] = [];
+            try {
+                if (pendingEvents.length) {
+                    const masking = normalizeMaskingConfig(cfg.masking);
+                    const preparedEvents = preparePendingTraceEventsForFlush(pendingEvents);
+                    const materializedEvents = await materializePendingTraceEventsAsync(preparedEvents, {
+                        cfg,
+                        maskReq,
+                        masking,
+                        resolvePrivacy: () => getRuntimePrivacyState(cfg).policy ?? null,
+                        captureScope,
+                    });
+                    entries = buildKafkaTraceEntries(actionId, requestRid, materializedEvents);
+                }
+            } catch {
+                recordRequestCaptureFailure(
+                    captureScope,
+                    'trace.capture',
+                    'trace.batches',
+                    'trace_capture_failed',
+                );
+            }
             if (captureScope) {
                 captureScope.traceBatchCount = entries.length;
             }
-            if (entries.length) {
-                post(cfg, sid, { entries });
-            }
             if (captureScope) {
                 post(cfg, sid, {
                     entries: [{
@@ -7871,7 +8142,10 @@ function scheduleKafkaTraceFlush(
                         ),
                         t: alignedNow(),
                     }],
-                });
+                }, { priority: 'high' });
+            }
+            if (entries.length) {
+                post(cfg, sid, { entries });
             }
         });
     }, { priority: 'high' });
@@ -7890,7 +8164,7 @@ function patchKafkaProducerInstance(producer: any, cfg: KafkaJsPatchConfig) {
             const aid = ctx.aid ?? fallback.aid ?? null;
             const span = captureSpanContextFromTracer();
             const publishRid = nextRequestId(alignedNow());
-            const captureScope = createRequestCaptureScope(publishRid, 'kafka');
+            const captureScope = createRequestCaptureScope(publishRid, 'kafka', cfg);
             emitRequestCaptureStart(cfg, sid, aid, captureScope);
             const payloadObj = payload && typeof payload === 'object' ? payload : {};
             const topic = sanitizeKafkaTopic((payloadObj as any).topic);
@@ -7949,7 +8223,7 @@ function patchKafkaProducerInstance(producer: any, cfg: KafkaJsPatchConfig) {
                     traceId: span?.traceId ?? null,
                     spanId: span?.spanId ?? null,
                     parentSpanId: span?.parentSpanId ?? null,
-                });
+                }, captureScope);
 
                 const requestPayload: Record<string, any> = {
                     rid: publishRid,
@@ -7980,7 +8254,6 @@ function patchKafkaProducerInstance(producer: any, cfg: KafkaJsPatchConfig) {
                         },
                     ],
                 });
-                captureScope.backendRequestCount += 1;
                 post(cfg, sid, {
                     entries: [{
                         actionId: aid ?? null,
@@ -8005,7 +8278,7 @@ function patchKafkaProducerInstance(producer: any, cfg: KafkaJsPatchConfig) {
             const aid = ctx.aid ?? fallback.aid ?? null;
             const span = captureSpanContextFromTracer();
             const publishRid = nextRequestId(alignedNow());
-            const captureScope = createRequestCaptureScope(publishRid, 'kafka');
+            const captureScope = createRequestCaptureScope(publishRid, 'kafka', cfg);
             emitRequestCaptureStart(cfg, sid, aid, captureScope);
 
             const payloadObj = payload && typeof payload === 'object' ? payload : {};
@@ -8099,7 +8372,7 @@ function patchKafkaProducerInstance(producer: any, cfg: KafkaJsPatchConfig) {
                     traceId: span?.traceId ?? null,
                     spanId: span?.spanId ?? null,
                     parentSpanId: span?.parentSpanId ?? null,
-                });
+                }, captureScope);
                 const requestPayload: Record<string, any> = {
                     rid: publishRid,
                     method: 'KAFKA_PUBLISH_BATCH',
@@ -8129,7 +8402,6 @@ function patchKafkaProducerInstance(producer: any, cfg: KafkaJsPatchConfig) {
                         },
                     ],
                 });
-                captureScope.backendRequestCount += 1;
                 post(cfg, sid, {
                     entries: [{
                         actionId: aid ?? null,
@@ -8156,7 +8428,7 @@ function wrapKafkaEachMessageHandler(eachMessage: any, cfg: KafkaJsPatchConfig,
         const aid = runtime.aid;
         const consumeRid = nextRequestId(`${topic}-${message?.offset ?? alignedNow()}`);
         const traceId = consumeRid;
-        const captureScope = createRequestCaptureScope(consumeRid, 'kafka');
+        const captureScope = createRequestCaptureScope(consumeRid, 'kafka', cfg);
         emitRequestCaptureStart(cfg, sid, aid, captureScope);
         const rawTraceEvents: any[] = [];
         const maskReq: MaskRequestContext = {
@@ -8228,7 +8500,7 @@ function wrapKafkaEachMessageHandler(eachMessage: any, cfg: KafkaJsPatchConfig,
                 valueEncoding: messagePayload.valueEncoding,
                 valueBytes: messagePayload.valueBytes,
                 message: messagePayload,
-            });
+            }, captureScope);
             const requestPayload: Record<string, any> = {
                 rid: consumeRid,
                 method: 'KAFKA_CONSUME',
@@ -8250,7 +8522,6 @@ function wrapKafkaEachMessageHandler(eachMessage: any, cfg: KafkaJsPatchConfig,
                     t: alignedNow(),
                 }],
             });
-            captureScope.backendRequestCount += 1;
             scheduleKafkaTraceFlush(cfg, kafkaCtx, aid, consumeRid, rawTraceEvents, maskReq, captureScope);
         }
     };
@@ -8267,7 +8538,7 @@ function wrapKafkaEachBatchHandler(eachBatch: any, cfg: KafkaJsPatchConfig, cons
         const aid = runtime.aid;
         const consumeRid = nextRequestId(`${topic}-batch-${alignedNow()}`);
         const traceId = consumeRid;
-        const captureScope = createRequestCaptureScope(consumeRid, 'kafka');
+        const captureScope = createRequestCaptureScope(consumeRid, 'kafka', cfg);
         emitRequestCaptureStart(cfg, sid, aid, captureScope);
         const rawTraceEvents: any[] = [];
         const maskReq: MaskRequestContext = {
@@ -8337,7 +8608,7 @@ function wrapKafkaEachBatchHandler(eachBatch: any, cfg: KafkaJsPatchConfig, cons
                 parentSpanId: runtime.parentSpanId,
                 firstMessageKey: firstMessagePayload?.key ?? null,
                 messages: messages.map((message: any) => buildKafkaMessagePayload(message)),
-            });
+            }, captureScope);
             const requestPayload: Record<string, any> = {
                 rid: consumeRid,
                 method: 'KAFKA_CONSUME_BATCH',
@@ -8359,7 +8630,6 @@ function wrapKafkaEachBatchHandler(eachBatch: any, cfg: KafkaJsPatchConfig, cons
                     t: alignedNow(),
                 }],
             });
-            captureScope.backendRequestCount += 1;
             scheduleKafkaTraceFlush(cfg, kafkaCtx, aid, consumeRid, rawTraceEvents, maskReq, captureScope);
         }
     };
@@ -8782,24 +9052,28 @@ function scheduleAmqpTraceFlush(
             }
 
             let entries: LegacyEntry[] = [];
-            if (pendingEvents.length) {
-                const masking = normalizeMaskingConfig(cfg.masking);
-                const preparedEvents = preparePendingTraceEventsForFlush(pendingEvents);
-                const materializedEvents = await materializePendingTraceEventsAsync(preparedEvents, {
-                    cfg,
-                    maskReq,
-                    masking,
-                    resolvePrivacy: () => getRuntimePrivacyState(cfg).policy ?? null,
-                });
-                entries = buildAmqpTraceEntries(actionId, requestRid, materializedEvents);
-                captureScope.traceBatchCount = entries.length;
-                if (entries.length) {
-                    post(cfg, sid, { entries });
+            try {
+                if (pendingEvents.length) {
+                    const masking = normalizeMaskingConfig(cfg.masking);
+                    const preparedEvents = preparePendingTraceEventsForFlush(pendingEvents);
+                    const materializedEvents = await materializePendingTraceEventsAsync(preparedEvents, {
+                        cfg,
+                        maskReq,
+                        masking,
+                        resolvePrivacy: () => getRuntimePrivacyState(cfg).policy ?? null,
+                        captureScope,
+                    });
+                    entries = buildAmqpTraceEntries(actionId, requestRid, materializedEvents);
                 }
-            } else {
-                captureScope.traceBatchCount = 0;
+            } catch {
+                recordRequestCaptureFailure(
+                    captureScope,
+                    'trace.capture',
+                    'trace.batches',
+                    'trace_capture_failed',
+                );
             }
-
+            captureScope.traceBatchCount = entries.length;
             post(cfg, sid, {
                 entries: [{
                     actionId: actionId ?? null,
@@ -8810,7 +9084,10 @@ function scheduleAmqpTraceFlush(
                     ),
                     t: alignedNow(),
                 }],
-            });
+            }, { priority: 'high' });
+            if (entries.length) {
+                post(cfg, sid, { entries });
+            }
         });
     }, { priority: 'high' });
 }
@@ -8882,7 +9159,12 @@ function scheduleAmqpPublishCapture(params: {
     };
 
     scheduleSdkBackgroundWork(async () => {
-        const bodyMaterialization = await materializeKafkaRequestBody(params.cfg, maskReq, body);
+        const bodyMaterialization = await materializeKafkaRequestBody(
+            params.cfg,
+            maskReq,
+            body,
+            params.captureScope,
+        );
         const requestPayload: Record<string, any> = {
             rid: params.publishRid,
             method: params.method,
@@ -8913,7 +9195,6 @@ function scheduleAmqpPublishCapture(params: {
                 t: alignedNow(),
             }],
         });
-        params.captureScope.backendRequestCount += 1;
         post(params.cfg, params.sid!, {
             entries: [{
                 actionId: params.aid ?? null,
@@ -8975,7 +9256,7 @@ function patchAmqplibPublishMethod(
             : `amqp://queue/${queue}`;
         const key = `${method} ${methodName === 'publish' ? `${exchange || 'default'}/${routingKey}` : queue}`;
         const content = methodName === 'publish' ? args[2] : args[1];
-        const captureScope = createRequestCaptureScope(publishRid, 'amqp');
+        const captureScope = createRequestCaptureScope(publishRid, 'amqp', cfg);
         emitRequestCaptureStart(cfg, sid, aid, captureScope);
         const t0 = Date.now();
         let finished = false;
@@ -9065,7 +9346,7 @@ function wrapAmqplibConsumeHandler(onMessage: any, cfg: AmqplibPatchConfig, queu
         const deliveryTag = message?.fields?.deliveryTag ?? alignedNow();
         const consumeRid = nextRequestId(`${queueName}-${deliveryTag}`);
         const traceId = consumeRid;
-        const captureScope = createRequestCaptureScope(consumeRid, 'amqp');
+        const captureScope = createRequestCaptureScope(consumeRid, 'amqp', cfg);
         emitRequestCaptureStart(cfg, sid, aid, captureScope);
         const rawTraceEvents: any[] = [];
         const maskReq: MaskRequestContext = {
@@ -9150,7 +9431,12 @@ function wrapAmqplibConsumeHandler(onMessage: any, cfg: AmqplibPatchConfig, queu
             };
 
             scheduleSdkBackgroundWork(async () => {
-                const bodyMaterialization = await materializeKafkaRequestBody(cfg, maskReq, body);
+                const bodyMaterialization = await materializeKafkaRequestBody(
+                    cfg,
+                    maskReq,
+                    body,
+                    captureScope,
+                );
                 const requestPayload: Record<string, any> = {
                     rid: consumeRid,
                     method: 'AMQP_CONSUME',
@@ -9172,7 +9458,6 @@ function wrapAmqplibConsumeHandler(onMessage: any, cfg: AmqplibPatchConfig, queu
                         t: alignedNow(),
                     }],
                 });
-                captureScope.backendRequestCount += 1;
                 scheduleAmqpTraceFlush(cfg, amqpCtx, aid, consumeRid, rawTraceEvents, maskReq, captureScope);
             }, { priority: 'high' });
         };