@llmops/app 1.0.0-beta.14 → 1.0.0-beta.16

package/dist/index.cjs

@@ -14182,13 +14182,6 @@ function createBatchWriter(deps, config$1 = {}) {
 	function enqueue(request) {
 		queue.push(request);
 		log(`[BatchWriter] Enqueued request ${request.requestId}, queue size: ${queue.length}`);
-		if (typeof globalThis.process === "undefined" || !globalThis.process?.versions?.node) {
-			flush().catch((err) => {
-				const errorMsg = err instanceof Error ? err.message : String(err);
-				__llmops_core.logger.error(`[BatchWriter] Edge flush error: ${errorMsg}`);
-			});
-			return;
-		}
 		if (!running) start();
 		if (queue.length >= maxBatchSize) {
 			log(`[BatchWriter] Max batch size reached, forcing flush`);
@@ -14388,13 +14381,6 @@ function createTraceBatchWriter(deps, config$1 = {}) {
 	function enqueue(item) {
 		queue.push(item);
 		log(`[TraceBatchWriter] Enqueued span ${item.span.spanId}, queue size: ${queue.length}`);
-		if (typeof globalThis.process === "undefined" || !globalThis.process?.versions?.node) {
-			flush().catch((err) => {
-				const errorMsg = err instanceof Error ? err.message : String(err);
-				__llmops_core.logger.error(`[TraceBatchWriter] Edge flush error: ${errorMsg}`);
-			});
-			return;
-		}
 		if (!running) start();
 		if (queue.length >= maxBatchSize) {
 			log(`[TraceBatchWriter] Max batch size reached, forcing flush`);
@@ -14565,6 +14551,7 @@ function createCostTrackingMiddleware(config$1 = {}) {
 			log(`Skipping cost tracking - no telemetry store configured`);
 			return;
 		}
+		const waitUntil = c.get("llmopsConfig")?.waitUntil;
 		const batchWriter = getGlobalBatchWriter({ batchInsertRequests: (requests) => db.batchInsertRequests(requests) }, {
 			flushIntervalMs,
 			debug
@@ -14608,6 +14595,7 @@ function createCostTrackingMiddleware(config$1 = {}) {
 					traceContext,
 					batchWriter,
 					traceBatchWriter,
+					waitUntil,
 					trackErrors,
 					log
 				});
@@ -14673,6 +14661,7 @@ function createCostTrackingMiddleware(config$1 = {}) {
 				traceContext,
 				batchWriter,
 				traceBatchWriter,
+				waitUntil,
 				trackErrors,
 				log
 			});
@@ -14683,7 +14672,7 @@ function createCostTrackingMiddleware(config$1 = {}) {
 * Process usage data and log to batch writer
 */
 async function processUsageAndLog(params) {
-	const { requestId, provider, model, configId, variantId, environmentId, providerConfigId, endpoint, statusCode, latencyMs, isStreaming, usage, guardrailResults, tags = {}, input, output, traceContext, batchWriter, traceBatchWriter, trackErrors, log } = params;
+	const { requestId, provider, model, configId, variantId, environmentId, providerConfigId, endpoint, statusCode, latencyMs, isStreaming, usage, guardrailResults, tags = {}, input, output, traceContext, batchWriter, traceBatchWriter, waitUntil, trackErrors, log } = params;
 	if (!trackErrors && statusCode >= 400) {
 		log(`Skipping error response (${statusCode})`);
 		return;
@@ -14828,6 +14817,7 @@ async function processUsageAndLog(params) {
 		});
 		log(`Enqueued trace span ${traceContext.spanId} for trace ${traceContext.traceId}`);
 	}
+	if (waitUntil) waitUntil(Promise.all([batchWriter.flush(), traceBatchWriter ? traceBatchWriter.flush() : Promise.resolve()]));
 }
 
 //#endregion

package/dist/index.mjs

@@ -14156,13 +14156,6 @@ function createBatchWriter(deps, config$1 = {}) {
 	function enqueue(request) {
 		queue.push(request);
 		log(`[BatchWriter] Enqueued request ${request.requestId}, queue size: ${queue.length}`);
-		if (typeof globalThis.process === "undefined" || !globalThis.process?.versions?.node) {
-			flush().catch((err) => {
-				const errorMsg = err instanceof Error ? err.message : String(err);
-				logger.error(`[BatchWriter] Edge flush error: ${errorMsg}`);
-			});
-			return;
-		}
 		if (!running) start();
 		if (queue.length >= maxBatchSize) {
 			log(`[BatchWriter] Max batch size reached, forcing flush`);
@@ -14362,13 +14355,6 @@ function createTraceBatchWriter(deps, config$1 = {}) {
 	function enqueue(item) {
 		queue.push(item);
 		log(`[TraceBatchWriter] Enqueued span ${item.span.spanId}, queue size: ${queue.length}`);
-		if (typeof globalThis.process === "undefined" || !globalThis.process?.versions?.node) {
-			flush().catch((err) => {
-				const errorMsg = err instanceof Error ? err.message : String(err);
-				logger.error(`[TraceBatchWriter] Edge flush error: ${errorMsg}`);
-			});
-			return;
-		}
 		if (!running) start();
 		if (queue.length >= maxBatchSize) {
 			log(`[TraceBatchWriter] Max batch size reached, forcing flush`);
@@ -14539,6 +14525,7 @@ function createCostTrackingMiddleware(config$1 = {}) {
 			log(`Skipping cost tracking - no telemetry store configured`);
 			return;
 		}
+		const waitUntil = c.get("llmopsConfig")?.waitUntil;
 		const batchWriter = getGlobalBatchWriter({ batchInsertRequests: (requests) => db.batchInsertRequests(requests) }, {
 			flushIntervalMs,
 			debug
@@ -14582,6 +14569,7 @@ function createCostTrackingMiddleware(config$1 = {}) {
 					traceContext,
 					batchWriter,
 					traceBatchWriter,
+					waitUntil,
 					trackErrors,
 					log
 				});
@@ -14647,6 +14635,7 @@ function createCostTrackingMiddleware(config$1 = {}) {
 				traceContext,
 				batchWriter,
 				traceBatchWriter,
+				waitUntil,
 				trackErrors,
 				log
 			});
@@ -14657,7 +14646,7 @@ function createCostTrackingMiddleware(config$1 = {}) {
 * Process usage data and log to batch writer
 */
 async function processUsageAndLog(params) {
-	const { requestId, provider, model, configId, variantId, environmentId, providerConfigId, endpoint, statusCode, latencyMs, isStreaming, usage, guardrailResults, tags = {}, input, output, traceContext, batchWriter, traceBatchWriter, trackErrors, log } = params;
+	const { requestId, provider, model, configId, variantId, environmentId, providerConfigId, endpoint, statusCode, latencyMs, isStreaming, usage, guardrailResults, tags = {}, input, output, traceContext, batchWriter, traceBatchWriter, waitUntil, trackErrors, log } = params;
 	if (!trackErrors && statusCode >= 400) {
 		log(`Skipping error response (${statusCode})`);
 		return;
@@ -14802,6 +14791,7 @@ async function processUsageAndLog(params) {
 		});
 		log(`Enqueued trace span ${traceContext.spanId} for trace ${traceContext.traceId}`);
 	}
+	if (waitUntil) waitUntil(Promise.all([batchWriter.flush(), traceBatchWriter ? traceBatchWriter.flush() : Promise.resolve()]));
 }
 
 //#endregion

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llmops/app",
-  "version": "1.0.0-beta.14",
+  "version": "1.0.0-beta.16",
   "description": "LLMOps application with server and client",
   "type": "module",
   "license": "Apache-2.0",
@@ -75,9 +75,9 @@
     "react-hook-form": "^7.68.0",
     "recharts": "^3.6.0",
     "uuid": "^13.0.0",
-    "@llmops/gateway": "^1.0.0-beta.14",
-    "@llmops/sdk": "^1.0.0-beta.14",
-    "@llmops/core": "^1.0.0-beta.14"
+    "@llmops/core": "^1.0.0-beta.16",
+    "@llmops/sdk": "^1.0.0-beta.16",
+    "@llmops/gateway": "^1.0.0-beta.16"
   },
   "peerDependencies": {
     "react": "^19.2.1",