@llmops/gateway 0.4.6 → 0.4.7-beta.1

package/dist/index.cjs

@@ -10375,7 +10375,7 @@ const retryRequest = async (url, options, retryCount, statusCodesToRetry, timeou
 
 //#endregion
 //#region package.json
-var version = "0.4.6";
+var version = "0.4.7-beta.1";
 
 //#endregion
 //#region src/providers/bytez/api.ts
@@ -13403,6 +13403,13 @@ const OpenAICreateModelResponseConfig = {
 	}
 };
 function* OpenAIModelResponseJSONToStreamGenerator(response) {
+	if (!response) {
+		yield getResponseErrorEvent({
+			code: "null_response",
+			message: "Model did not return a response"
+		});
+		return;
+	}
 	if (response.error?.code) {
 		yield getResponseErrorEvent(response.error);
 		return;
@@ -13697,6 +13704,19 @@ const ChatCompleteResponseTransformer = (provider, customTransformer) => {
 };
 const OpenAICreateModelResponseTransformer = (provider, customTransformer) => {
 	const transformer = (response, responseStatus) => {
+		if (!response) {
+			const errorResponse = {
+				error: {
+					message: "Model did not return a response",
+					type: "null_response",
+					param: null,
+					code: "null_response"
+				},
+				provider: provider ?? OPEN_AI
+			};
+			if (customTransformer) return customTransformer(errorResponse, true);
+			return errorResponse;
+		}
 		if (responseStatus !== 200 && "error" in response) {
 			const errorResponse = OpenAIErrorResponseTransform(response, provider ?? OPEN_AI);
 			if (customTransformer) return customTransformer(response, true);

package/dist/index.mjs

@@ -10348,7 +10348,7 @@ const retryRequest = async (url, options, retryCount, statusCodesToRetry, timeou
 
 //#endregion
 //#region package.json
-var version = "0.4.6";
+var version = "0.4.7-beta.1";
 
 //#endregion
 //#region src/providers/bytez/api.ts
@@ -13376,6 +13376,13 @@ const OpenAICreateModelResponseConfig = {
 	}
 };
 function* OpenAIModelResponseJSONToStreamGenerator(response) {
+	if (!response) {
+		yield getResponseErrorEvent({
+			code: "null_response",
+			message: "Model did not return a response"
+		});
+		return;
+	}
 	if (response.error?.code) {
 		yield getResponseErrorEvent(response.error);
 		return;
@@ -13670,6 +13677,19 @@ const ChatCompleteResponseTransformer = (provider, customTransformer) => {
 };
 const OpenAICreateModelResponseTransformer = (provider, customTransformer) => {
 	const transformer = (response, responseStatus) => {
+		if (!response) {
+			const errorResponse = {
+				error: {
+					message: "Model did not return a response",
+					type: "null_response",
+					param: null,
+					code: "null_response"
+				},
+				provider: provider ?? OPEN_AI
+			};
+			if (customTransformer) return customTransformer(errorResponse, true);
+			return errorResponse;
+		}
 		if (responseStatus !== 200 && "error" in response) {
 			const errorResponse = OpenAIErrorResponseTransform(response, provider ?? OPEN_AI);
 			if (customTransformer) return customTransformer(response, true);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llmops/gateway",
-  "version": "0.4.6",
+  "version": "0.4.7-beta.1",
   "description": "AI gateway for LLMOps (forked from Portkey)",
   "type": "module",
   "license": "Apache-2.0",