@llmops/gateway 1.0.0-beta.1 → 1.0.0-beta.11

package/dist/index.cjs

@@ -31,8 +31,6 @@ let hono_pretty_json = require("hono/pretty-json");
 let hono_http_exception = require("hono/http-exception");
 let hono_compress = require("hono/compress");
 let hono_adapter = require("hono/adapter");
-let path = require("path");
-path = __toESM(path);
 let __cfworker_json_schema = require("@cfworker/json-schema");
 let __aws_crypto_sha256_js = require("@aws-crypto/sha256-js");
 let __smithy_signature_v4 = require("@smithy/signature-v4");
@@ -42,6 +40,8 @@ let async_retry = require("async-retry");
 async_retry = __toESM(async_retry);
 let fs_promises = require("fs/promises");
 fs_promises = __toESM(fs_promises);
+let path = require("path");
+path = __toESM(path);
 let ioredis = require("ioredis");
 ioredis = __toESM(ioredis);
 
@@ -650,11 +650,11 @@ function aborted(x, startIndex = 0) {
 	for (let i = startIndex; i < x.issues.length; i++) if (x.issues[i]?.continue !== true) return true;
 	return false;
 }
-function prefixIssues(path$2, issues) {
+function prefixIssues(path$1, issues) {
 	return issues.map((iss) => {
 		var _a$1;
 		(_a$1 = iss).path ?? (_a$1.path = []);
-		iss.path.unshift(path$2);
+		iss.path.unshift(path$1);
 		return iss;
 	});
 }
@@ -4434,18 +4434,18 @@ const configSchema = object({
 //#endregion
 //#region src/utils/env.ts
 const isNodeInstance = (0, hono_adapter.getRuntimeKey)() == "node";
-let path$1;
-let fs;
-if (isNodeInstance) {
-	path$1 = require("path");
-	fs = require("fs");
-}
+let nodeFs = null;
+let nodePath = null;
+isNodeInstance ? Promise.all([import("node:path"), import("node:fs")]).then(([p, f]) => {
+	nodePath = p;
+	nodeFs = f;
+}) : Promise.resolve();
 function getValueOrFileContents(value, ignore) {
 	if (!value || ignore) return value;
 	try {
-		if (value.startsWith("/") || value.startsWith("./") || value.startsWith("../")) {
-			const resolvedPath = path$1.resolve(value);
-			if (fs.existsSync(resolvedPath)) return fs.readFileSync(resolvedPath, "utf8").trim();
+		if (nodePath && nodeFs && (value.startsWith("/") || value.startsWith("./") || value.startsWith("../"))) {
+			const resolvedPath = nodePath.resolve(value);
+			if (nodeFs.existsSync(resolvedPath)) return nodeFs.readFileSync(resolvedPath, "utf8").trim();
 		}
 		return value;
 	} catch (error) {
@@ -4453,7 +4453,7 @@ function getValueOrFileContents(value, ignore) {
 		return value;
 	}
 }
-const nodeEnv = {
+const nodeEnv = isNodeInstance ? {
 	NODE_ENV: getValueOrFileContents(process.env.NODE_ENV, true),
 	PORT: getValueOrFileContents(process.env.PORT) || 8787,
 	TLS_KEY_PATH: getValueOrFileContents(process.env.TLS_KEY_PATH, true),
@@ -4496,7 +4496,7 @@ const nodeEnv = {
 	HTTPS_PROXY: getValueOrFileContents(process.env.HTTPS_PROXY),
 	APM_LOGGER: getValueOrFileContents(process.env.APM_LOGGER),
 	TRUSTED_CUSTOM_HOSTS: getValueOrFileContents(process.env.TRUSTED_CUSTOM_HOSTS)
-};
+} : {};
 const Environment = (c) => {
 	if (isNodeInstance) return nodeEnv;
 	if (c) return (0, hono_adapter.env)(c);
@@ -10375,7 +10375,7 @@ const retryRequest = async (url, options, retryCount, statusCodesToRetry, timeou
 
 //#endregion
 //#region package.json
-var version = "1.0.0-beta.1";
+var version = "1.0.0-beta.11";
 
 //#endregion
 //#region src/providers/bytez/api.ts
@@ -17192,8 +17192,8 @@ const BedrockFinetuneResponseTransform = (response, responseStatus) => {
 * @param path - The dot-separated path to the property.
 * @param value - The value to set the property to.
 */
-function setNestedProperty(obj, path$2, value) {
-	const parts = path$2.split(".");
+function setNestedProperty(obj, path$1, value) {
+	const parts = path$1.split(".");
 	let current = obj;
 	for (let i = 0; i < parts.length - 1; i++) {
 		if (!current[parts[i]]) current[parts[i]] = {};
@@ -18745,7 +18745,7 @@ const CohereGetBatchOutputHandler = async ({ c, providerOptions, requestURL }) =
 					headers
 				})).arrayBuffer();
 				const buf = Buffer.from(arrayBuffer);
-				const avro = require("avsc");
+				const avro = await import("avsc");
 				const decoder$1 = new avro.streams.BlockDecoder({ parseHook: (schema) => {
 					return avro.Type.forSchema(schema, { wrapUnions: true });
 				} });
@@ -26712,7 +26712,7 @@ const AzureAIInferenceAPI = {
 		const isAnthropicModel = azureFoundryUrl?.includes("anthropic") || urlToFetch?.includes("anthropic");
 		let mappedFn = fn;
 		const urlObj = new URL(gatewayRequestURL);
-		const path$2 = urlObj.pathname.replace("/v1", "");
+		const path$1 = urlObj.pathname.replace("/v1", "");
 		const searchParams = urlObj.searchParams;
 		if (azureApiVersion) searchParams.set("api-version", azureApiVersion);
 		const deploymentName = deploymentId || azureDeploymentName;
@@ -26728,20 +26728,20 @@ const AzureAIInferenceAPI = {
 			createSpeech: "/audio/speech",
 			createTranscription: "/audio/transcriptions",
 			createTranslation: "/audio/translations",
-			uploadFile: path$2,
-			retrieveFile: path$2,
-			listFiles: path$2,
-			deleteFile: path$2,
-			retrieveFileContent: path$2,
-			listBatches: path$2,
-			retrieveBatch: path$2,
-			cancelBatch: path$2,
-			getBatchOutput: path$2,
-			createBatch: path$2,
+			uploadFile: path$1,
+			retrieveFile: path$1,
+			listFiles: path$1,
+			deleteFile: path$1,
+			retrieveFileContent: path$1,
+			listBatches: path$1,
+			retrieveBatch: path$1,
+			cancelBatch: path$1,
+			getBatchOutput: path$1,
+			createBatch: path$1,
 			createModelResponse: "/responses",
-			getModelResponse: path$2,
-			deleteModelResponse: path$2,
-			listResponseInputItems: path$2
+			getModelResponse: path$1,
+			deleteModelResponse: path$1,
+			listResponseInputItems: path$1
 		};
 		const isGithub = providerOptions.provider === GITHUB;
 		if (fn === "proxy" && urlToFetch) {
@@ -29371,14 +29371,14 @@ var OCIRequestSigner = class {
 	*/
 	async signRequest(method, url, body, additionalHeaders) {
 		let host;
-		let path$2;
+		let path$1;
 		if (url.startsWith("http://") || url.startsWith("https://")) {
 			const urlObj = new URL(url);
 			host = urlObj.host;
-			path$2 = urlObj.pathname + urlObj.search;
+			path$1 = urlObj.pathname + urlObj.search;
 		} else {
 			host = `iaas.${this.config.region}.oraclecloud.com`;
-			path$2 = url;
+			path$1 = url;
 		}
 		const date$3 = (/* @__PURE__ */ new Date()).toUTCString();
 		const headers = {
@@ -29392,7 +29392,7 @@ var OCIRequestSigner = class {
 			"host"
 		];
 		const signingStringParts = [];
-		const escapedTarget = encodeURI(path$2);
+		const escapedTarget = encodeURI(path$1);
 		signingStringParts.push(`(request-target): ${method.toLowerCase()} ${escapedTarget}`);
 		signingStringParts.push(`date: ${date$3}`);
 		signingStringParts.push(`host: ${host}`);

package/dist/index.mjs

@@ -1,10 +1,8 @@
-import { createRequire } from "node:module";
 import { Hono } from "hono";
 import { prettyJSON } from "hono/pretty-json";
 import { HTTPException } from "hono/http-exception";
 import { compress } from "hono/compress";
 import { env, getRuntimeKey } from "hono/adapter";
-import * as path from "path";
 import { Validator } from "@cfworker/json-schema";
 import { Sha256 } from "@aws-crypto/sha256-js";
 import { SignatureV4 } from "@smithy/signature-v4";
@@ -12,12 +10,9 @@ import { Agent } from "https";
 import { importJWK, jwtVerify } from "jose";
 import retry from "async-retry";
 import * as fs from "fs/promises";
+import * as path from "path";
 import Redis from "ioredis";
 
-//#region rolldown:runtime
-var __require = /* @__PURE__ */ createRequire(import.meta.url);
-
-//#endregion
 //#region src/globals.ts
 const POWERED_BY = "llmops";
 const MAX_RETRY_LIMIT_MS = 60 * 1e3;
@@ -623,11 +618,11 @@ function aborted(x, startIndex = 0) {
 	for (let i = startIndex; i < x.issues.length; i++) if (x.issues[i]?.continue !== true) return true;
 	return false;
 }
-function prefixIssues(path$2, issues) {
+function prefixIssues(path$1, issues) {
 	return issues.map((iss) => {
 		var _a$1;
 		(_a$1 = iss).path ?? (_a$1.path = []);
-		iss.path.unshift(path$2);
+		iss.path.unshift(path$1);
 		return iss;
 	});
 }
@@ -4407,18 +4402,18 @@ const configSchema = object({
 //#endregion
 //#region src/utils/env.ts
 const isNodeInstance = getRuntimeKey() == "node";
-let path$1;
-let fs$1;
-if (isNodeInstance) {
-	path$1 = __require("path");
-	fs$1 = __require("fs");
-}
+let nodeFs = null;
+let nodePath = null;
+isNodeInstance ? Promise.all([import("node:path"), import("node:fs")]).then(([p, f]) => {
+	nodePath = p;
+	nodeFs = f;
+}) : Promise.resolve();
 function getValueOrFileContents(value, ignore) {
 	if (!value || ignore) return value;
 	try {
-		if (value.startsWith("/") || value.startsWith("./") || value.startsWith("../")) {
-			const resolvedPath = path$1.resolve(value);
-			if (fs$1.existsSync(resolvedPath)) return fs$1.readFileSync(resolvedPath, "utf8").trim();
+		if (nodePath && nodeFs && (value.startsWith("/") || value.startsWith("./") || value.startsWith("../"))) {
+			const resolvedPath = nodePath.resolve(value);
+			if (nodeFs.existsSync(resolvedPath)) return nodeFs.readFileSync(resolvedPath, "utf8").trim();
 		}
 		return value;
 	} catch (error) {
@@ -4426,7 +4421,7 @@ function getValueOrFileContents(value, ignore) {
 		return value;
 	}
 }
-const nodeEnv = {
+const nodeEnv = isNodeInstance ? {
 	NODE_ENV: getValueOrFileContents(process.env.NODE_ENV, true),
 	PORT: getValueOrFileContents(process.env.PORT) || 8787,
 	TLS_KEY_PATH: getValueOrFileContents(process.env.TLS_KEY_PATH, true),
@@ -4469,7 +4464,7 @@ const nodeEnv = {
 	HTTPS_PROXY: getValueOrFileContents(process.env.HTTPS_PROXY),
 	APM_LOGGER: getValueOrFileContents(process.env.APM_LOGGER),
 	TRUSTED_CUSTOM_HOSTS: getValueOrFileContents(process.env.TRUSTED_CUSTOM_HOSTS)
-};
+} : {};
 const Environment = (c) => {
 	if (isNodeInstance) return nodeEnv;
 	if (c) return env(c);
@@ -10348,7 +10343,7 @@ const retryRequest = async (url, options, retryCount, statusCodesToRetry, timeou
 
 //#endregion
 //#region package.json
-var version = "1.0.0-beta.1";
+var version = "1.0.0-beta.11";
 
 //#endregion
 //#region src/providers/bytez/api.ts
@@ -17165,8 +17160,8 @@ const BedrockFinetuneResponseTransform = (response, responseStatus) => {
 * @param path - The dot-separated path to the property.
 * @param value - The value to set the property to.
 */
-function setNestedProperty(obj, path$2, value) {
-	const parts = path$2.split(".");
+function setNestedProperty(obj, path$1, value) {
+	const parts = path$1.split(".");
 	let current = obj;
 	for (let i = 0; i < parts.length - 1; i++) {
 		if (!current[parts[i]]) current[parts[i]] = {};
@@ -18718,7 +18713,7 @@ const CohereGetBatchOutputHandler = async ({ c, providerOptions, requestURL }) =
 					headers
 				})).arrayBuffer();
 				const buf = Buffer.from(arrayBuffer);
-				const avro = __require("avsc");
+				const avro = await import("avsc");
 				const decoder$1 = new avro.streams.BlockDecoder({ parseHook: (schema) => {
 					return avro.Type.forSchema(schema, { wrapUnions: true });
 				} });
@@ -26685,7 +26680,7 @@ const AzureAIInferenceAPI = {
 		const isAnthropicModel = azureFoundryUrl?.includes("anthropic") || urlToFetch?.includes("anthropic");
 		let mappedFn = fn;
 		const urlObj = new URL(gatewayRequestURL);
-		const path$2 = urlObj.pathname.replace("/v1", "");
+		const path$1 = urlObj.pathname.replace("/v1", "");
 		const searchParams = urlObj.searchParams;
 		if (azureApiVersion) searchParams.set("api-version", azureApiVersion);
 		const deploymentName = deploymentId || azureDeploymentName;
@@ -26701,20 +26696,20 @@ const AzureAIInferenceAPI = {
 			createSpeech: "/audio/speech",
 			createTranscription: "/audio/transcriptions",
 			createTranslation: "/audio/translations",
-			uploadFile: path$2,
-			retrieveFile: path$2,
-			listFiles: path$2,
-			deleteFile: path$2,
-			retrieveFileContent: path$2,
-			listBatches: path$2,
-			retrieveBatch: path$2,
-			cancelBatch: path$2,
-			getBatchOutput: path$2,
-			createBatch: path$2,
+			uploadFile: path$1,
+			retrieveFile: path$1,
+			listFiles: path$1,
+			deleteFile: path$1,
+			retrieveFileContent: path$1,
+			listBatches: path$1,
+			retrieveBatch: path$1,
+			cancelBatch: path$1,
+			getBatchOutput: path$1,
+			createBatch: path$1,
 			createModelResponse: "/responses",
-			getModelResponse: path$2,
-			deleteModelResponse: path$2,
-			listResponseInputItems: path$2
+			getModelResponse: path$1,
+			deleteModelResponse: path$1,
+			listResponseInputItems: path$1
 		};
 		const isGithub = providerOptions.provider === GITHUB;
 		if (fn === "proxy" && urlToFetch) {
@@ -29344,14 +29339,14 @@ var OCIRequestSigner = class {
 	*/
 	async signRequest(method, url, body, additionalHeaders) {
 		let host;
-		let path$2;
+		let path$1;
 		if (url.startsWith("http://") || url.startsWith("https://")) {
 			const urlObj = new URL(url);
 			host = urlObj.host;
-			path$2 = urlObj.pathname + urlObj.search;
+			path$1 = urlObj.pathname + urlObj.search;
 		} else {
 			host = `iaas.${this.config.region}.oraclecloud.com`;
-			path$2 = url;
+			path$1 = url;
 		}
 		const date$3 = (/* @__PURE__ */ new Date()).toUTCString();
 		const headers = {
@@ -29365,7 +29360,7 @@ var OCIRequestSigner = class {
 			"host"
 		];
 		const signingStringParts = [];
-		const escapedTarget = encodeURI(path$2);
+		const escapedTarget = encodeURI(path$1);
 		signingStringParts.push(`(request-target): ${method.toLowerCase()} ${escapedTarget}`);
 		signingStringParts.push(`date: ${date$3}`);
 		signingStringParts.push(`host: ${host}`);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llmops/gateway",
-  "version": "1.0.0-beta.1",
+  "version": "1.0.0-beta.11",
   "description": "AI gateway for LLMOps (forked from Portkey)",
   "type": "module",
   "license": "Apache-2.0",