@elsium-ai/gateway 0.1.6 → 0.2.0

package/README.md

@@ -0,0 +1,57 @@
+# @elsium-ai/gateway
+
+Multi-provider LLM gateway for [ElsiumAI](https://github.com/elsium-ai/elsium-ai).
+
+[![npm](https://img.shields.io/npm/v/@elsium-ai/gateway.svg)](https://www.npmjs.com/package/@elsium-ai/gateway)
+[![License: MIT](https://img.shields.io/badge/license-MIT-blue.svg)](https://github.com/elsium-ai/elsium-ai/blob/main/LICENSE)
+
+## Install
+
+```bash
+npm install @elsium-ai/gateway @elsium-ai/core
+```
+
+## What's Inside
+
+- **Multi-provider support** — Anthropic, OpenAI, Google out of the box
+- **Provider Mesh** — Fallback, cost-optimized, latency-racing, and capability-aware routing
+- **Middleware** — Composable logging, cost tracking, security, and X-Ray inspection
+- **Bulkhead Isolation** — Bounds concurrency so one slow consumer can't starve others
+- **Security** — Prompt injection detection, jailbreak detection, PII/secret redaction
+- **X-Ray Mode** — Deep request/response inspection for debugging
+
+## Usage
+
+```typescript
+import { gateway, createProviderMesh } from '@elsium-ai/gateway'
+import { env } from '@elsium-ai/core'
+
+// Single provider
+const llm = gateway({
+  provider: 'anthropic',
+  model: 'claude-sonnet-4-6',
+  apiKey: env('ANTHROPIC_API_KEY'),
+})
+
+const response = await llm.complete({
+  messages: [{ role: 'user', content: 'Hello!' }],
+})
+
+// Multi-provider with fallback
+const mesh = createProviderMesh({
+  providers: [
+    { name: 'anthropic', config: { apiKey: env('ANTHROPIC_API_KEY') } },
+    { name: 'openai', config: { apiKey: env('OPENAI_API_KEY') } },
+  ],
+  strategy: 'fallback',
+  circuitBreaker: { failureThreshold: 5, resetTimeoutMs: 30_000 },
+})
+```
+
+## Part of ElsiumAI
+
+This package is the gateway layer of the [ElsiumAI](https://github.com/elsium-ai/elsium-ai) framework. See the [full documentation](https://github.com/elsium-ai/elsium-ai) for guides and examples.
+
+## License
+
+[MIT](https://github.com/elsium-ai/elsium-ai/blob/main/LICENSE)

package/dist/index.js

@@ -1,4 +1,3 @@
-// @bun
 // ../core/src/errors.ts
 class ElsiumError extends Error {
   code;
@@ -89,7 +88,7 @@ class ElsiumError extends Error {
   }
 }
 // ../core/src/utils.ts
-import { randomBytes } from "crypto";
+import { randomBytes } from "node:crypto";
 function cryptoHex(bytes) {
   return randomBytes(bytes).toString("hex");
 }
@@ -744,7 +743,7 @@ function resolveModelName(model) {
 function calculateCost(model, usage) {
   const pricing = PRICING[resolveModelName(model)];
   if (!pricing) {
-    log.warn(`Unknown model "${model}" \u2014 cost will be reported as $0. Register pricing with registerPricing().`);
+    log.warn(`Unknown model "${model}" — cost will be reported as $0. Register pricing with registerPricing().`);
     return {
       inputCost: 0,
       outputCost: 0,
@@ -2388,7 +2387,7 @@ function createProviderMesh(config) {
       retryable: false
     });
   }
-  const sortedProviders = [...config.providers].sort((a, b) => (a.priority ?? 99) - (b.priority ?? 99));
+  const sortedProviders = [...config.providers];
   const gateways = new Map;
   const circuitBreakers = new Map;
   for (const entry of sortedProviders) {

package/dist/router.d.ts

@@ -8,7 +8,6 @@ export interface ProviderEntry {
         baseUrl?: string;
     };
     model?: string;
-    priority?: number;
     capabilities?: string[];
 }
 export interface CostOptimizerConfig {

package/dist/router.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"router.d.ts","sourceRoot":"","sources":["../src/router.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AACrE,OAAO,EAEN,KAAK,oBAAoB,EAEzB,KAAK,YAAY,EAEjB,MAAM,iBAAiB,CAAA;AAKxB,MAAM,MAAM,eAAe,GACxB,UAAU,GACV,gBAAgB,GAChB,mBAAmB,GACnB,kBAAkB,CAAA;AAErB,MAAM,WAAW,aAAa;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IAC5C,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;CACvB;AAED,MAAM,WAAW,mBAAmB;IACnC,WAAW,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAA;IAChD,YAAY,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAA;IACjD,mBAAmB,CAAC,EAAE,MAAM,CAAA;CAC5B;AAED,MAAM,WAAW,kBAAkB;IAClC,SAAS,EAAE,aAAa,EAAE,CAAA;IAC1B,QAAQ,EAAE,eAAe,CAAA;IACzB,aAAa,CAAC,EAAE,mBAAmB,CAAA;IACnC,cAAc,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAA;CAC/C;AAED,MAAM,WAAW,YAAY;IAC5B,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;IAC1D,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,YAAY,CAAA;IAChD,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,CAAA;IAC5B,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAA;CAClC;AAoDD,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,kBAAkB,GAAG,YAAY,CAsO3E"}
+{"version":3,"file":"router.d.ts","sourceRoot":"","sources":["../src/router.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AACrE,OAAO,EAEN,KAAK,oBAAoB,EAEzB,KAAK,YAAY,EAEjB,MAAM,iBAAiB,CAAA;AAKxB,MAAM,MAAM,eAAe,GACxB,UAAU,GACV,gBAAgB,GAChB,mBAAmB,GACnB,kBAAkB,CAAA;AAErB,MAAM,WAAW,aAAa;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IAC5C,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;CACvB;AAED,MAAM,WAAW,mBAAmB;IACnC,WAAW,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAA;IAChD,YAAY,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAA;IACjD,mBAAmB,CAAC,EAAE,MAAM,CAAA;CAC5B;AAED,MAAM,WAAW,kBAAkB;IAClC,SAAS,EAAE,aAAa,EAAE,CAAA;IAC1B,QAAQ,EAAE,eAAe,CAAA;IACzB,aAAa,CAAC,EAAE,mBAAmB,CAAA;IACnC,cAAc,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAA;CAC/C;AAED,MAAM,WAAW,YAAY;IAC5B,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;IAC1D,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,YAAY,CAAA;IAChD,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,CAAA;IAC5B,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAA;CAClC;AAoDD,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,kBAAkB,GAAG,YAAY,CAoO3E"}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@elsium-ai/gateway",
-	"version": "0.1.6",
+	"version": "0.2.0",
 	"description": "Multi-provider LLM gateway for ElsiumAI",
 	"license": "MIT",
 	"author": "Eric Utrera <ebutrera9103@gmail.com>",
@@ -22,7 +22,7 @@
 		"dist"
 	],
 	"scripts": {
-		"build": "bun build ./src/index.ts --outdir ./dist --target bun && bun x tsc -p tsconfig.build.json --emitDeclarationOnly",
+		"build": "bun build ./src/index.ts --outdir ./dist --target node && bun x tsc -p tsconfig.build.json --emitDeclarationOnly",
 		"dev": "bun --watch src/index.ts"
 	},
 	"dependencies": {
@@ -30,7 +30,6 @@
 		"zod": "^3.24.0"
 	},
 	"devDependencies": {
-		"bun-types": "^1.3.0",
 		"typescript": "^5.7.0"
 	}
 }