@hushhenry/ai-gateway 1.0.0

package/README.md

@@ -0,0 +1,50 @@
+# AI Gateway
+
+A TypeScript AI proxy supporting CLI and Library modes, built with Vercel AI SDK.
+Designed to be compatible with `pi-mono` authentication storage.
+
+## Installation
+
+```bash
+npm install -g ai-gateway
+```
+
+## Usage
+
+### CLI
+
+Start the server:
+```bash
+ai-gateway serve --port 8080
+```
+
+The server provides OpenAI-compatible endpoints:
+- `POST /v1/chat/completions`
+- `GET /v1/models`
+
+### Library
+
+```typescript
+import { AiGateway } from 'ai-gateway';
+
+const gateway = new AiGateway();
+// Use gateway.fetch with your Hono/Node server
+```
+
+## Configuration
+
+Credentials are looked up in:
+1. `~/.config/ai-gateway/auth.json`
+2. `~/.config/pi/auth.json`
+
+Format:
+```json
+{
+  "openai": {
+    "apiKey": "sk-..."
+  },
+  "anthropic": {
+    "apiKey": "sk-ant-..."
+  }
+}
+```

package/dist/cli.js

@@ -0,0 +1,30 @@
+#!/usr/bin/env node
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const commander_1 = require("commander");
+const node_server_1 = require("@hono/node-server");
+const gateway_js_1 = require("./core/gateway.js");
+const program = new commander_1.Command();
+program
+    .name('ai-gateway')
+    .description('AI Proxy Gateway supporting Vercel AI SDK and various providers')
+    .version('1.0.0');
+program.command('serve')
+    .description('Start the AI Gateway server')
+    .option('-p, --port <number>', 'Port to listen on', '3000')
+    .action((options) => {
+    const port = parseInt(options.port);
+    console.log(`Starting AI Gateway on port ${port}...`);
+    const gateway = new gateway_js_1.AiGateway();
+    (0, node_server_1.serve)({
+        fetch: gateway.fetch,
+        port
+    });
+});
+program.command('login')
+    .description('Configure providers (TUI)')
+    .action(() => {
+    console.log('TUI Login not yet implemented in this minimal build.');
+    console.log('Please edit ~/.config/ai-gateway/auth.json manually for now.');
+});
+program.parse();

package/dist/core/auth.js

@@ -0,0 +1,32 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.loadAuth = loadAuth;
+exports.getCredentials = getCredentials;
+const fs_1 = require("fs");
+const path_1 = require("path");
+const os_1 = require("os");
+const DEFAULT_CONFIG_DIR = (0, path_1.join)((0, os_1.homedir)(), '.config', 'ai-gateway');
+const PI_CONFIG_DIR = (0, path_1.join)((0, os_1.homedir)(), '.config', 'pi');
+const AUTH_FILE = 'auth.json';
+function loadAuth(configPath) {
+    const pathsToCheck = [];
+    if (configPath)
+        pathsToCheck.push(configPath);
+    pathsToCheck.push((0, path_1.join)(DEFAULT_CONFIG_DIR, AUTH_FILE));
+    pathsToCheck.push((0, path_1.join)(PI_CONFIG_DIR, AUTH_FILE));
+    for (const p of pathsToCheck) {
+        if ((0, fs_1.existsSync)(p)) {
+            try {
+                return JSON.parse((0, fs_1.readFileSync)(p, 'utf-8'));
+            }
+            catch (e) {
+                console.warn(`Failed to parse auth file at ${p}`);
+            }
+        }
+    }
+    return {};
+}
+async function getCredentials(providerId, configPath) {
+    const auth = loadAuth(configPath);
+    return auth[providerId] || null;
+}

package/dist/core/gateway.js

@@ -0,0 +1,48 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AiGateway = void 0;
+const hono_1 = require("hono");
+const ai_1 = require("ai");
+const providers_1 = require("./providers");
+const auth_1 = require("./auth");
+class AiGateway {
+    app;
+    configPath;
+    constructor(options = {}) {
+        this.configPath = options.configPath;
+        this.app = new hono_1.Hono();
+        this.setupRoutes();
+    }
+    setupRoutes() {
+        this.app.get('/v1/models', async (c) => {
+            const auth = (0, auth_1.loadAuth)(this.configPath);
+            const models = Object.keys(auth).map(id => ({
+                id,
+                object: 'model',
+                created: Date.now(),
+                owned_by: 'ai-gateway'
+            }));
+            return c.json({ object: 'list', data: models });
+        });
+        this.app.post('/v1/chat/completions', async (c) => {
+            const body = await c.req.json();
+            const modelId = body.model;
+            try {
+                const provider = await (0, providers_1.getProvider)(modelId, this.configPath);
+                const result = await (0, ai_1.streamText)({
+                    model: provider,
+                    messages: body.messages,
+                    temperature: body.temperature,
+                    topP: body.top_p,
+                    maxTokens: body.max_tokens,
+                });
+                return result.toDataStreamResponse();
+            }
+            catch (error) {
+                return c.json({ error: { message: error.message } }, 500);
+            }
+        });
+    }
+    fetch = (req) => this.app.fetch(req);
+}
+exports.AiGateway = AiGateway;

package/dist/core/providers.js

@@ -0,0 +1,25 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getProvider = getProvider;
+const auth_1 = require("./auth");
+async function getProvider(modelId, configPath) {
+    // Basic routing logic: provider:model
+    const [providerBrand, ...modelNameParts] = modelId.split(':');
+    const modelName = modelNameParts.join(':');
+    const creds = await (0, auth_1.getCredentials)(providerBrand, configPath);
+    if (!creds)
+        throw new Error(`No credentials found for provider: ${providerBrand}`);
+    switch (providerBrand) {
+        case 'openai':
+            const { createOpenAI } = await import('@ai-sdk/openai');
+            return createOpenAI({ apiKey: creds.apiKey })(modelName);
+        case 'anthropic':
+            const { createAnthropic } = await import('@ai-sdk/anthropic');
+            return createAnthropic({ apiKey: creds.apiKey })(modelName);
+        case 'google':
+            const { createGoogleGenerativeAI } = await import('@ai-sdk/google');
+            return createGoogleGenerativeAI({ apiKey: creds.apiKey })(modelName);
+        default:
+            throw new Error(`Unsupported provider: ${providerBrand}`);
+    }
+}

package/dist/index.js

@@ -0,0 +1,19 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./core/gateway.js"), exports);
+__exportStar(require("./core/auth.js"), exports);
+__exportStar(require("./core/providers.js"), exports);

package/package.json

@@ -0,0 +1,43 @@
+{
+  "name": "@hushhenry/ai-gateway",
+  "version": "1.0.0",
+  "description": "A TypeScript AI proxy supporting CLI and Library modes, built with Vercel AI SDK and pi-mono TUI/OAuth logic.",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "bin": {
+    "ai-gateway": "dist/cli.js"
+  },
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "start": "node dist/cli.js serve",
+    "prepublishOnly": "npm run build"
+  },
+  "keywords": [
+    "ai",
+    "proxy",
+    "gateway",
+    "vercel-ai-sdk",
+    "openai",
+    "github-copilot",
+    "oauth"
+  ],
+  "author": "hushhenry",
+  "license": "MIT",
+  "dependencies": {
+    "@ai-sdk/anthropic": "^1.1.0",
+    "@ai-sdk/google": "^1.1.0",
+    "@ai-sdk/openai": "^1.1.0",
+    "@hono/node-server": "^1.19.9",
+    "ai": "^4.1.0",
+    "commander": "^12.0.0",
+    "hono": "^4.0.0",
+    "zod": "^3.23.0"
+  },
+  "devDependencies": {
+    "@types/node": "^20.19.33",
+    "typescript": "^5.0.0"
+  }
+}