vertex-ai-proxy 1.0.0

package/dist/cli.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=cli.d.ts.map

package/dist/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":""}

package/dist/cli.js

@@ -0,0 +1,67 @@
+#!/usr/bin/env node
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const server_js_1 = require("./server.js");
+const args = process.argv.slice(2);
+const config = {};
+for (let i = 0; i < args.length; i++) {
+    const arg = args[i];
+    const next = args[i + 1];
+    switch (arg) {
+        case '--port':
+        case '-p':
+            config.port = parseInt(next);
+            i++;
+            break;
+        case '--host':
+            config.host = next;
+            i++;
+            break;
+        case '--project':
+            config.projectId = next;
+            i++;
+            break;
+        case '--claude-regions':
+            config.claudeRegions = next.split(',');
+            i++;
+            break;
+        case '--gemini-location':
+            config.geminiLocation = next;
+            i++;
+            break;
+        case '--max-concurrent':
+            config.maxConcurrent = parseInt(next);
+            i++;
+            break;
+        case '--enable-logging':
+            config.enableRequestLogging = true;
+            break;
+        case '--disable-cache':
+            config.enablePromptCache = false;
+            break;
+        case '--disable-metrics':
+            config.enableMetrics = false;
+            break;
+        case '-h':
+        case '--help':
+            console.log('Vertex AI Proxy - OpenAI-compatible API for Claude/Gemini on Vertex AI\n');
+            console.log('Usage: vertex-proxy [options]\n');
+            console.log('Options:');
+            console.log('  -p, --port <port>        Server port (default: 8001)');
+            console.log('  --project <id>           Google Cloud project ID');
+            console.log('  --claude-regions <list>  Comma-separated regions');
+            console.log('  --max-concurrent <n>     Max concurrent requests');
+            console.log('  --enable-logging         Enable request logging');
+            console.log('  --disable-cache          Disable prompt caching');
+            console.log('  -h, --help               Show help');
+            process.exit(0);
+    }
+}
+const projectId = config.projectId || process.env.PROJECT_ID || process.env.GOOGLE_CLOUD_PROJECT;
+if (!projectId) {
+    console.error('Error: PROJECT_ID required');
+    process.exit(1);
+}
+config.projectId = projectId;
+(0, server_js_1.startServer)(config);
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";;;AACA,2CAA0C;AAG1C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACnC,MAAM,MAAM,GAAwB,EAAE,CAAC;AAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;IACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAEzB,QAAQ,GAAG,EAAE,CAAC;QACZ,KAAK,QAAQ,CAAC;QAAC,KAAK,IAAI;YAAE,MAAM,CAAC,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;YAAC,CAAC,EAAE,CAAC;YAAC,MAAM;QACnE,KAAK,QAAQ;YAAE,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC;YAAC,CAAC,EAAE,CAAC;YAAC,MAAM;QAC9C,KAAK,WAAW;YAAE,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC;YAAC,CAAC,EAAE,CAAC;YAAC,MAAM;QACtD,KAAK,kBAAkB;YAAE,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAAC,CAAC,EAAE,CAAC;YAAC,MAAM;QAC5E,KAAK,mBAAmB;YAAE,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC;YAAC,CAAC,EAAE,CAAC;YAAC,MAAM;QACnE,KAAK,kBAAkB;YAAE,MAAM,CAAC,aAAa,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;YAAC,CAAC,EAAE,CAAC;YAAC,MAAM;QAC3E,KAAK,kBAAkB;YAAE,MAAM,CAAC,oBAAoB,GAAG,IAAI,CAAC;YAAC,MAAM;QACnE,KAAK,iBAAiB;YAAE,MAAM,CAAC,iBAAiB,GAAG,KAAK,CAAC;YAAC,MAAM;QAChE,KAAK,mBAAmB;YAAE,MAAM,CAAC,aAAa,GAAG,KAAK,CAAC;YAAC,MAAM;QAC9D,KAAK,IAAI,CAAC;QAAC,KAAK,QAAQ;YACtB,OAAO,CAAC,GAAG,CAAC,0EAA0E,CAAC,CAAC;YACxF,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;YAC/C,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;YACtE,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;YAClE,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;YAClE,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;YAClE,OAAO,CAAC,GAAG,CAAC,mDAAmD,CAAC,CAAC;YACjE,OAAO,CAAC,GAAG,CAAC,mDAAmD,CAAC,CAAC;YACjE,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;YACpD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;AACH,CAAC;AAED,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;AACjG,IAAI,CAAC,SAAS,EAAE,CAAC;IACf,OAAO,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAC5C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC;AAC7B,IAAA,uBAAW,EAAC,MAAM,CAAC,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+export { createServer, startServer } from './server.js';
+export { ProxyConfig, DEFAULT_CONFIG, CLAUDE_MODELS, GEMINI_MODELS } from './types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AACxD,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC"}

package/dist/index.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GEMINI_MODELS = exports.CLAUDE_MODELS = exports.DEFAULT_CONFIG = exports.startServer = exports.createServer = void 0;
+var server_js_1 = require("./server.js");
+Object.defineProperty(exports, "createServer", { enumerable: true, get: function () { return server_js_1.createServer; } });
+Object.defineProperty(exports, "startServer", { enumerable: true, get: function () { return server_js_1.startServer; } });
+var types_js_1 = require("./types.js");
+Object.defineProperty(exports, "DEFAULT_CONFIG", { enumerable: true, get: function () { return types_js_1.DEFAULT_CONFIG; } });
+Object.defineProperty(exports, "CLAUDE_MODELS", { enumerable: true, get: function () { return types_js_1.CLAUDE_MODELS; } });
+Object.defineProperty(exports, "GEMINI_MODELS", { enumerable: true, get: function () { return types_js_1.GEMINI_MODELS; } });
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,yCAAwD;AAA/C,yGAAA,YAAY,OAAA;AAAE,wGAAA,WAAW,OAAA;AAClC,uCAAuF;AAAjE,0GAAA,cAAc,OAAA;AAAE,yGAAA,aAAa,OAAA;AAAE,yGAAA,aAAa,OAAA"}

package/dist/server.d.ts

@@ -0,0 +1,22 @@
+import { ProxyConfig } from './types.js';
+export declare function createServer(config?: Partial<ProxyConfig>): {
+    app: import("express-serve-static-core").Express;
+    config: {
+        projectId: string;
+        claudeRegions: string[];
+        geminiLocation: string;
+        port: number;
+        host: string;
+        maxRetries: number;
+        retryBaseDelay: number;
+        requestTimeout: number;
+        enablePromptCache: boolean;
+        enableMetrics: boolean;
+        enableRequestLogging: boolean;
+        heartbeatInterval: number;
+        maxConcurrent: number;
+        queueSize: number;
+    };
+};
+export declare function startServer(config?: Partial<ProxyConfig>): void;
+//# sourceMappingURL=server.d.ts.map

package/dist/server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,WAAW,EAEZ,MAAM,YAAY,CAAC;AAwNpB,wBAAgB,YAAY,CAAC,MAAM,GAAE,OAAO,CAAC,WAAW,CAAM;;;;;;;;;;;;;;;;;;EAuI7D;AAED,wBAAgB,WAAW,CAAC,MAAM,GAAE,OAAO,CAAC,WAAW,CAAM,GAAG,IAAI,CAOnE"}

package/dist/server.js

@@ -0,0 +1,390 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createServer = createServer;
+exports.startServer = startServer;
+const express_1 = __importDefault(require("express"));
+const vertex_sdk_1 = require("@anthropic-ai/vertex-sdk");
+const genai_1 = require("@google/genai");
+const types_js_1 = require("./types.js");
+// Request Queue for concurrency control
+class RequestQueue {
+    maxConcurrent;
+    maxQueueSize;
+    queue = [];
+    activeCount = 0;
+    constructor(maxConcurrent, maxQueueSize) {
+        this.maxConcurrent = maxConcurrent;
+        this.maxQueueSize = maxQueueSize;
+    }
+    async acquire() {
+        if (this.activeCount < this.maxConcurrent) {
+            this.activeCount++;
+            return;
+        }
+        if (this.queue.length >= this.maxQueueSize) {
+            throw new Error('Queue full');
+        }
+        return new Promise((resolve, reject) => {
+            this.queue.push({ resolve, reject });
+        });
+    }
+    release() {
+        this.activeCount--;
+        const next = this.queue.shift();
+        if (next) {
+            this.activeCount++;
+            next.resolve();
+        }
+    }
+    get stats() {
+        return { active: this.activeCount, queued: this.queue.length };
+    }
+}
+// Metrics collector
+class Metrics {
+    enabled;
+    requestsTotal = new Map();
+    requestDurations = [];
+    retriesTotal = new Map();
+    regionFailures = new Map();
+    cacheHits = 0;
+    constructor(enabled) {
+        this.enabled = enabled;
+    }
+    incRequest(model, status) {
+        if (!this.enabled)
+            return;
+        const key = `${model}:${status}`;
+        this.requestsTotal.set(key, (this.requestsTotal.get(key) || 0) + 1);
+    }
+    observeDuration(duration) {
+        if (!this.enabled)
+            return;
+        this.requestDurations.push(duration);
+        if (this.requestDurations.length > 1000)
+            this.requestDurations.shift();
+    }
+    incRetry(model, region) {
+        if (!this.enabled)
+            return;
+        const key = `${model}:${region}`;
+        this.retriesTotal.set(key, (this.retriesTotal.get(key) || 0) + 1);
+    }
+    incRegionFailure(region) {
+        if (!this.enabled)
+            return;
+        this.regionFailures.set(region, (this.regionFailures.get(region) || 0) + 1);
+    }
+    incCacheHit() {
+        if (this.enabled)
+            this.cacheHits++;
+    }
+    getPrometheusMetrics() {
+        const lines = [];
+        lines.push('# HELP vertex_proxy_requests_total Total requests');
+        lines.push('# TYPE vertex_proxy_requests_total counter');
+        for (const [key, value] of this.requestsTotal) {
+            const [model, stat] = key.split(':');
+            lines.push(`vertex_proxy_requests_total{model="${model}",status="${stat}"} ${value}`);
+        }
+        lines.push(`# HELP vertex_proxy_cache_hits_total Cache hits`);
+        lines.push(`# TYPE vertex_proxy_cache_hits_total counter`);
+        lines.push(`vertex_proxy_cache_hits_total ${this.cacheHits}`);
+        return lines.join('\n');
+    }
+}
+// Client pool with region failover
+class ClientPool {
+    config;
+    metrics;
+    claudeClients = new Map();
+    geminiClient = null;
+    regionHealth = new Map();
+    constructor(config, metrics) {
+        this.config = config;
+        this.metrics = metrics;
+        this.initClients();
+    }
+    initClients() {
+        for (const region of this.config.claudeRegions) {
+            try {
+                this.claudeClients.set(region.trim(), new vertex_sdk_1.AnthropicVertex({
+                    projectId: this.config.projectId,
+                    region: region.trim(),
+                }));
+                this.regionHealth.set(region.trim(), Date.now());
+                console.log(`Initialized Claude client for region: ${region}`);
+            }
+            catch (e) {
+                console.warn(`Failed to init Claude client for ${region}: ${e}`);
+            }
+        }
+        try {
+            this.geminiClient = new genai_1.GoogleGenAI({
+                vertexai: true,
+                project: this.config.projectId,
+                location: this.config.geminiLocation,
+            });
+            console.log(`Initialized Gemini client for: ${this.config.geminiLocation}`);
+        }
+        catch (e) {
+            console.warn(`Failed to init Gemini client: ${e}`);
+        }
+    }
+    getClaudeClient() {
+        const sorted = [...this.regionHealth.entries()].sort((a, b) => b[1] - a[1]);
+        for (const [region] of sorted) {
+            const client = this.claudeClients.get(region);
+            if (client)
+                return { client, region };
+        }
+        throw new Error('No Claude clients available');
+    }
+    getGeminiClient() {
+        if (!this.geminiClient)
+            throw new Error('Gemini client not available');
+        return this.geminiClient;
+    }
+    markRegionSuccess(region) { this.regionHealth.set(region, Date.now()); }
+    markRegionFailure(region) { this.regionHealth.set(region, 0); this.metrics.incRegionFailure(region); }
+}
+// Helpers
+function getModelType(model) {
+    if (!model)
+        return { type: 'claude', modelId: types_js_1.CLAUDE_MODELS['opus'] };
+    const ml = model.toLowerCase();
+    if (ml in types_js_1.CLAUDE_MODELS)
+        return { type: 'claude', modelId: types_js_1.CLAUDE_MODELS[ml] };
+    if (ml in types_js_1.GEMINI_MODELS)
+        return { type: 'gemini', modelId: types_js_1.GEMINI_MODELS[ml] };
+    if (ml.includes('gemini'))
+        return { type: 'gemini', modelId: model };
+    return { type: 'claude', modelId: types_js_1.CLAUDE_MODELS[ml] || types_js_1.CLAUDE_MODELS['opus'] };
+}
+function processContent(content) {
+    if (typeof content === 'string')
+        return content;
+    if (!Array.isArray(content))
+        return String(content || '');
+    return content.map(item => {
+        if (item?.type === 'text')
+            return { type: 'text', text: item.text || '' };
+        if (item?.type === 'image_url') {
+            const url = item.image_url?.url || '';
+            if (url.startsWith('data:')) {
+                const [meta, data] = url.split(',');
+                const mediaType = meta.includes(':') ? meta.split(':')[1].split(';')[0] : 'image/png';
+                return { type: 'image', source: { type: 'base64', media_type: mediaType, data } };
+            }
+        }
+        return item;
+    }).filter(Boolean);
+}
+function convertTools(tools) {
+    if (!tools?.length)
+        return undefined;
+    return tools.filter(t => t.type === 'function').map(t => ({
+        name: t.function.name,
+        description: t.function.description || '',
+        input_schema: t.function.parameters || {},
+    }));
+}
+function extractSystemAndMessages(messages, enableCache) {
+    const systemParts = [];
+    const anthropicMsgs = [];
+    for (const msg of messages) {
+        if (msg.role === 'system') {
+            systemParts.push(typeof msg.content === 'string' ? msg.content : '');
+        }
+        else if (msg.role === 'tool') {
+            anthropicMsgs.push({
+                role: 'user',
+                content: [{ type: 'tool_result', tool_use_id: msg.tool_call_id || '', content: typeof msg.content === 'string' ? msg.content : JSON.stringify(msg.content) }],
+            });
+        }
+        else if (msg.role === 'user' || msg.role === 'assistant') {
+            let processed = processContent(msg.content);
+            if (msg.role === 'assistant' && msg.tool_calls?.length) {
+                processed = msg.tool_calls.map(tc => ({
+                    type: 'tool_use', id: tc.id, name: tc.function.name,
+                    input: JSON.parse(tc.function.arguments || '{}'),
+                }));
+            }
+            anthropicMsgs.push({ role: msg.role, content: processed });
+        }
+    }
+    let system = systemParts.length ? systemParts.join('\n\n') : undefined;
+    if (enableCache && system && typeof system === 'string' && system.length > 1024) {
+        system = [{ type: 'text', text: system, cache_control: { type: 'ephemeral' } }];
+    }
+    return { system, messages: anthropicMsgs };
+}
+function makeStreamChunk(id, model, delta, finishReason) {
+    return { id, object: 'chat.completion.chunk', created: Math.floor(Date.now() / 1000), model, choices: [{ index: 0, delta, finish_reason: finishReason }] };
+}
+const sleep = (ms) => new Promise(r => setTimeout(r, ms));
+// Main server
+function createServer(config = {}) {
+    const finalConfig = { ...types_js_1.DEFAULT_CONFIG, ...config };
+    const metrics = new Metrics(finalConfig.enableMetrics);
+    const pool = new ClientPool(finalConfig, metrics);
+    const queue = new RequestQueue(finalConfig.maxConcurrent, finalConfig.queueSize);
+    const app = (0, express_1.default)();
+    app.use(express_1.default.json({ limit: '50mb' }));
+    app.use((req, res, next) => {
+        res.header('Access-Control-Allow-Origin', '*');
+        res.header('Access-Control-Allow-Methods', 'GET, POST, OPTIONS');
+        res.header('Access-Control-Allow-Headers', 'Content-Type, Authorization');
+        if (req.method === 'OPTIONS')
+            return res.sendStatus(200);
+        next();
+    });
+    app.get(['/', '/health'], (req, res) => {
+        res.json({ status: 'ok', version: '1.0.0', project: finalConfig.projectId, claude_regions: finalConfig.claudeRegions, gemini_location: finalConfig.geminiLocation, queue: queue.stats });
+    });
+    app.get('/metrics', (req, res) => {
+        if (!finalConfig.enableMetrics)
+            return res.status(404).send('Metrics disabled');
+        res.type('text/plain').send(metrics.getPrometheusMetrics());
+    });
+    app.post('/v1/chat/completions', async (req, res) => {
+        const startTime = Date.now();
+        try {
+            await queue.acquire();
+        }
+        catch {
+            return res.status(429).json({ error: { message: 'Too many requests' } });
+        }
+        const timeoutId = setTimeout(() => { if (!res.headersSent)
+            res.status(504).json({ error: { message: 'Timeout' } }); }, finalConfig.requestTimeout * 1000);
+        try {
+            const body = req.body;
+            const { type: modelType, modelId } = getModelType(body.model);
+            const chunkId = `chatcmpl-${Date.now()}`;
+            if (finalConfig.enableRequestLogging)
+                console.log(`[${modelType.toUpperCase()}] model=${modelId}, msgs=${body.messages?.length}, stream=${body.stream}`);
+            if (modelType === 'gemini') {
+                const prompt = body.messages.map(m => `${m.role}: ${m.content}`).join('\n');
+                const client = pool.getGeminiClient();
+                if (body.stream) {
+                    res.setHeader('Content-Type', 'text/event-stream');
+                    res.write(`data: ${JSON.stringify(makeStreamChunk(chunkId, modelId, { role: 'assistant' }, null))}\n\n`);
+                    const stream = await client.models.generateContentStream({ model: modelId, contents: prompt });
+                    for await (const chunk of stream) {
+                        if (chunk.text)
+                            res.write(`data: ${JSON.stringify(makeStreamChunk(chunkId, modelId, { content: chunk.text }, null))}\n\n`);
+                    }
+                    res.write(`data: ${JSON.stringify(makeStreamChunk(chunkId, modelId, {}, 'stop'))}\n\n`);
+                    res.write('data: [DONE]\n\n');
+                    return res.end();
+                }
+                const resp = await client.models.generateContent({ model: modelId, contents: prompt });
+                return res.json({ id: chunkId, object: 'chat.completion', created: Math.floor(Date.now() / 1000), model: modelId, choices: [{ index: 0, message: { role: 'assistant', content: resp.text }, finish_reason: 'stop' }], usage: { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 } });
+            }
+            // Claude
+            const { system, messages: anthropicMsgs } = extractSystemAndMessages(body.messages, finalConfig.enablePromptCache);
+            const claudeParams = { model: modelId, max_tokens: body.max_tokens || 8192, messages: anthropicMsgs };
+            if (system)
+                claudeParams.system = system;
+            if (body.temperature !== undefined)
+                claudeParams.temperature = body.temperature;
+            if (body.tools)
+                claudeParams.tools = convertTools(body.tools);
+            let lastError = null;
+            for (let attempt = 0; attempt < finalConfig.maxRetries; attempt++) {
+                const { client, region } = pool.getClaudeClient();
+                try {
+                    if (body.stream && !body.tools) {
+                        res.setHeader('Content-Type', 'text/event-stream');
+                        res.write(`data: ${JSON.stringify(makeStreamChunk(chunkId, modelId, { role: 'assistant' }, null))}\n\n`);
+                        let lastHb = Date.now();
+                        const stream = client.messages.stream(claudeParams);
+                        for await (const event of stream) {
+                            if (event.type === 'content_block_delta' && event.delta.type === 'text_delta') {
+                                res.write(`data: ${JSON.stringify(makeStreamChunk(chunkId, modelId, { content: event.delta.text }, null))}\n\n`);
+                            }
+                            if (Date.now() - lastHb > finalConfig.heartbeatInterval * 1000) {
+                                res.write(': ping\n\n');
+                                lastHb = Date.now();
+                            }
+                        }
+                        res.write(`data: ${JSON.stringify(makeStreamChunk(chunkId, modelId, {}, 'stop'))}\n\n`);
+                        res.write('data: [DONE]\n\n');
+                        pool.markRegionSuccess(region);
+                        metrics.incRequest(modelId, 'success');
+                        return res.end();
+                    }
+                    const response = await client.messages.create(claudeParams);
+                    pool.markRegionSuccess(region);
+                    let contentText = '';
+                    const toolCalls = [];
+                    for (const block of response.content) {
+                        if ('text' in block)
+                            contentText += block.text;
+                        if (block.type === 'tool_use')
+                            toolCalls.push({ id: block.id, type: 'function', function: { name: block.name, arguments: JSON.stringify(block.input) } });
+                    }
+                    const msg = { role: 'assistant', content: contentText || null };
+                    if (toolCalls.length)
+                        msg.tool_calls = toolCalls;
+                    const result = { id: `chatcmpl-${response.id}`, object: 'chat.completion', created: Math.floor(Date.now() / 1000), model: modelId, choices: [{ index: 0, message: msg, finish_reason: toolCalls.length ? 'tool_calls' : 'stop' }], usage: { prompt_tokens: response.usage.input_tokens, completion_tokens: response.usage.output_tokens, total_tokens: response.usage.input_tokens + response.usage.output_tokens } };
+                    metrics.incRequest(modelId, 'success');
+                    metrics.observeDuration((Date.now() - startTime) / 1000);
+                    if (body.stream) {
+                        res.setHeader('Content-Type', 'text/event-stream');
+                        res.write(`data: ${JSON.stringify(makeStreamChunk(chunkId, modelId, { role: 'assistant' }, null))}\n\n`);
+                        if (contentText)
+                            res.write(`data: ${JSON.stringify(makeStreamChunk(chunkId, modelId, { content: contentText }, null))}\n\n`);
+                        for (let i = 0; i < toolCalls.length; i++) {
+                            const tc = toolCalls[i];
+                            res.write(`data: ${JSON.stringify(makeStreamChunk(chunkId, modelId, { tool_calls: [{ index: i, id: tc.id, type: 'function', function: { name: tc.function.name, arguments: '' } }] }, null))}\n\n`);
+                            res.write(`data: ${JSON.stringify(makeStreamChunk(chunkId, modelId, { tool_calls: [{ index: i, function: { arguments: tc.function.arguments } }] }, null))}\n\n`);
+                        }
+                        res.write(`data: ${JSON.stringify(makeStreamChunk(chunkId, modelId, {}, toolCalls.length ? 'tool_calls' : 'stop'))}\n\n`);
+                        res.write('data: [DONE]\n\n');
+                        return res.end();
+                    }
+                    return res.json(result);
+                }
+                catch (e) {
+                    lastError = e;
+                    if (e?.status === 429) {
+                        pool.markRegionFailure(region);
+                        metrics.incRetry(modelId, region);
+                        continue;
+                    }
+                    if (e?.status >= 500) {
+                        metrics.incRetry(modelId, region);
+                        await sleep(finalConfig.retryBaseDelay * Math.pow(2, attempt) * 1000);
+                        continue;
+                    }
+                    throw e;
+                }
+            }
+            throw lastError || new Error('All retries exhausted');
+        }
+        catch (e) {
+            console.error('Error:', e.message || e);
+            metrics.incRequest(req.body?.model || 'unknown', 'error');
+            if (!res.headersSent)
+                res.status(500).json({ error: { message: e.message || 'Internal error' } });
+        }
+        finally {
+            clearTimeout(timeoutId);
+            queue.release();
+        }
+    });
+    return { app, config: finalConfig };
+}
+function startServer(config = {}) {
+    const { app, config: finalConfig } = createServer(config);
+    app.listen(finalConfig.port, finalConfig.host, () => {
+        console.log(`Vertex AI Proxy running at http://${finalConfig.host}:${finalConfig.port}`);
+        console.log(`Project: ${finalConfig.projectId}`);
+        console.log(`Claude regions: ${finalConfig.claudeRegions.join(', ')}`);
+    });
+}
+//# sourceMappingURL=server.js.map

package/dist/server.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":";;;;;AA8NA,oCAuIC;AAED,kCAOC;AA9WD,sDAAqD;AACrD,yDAA2D;AAC3D,yCAA4C;AAC5C,yCAGoB;AAEpB,wCAAwC;AACxC,MAAM,YAAY;IAII;IAA+B;IAH3C,KAAK,GAAiE,EAAE,CAAC;IACzE,WAAW,GAAG,CAAC,CAAC;IAExB,YAAoB,aAAqB,EAAU,YAAoB;QAAnD,kBAAa,GAAb,aAAa,CAAQ;QAAU,iBAAY,GAAZ,YAAY,CAAQ;IAAG,CAAC;IAE3E,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YAC1C,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QAChC,CAAC;QACD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QAChC,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;IAED,IAAI,KAAK;QACP,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IACjE,CAAC;CACF;AAED,oBAAoB;AACpB,MAAM,OAAO;IAOS;IANZ,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC1C,gBAAgB,GAAa,EAAE,CAAC;IAChC,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC3C,SAAS,GAAG,CAAC,CAAC;IAEtB,YAAoB,OAAgB;QAAhB,YAAO,GAAP,OAAO,CAAS;IAAG,CAAC;IAExC,UAAU,CAAC,KAAa,EAAE,MAAc;QACtC,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAC1B,MAAM,GAAG,GAAG,GAAG,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtE,CAAC;IAED,eAAe,CAAC,QAAgB;QAC9B,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAC1B,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,GAAG,IAAI;YAAE,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;IACzE,CAAC;IAED,QAAQ,CAAC,KAAa,EAAE,MAAc;QACpC,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAC1B,MAAM,GAAG,GAAG,GAAG,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACpE,CAAC;IAED,gBAAgB,CAAC,MAAc;QAC7B,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAC1B,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9E,CAAC;IAED,WAAW;QACT,IAAI,IAAI,CAAC,OAAO;YAAE,IAAI,CAAC,SAAS,EAAE,CAAC;IACrC,CAAC;IAED,oBAAoB;QAClB,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;QAChE,KAAK,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;QACzD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YAC9C,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACrC,KAAK,CAAC,IAAI,CAAC,sCAAsC,KAAK,aAAa,IAAI,MAAM,KAAK,EAAE,CAAC,CAAC;QACxF,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;QAC9D,KAAK,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;QAC3D,KAAK,CAAC,IAAI,CAAC,iCAAiC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QAC9D,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;CACF;AAED,mCAAmC;AACnC,MAAM,UAAU;IAKM;IAA6B;IAJzC,aAAa,GAAG,IAAI,GAAG,EAA2B,CAAC;IACnD,YAAY,GAAuB,IAAI,CAAC;IACxC,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEjD,YAAoB,MAAmB,EAAU,OAAgB;QAA7C,WAAM,GAAN,MAAM,CAAa;QAAU,YAAO,GAAP,OAAO,CAAS;QAC/D,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAEO,WAAW;QACjB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;YAC/C,IAAI,CAAC;gBACH,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,IAAI,4BAAe,CAAC;oBACxD,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;oBAChC,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE;iBACtB,CAAC,CAAC,CAAC;gBACJ,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBACjD,OAAO,CAAC,GAAG,CAAC,yCAAyC,MAAM,EAAE,CAAC,CAAC;YACjE,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,OAAO,CAAC,IAAI,CAAC,oCAAoC,MAAM,KAAK,CAAC,EAAE,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,YAAY,GAAG,IAAI,mBAAW,CAAC;gBAClC,QAAQ,EAAE,IAAI;gBACd,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;gBAC9B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;aACrC,CAAC,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,kCAAkC,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;QAC9E,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,iCAAiC,CAAC,EAAE,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAED,eAAe;QACb,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5E,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAC9C,IAAI,MAAM;gBAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QACxC,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;IACjD,CAAC;IAED,eAAe;QACb,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACvE,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,iBAAiB,CAAC,MAAc,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IAChF,iBAAiB,CAAC,MAAc,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;CAC/G;AAED,UAAU;AACV,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,wBAAa,CAAC,MAAM,CAAC,EAAE,CAAC;IACtE,MAAM,EAAE,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IAC/B,IAAI,EAAE,IAAI,wBAAa;QAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,wBAAa,CAAC,EAAE,CAAC,EAAE,CAAC;IAC/E,IAAI,EAAE,IAAI,wBAAa;QAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,wBAAa,CAAC,EAAE,CAAC,EAAE,CAAC;IAC/E,IAAI,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IACrE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,wBAAa,CAAC,EAAE,CAAC,IAAI,wBAAa,CAAC,MAAM,CAAC,EAAE,CAAC;AACjF,CAAC;AAED,SAAS,cAAc,CAAC,OAAuB;IAC7C,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC;IAChD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IAC1D,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QACxB,IAAI,IAAI,EAAE,IAAI,KAAK,MAAM;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC;QAC1E,IAAI,IAAI,EAAE,IAAI,KAAK,WAAW,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,IAAI,EAAE,CAAC;YACtC,IAAI,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC5B,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACpC,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;gBACtF,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC;YACpF,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AACrB,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,CAAC,KAAK,EAAE,MAAM;QAAE,OAAO,SAAS,CAAC;IACrC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACxD,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;QACrB,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW,IAAI,EAAE;QACzC,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,UAAU,IAAI,EAAE;KAC1C,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,wBAAwB,CAAC,QAAmB,EAAE,WAAoB;IACzE,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,MAAM,aAAa,GAAU,EAAE,CAAC;IAEhC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC1B,WAAW,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACvE,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC/B,aAAa,CAAC,IAAI,CAAC;gBACjB,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,WAAW,EAAE,GAAG,CAAC,YAAY,IAAI,EAAE,EAAE,OAAO,EAAE,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;aAC9J,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC3D,IAAI,SAAS,GAAG,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC5C,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,IAAI,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;gBACvD,SAAS,GAAG,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;oBACpC,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;oBACnD,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC;iBACjD,CAAC,CAAC,CAAC;YACN,CAAC;YACD,aAAa,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,IAAI,MAAM,GAA+B,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACnG,IAAI,WAAW,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;QAChF,MAAM,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,CAAC,CAAC;IAClF,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,CAAC;AAC7C,CAAC;AAED,SAAS,eAAe,CAAC,EAAU,EAAE,KAAa,EAAE,KAAU,EAAE,YAA2B;IACzF,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,uBAAuB,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;AAC7J,CAAC;AAED,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAElE,cAAc;AACd,SAAgB,YAAY,CAAC,SAA+B,EAAE;IAC5D,MAAM,WAAW,GAAG,EAAE,GAAG,yBAAc,EAAE,GAAG,MAAM,EAAE,CAAC;IACrD,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;IACvD,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAClD,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,WAAW,CAAC,aAAa,EAAE,WAAW,CAAC,SAAS,CAAC,CAAC;IAEjF,MAAM,GAAG,GAAG,IAAA,iBAAO,GAAE,CAAC;IACtB,GAAG,CAAC,GAAG,CAAC,iBAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;IACzC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QACzB,GAAG,CAAC,MAAM,CAAC,6BAA6B,EAAE,GAAG,CAAC,CAAC;QAC/C,GAAG,CAAC,MAAM,CAAC,8BAA8B,EAAE,oBAAoB,CAAC,CAAC;QACjE,GAAG,CAAC,MAAM,CAAC,8BAA8B,EAAE,6BAA6B,CAAC,CAAC;QAC1E,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS;YAAE,OAAO,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QACzD,IAAI,EAAE,CAAC;IACT,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,SAAS,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACrC,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,CAAC,SAAS,EAAE,cAAc,EAAE,WAAW,CAAC,aAAa,EAAE,eAAe,EAAE,WAAW,CAAC,cAAc,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IAC3L,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QAC/B,IAAI,CAAC,WAAW,CAAC,aAAa;YAAE,OAAO,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAChF,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,IAAI,CAAC,sBAAsB,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QAClD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC;YAAC,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,mBAAmB,EAAE,EAAE,CAAC,CAAC;QAAC,CAAC;QAElH,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW;YAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,cAAc,GAAG,IAAI,CAAC,CAAC;QAE1J,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,GAAG,CAAC,IAAmB,CAAC;YACrC,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC9D,MAAM,OAAO,GAAG,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;YAEzC,IAAI,WAAW,CAAC,oBAAoB;gBAAE,OAAO,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,WAAW,EAAE,WAAW,OAAO,UAAU,IAAI,CAAC,QAAQ,EAAE,MAAM,YAAY,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YAEzJ,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;gBAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC5E,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;gBACtC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,mBAAmB,CAAC,CAAC;oBACnD,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC;oBACzG,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;oBAC/F,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;wBAAC,IAAI,KAAK,CAAC,IAAI;4BAAE,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC;oBAAC,CAAC;oBACjK,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC;oBACxF,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;oBAC9B,OAAO,GAAG,CAAC,GAAG,EAAE,CAAC;gBACnB,CAAC;gBACD,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;gBACvF,OAAO,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,iBAAiB,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAC,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5R,CAAC;YAED,SAAS;YACT,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,wBAAwB,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,iBAAiB,CAAC,CAAC;YACnH,MAAM,YAAY,GAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,IAAI,EAAE,QAAQ,EAAE,aAAa,EAAE,CAAC;YAC3G,IAAI,MAAM;gBAAE,YAAY,CAAC,MAAM,GAAG,MAAM,CAAC;YACzC,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;gBAAE,YAAY,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;YAChF,IAAI,IAAI,CAAC,KAAK;gBAAE,YAAY,CAAC,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAE9D,IAAI,SAAS,GAAiB,IAAI,CAAC;YACnC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,WAAW,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;gBAClE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;gBAClD,IAAI,CAAC;oBACH,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;wBAC/B,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,mBAAmB,CAAC,CAAC;wBACnD,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC;wBACzG,IAAI,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;wBACxB,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;wBACpD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;4BACjC,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gCAC9E,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC;4BACnH,CAAC;4BACD,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,GAAG,WAAW,CAAC,iBAAiB,GAAG,IAAI,EAAE,CAAC;gCAAC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;gCAAC,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;4BAAC,CAAC;wBACnH,CAAC;wBACD,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC;wBACxF,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;wBAC9B,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;wBAC/B,OAAO,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;wBACvC,OAAO,GAAG,CAAC,GAAG,EAAE,CAAC;oBACnB,CAAC;oBAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;oBAC5D,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;oBAE/B,IAAI,WAAW,GAAG,EAAE,CAAC;oBACrB,MAAM,SAAS,GAAU,EAAE,CAAC;oBAC5B,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;wBACrC,IAAI,MAAM,IAAI,KAAK;4BAAE,WAAW,IAAI,KAAK,CAAC,IAAI,CAAC;wBAC/C,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU;4BAAE,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;oBAC5J,CAAC;oBAED,MAAM,GAAG,GAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,IAAI,EAAE,CAAC;oBACrE,IAAI,SAAS,CAAC,MAAM;wBAAE,GAAG,CAAC,UAAU,GAAG,SAAS,CAAC;oBAEjD,MAAM,MAAM,GAAG,EAAE,EAAE,EAAE,YAAY,QAAQ,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,iBAAiB,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAC,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,aAAa,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,aAAa,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY,EAAE,iBAAiB,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,EAAE,CAAC;oBAEpZ,OAAO,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;oBACvC,OAAO,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC;oBAEzD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;wBAChB,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,mBAAmB,CAAC,CAAC;wBACnD,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC;wBACzG,IAAI,WAAW;4BAAE,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC;wBAC7H,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;4BAC1C,MAAM,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;4BACxB,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC;4BACpM,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC;wBACpK,CAAC;wBACD,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC;wBAC1H,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;wBAC9B,OAAO,GAAG,CAAC,GAAG,EAAE,CAAC;oBACnB,CAAC;oBACD,OAAO,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAE1B,CAAC;gBAAC,OAAO,CAAM,EAAE,CAAC;oBAChB,SAAS,GAAG,CAAC,CAAC;oBACd,IAAI,CAAC,EAAE,MAAM,KAAK,GAAG,EAAE,CAAC;wBAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;wBAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;wBAAC,SAAS;oBAAC,CAAC;oBACvG,IAAI,CAAC,EAAE,MAAM,IAAI,GAAG,EAAE,CAAC;wBAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;wBAAC,MAAM,KAAK,CAAC,WAAW,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC;wBAAC,SAAS;oBAAC,CAAC;oBAC7I,MAAM,CAAC,CAAC;gBACV,CAAC;YACH,CAAC;YACD,MAAM,SAAS,IAAI,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QACxD,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC;YACxC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,IAAI,SAAS,EAAE,OAAO,CAAC,CAAC;YAC1D,IAAI,CAAC,GAAG,CAAC,WAAW;gBAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,gBAAgB,EAAE,EAAE,CAAC,CAAC;QACpG,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,KAAK,CAAC,OAAO,EAAE,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;AACtC,CAAC;AAED,SAAgB,WAAW,CAAC,SAA+B,EAAE;IAC3D,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IAC1D,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,IAAI,EAAE,GAAG,EAAE;QAClD,OAAO,CAAC,GAAG,CAAC,qCAAqC,WAAW,CAAC,IAAI,IAAI,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;QACzF,OAAO,CAAC,GAAG,CAAC,YAAY,WAAW,CAAC,SAAS,EAAE,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,mBAAmB,WAAW,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,85 @@
+export interface ProxyConfig {
+    projectId: string;
+    claudeRegions: string[];
+    geminiLocation: string;
+    port: number;
+    host: string;
+    maxRetries: number;
+    retryBaseDelay: number;
+    requestTimeout: number;
+    enablePromptCache: boolean;
+    enableMetrics: boolean;
+    enableRequestLogging: boolean;
+    heartbeatInterval: number;
+    maxConcurrent: number;
+    queueSize: number;
+}
+export interface Message {
+    role: 'system' | 'user' | 'assistant' | 'tool';
+    content: string | ContentBlock[];
+    tool_calls?: ToolCall[];
+    tool_call_id?: string;
+}
+export interface ContentBlock {
+    type: 'text' | 'image_url' | 'image';
+    text?: string;
+    image_url?: {
+        url: string;
+    };
+    source?: {
+        type: string;
+        media_type: string;
+        data: string;
+    };
+}
+export interface ToolCall {
+    id: string;
+    type: 'function';
+    function: {
+        name: string;
+        arguments: string;
+    };
+}
+export interface Tool {
+    type: 'function';
+    function: {
+        name: string;
+        description?: string;
+        parameters?: Record<string, unknown>;
+    };
+}
+export interface ChatRequest {
+    model?: string;
+    messages: Message[];
+    stream?: boolean;
+    tools?: Tool[];
+    max_tokens?: number;
+    temperature?: number;
+}
+export interface StreamChunk {
+    id: string;
+    object: 'chat.completion.chunk';
+    created: number;
+    model: string;
+    choices: Array<{
+        index: number;
+        delta: {
+            role?: string;
+            content?: string;
+            tool_calls?: Array<{
+                index: number;
+                id?: string;
+                type?: string;
+                function?: {
+                    name?: string;
+                    arguments?: string;
+                };
+            }>;
+        };
+        finish_reason: string | null;
+    }>;
+}
+export declare const DEFAULT_CONFIG: ProxyConfig;
+export declare const CLAUDE_MODELS: Record<string, string>;
+export declare const GEMINI_MODELS: Record<string, string>;
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,WAAW;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,aAAa,EAAE,OAAO,CAAC;IACvB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,MAAM,CAAC;IAC/C,OAAO,EAAE,MAAM,GAAG,YAAY,EAAE,CAAC;IACjC,UAAU,CAAC,EAAE,QAAQ,EAAE,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,OAAO,CAAC;IACrC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC;IAC5B,MAAM,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;CAC7D;AAED,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;CAC/C;AAED,MAAM,WAAW,IAAI;IACnB,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACtC,CAAC;CACH;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,uBAAuB,CAAC;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE;YACL,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,OAAO,CAAC,EAAE,MAAM,CAAC;YACjB,UAAU,CAAC,EAAE,KAAK,CAAC;gBACjB,KAAK,EAAE,MAAM,CAAC;gBACd,EAAE,CAAC,EAAE,MAAM,CAAC;gBACZ,IAAI,CAAC,EAAE,MAAM,CAAC;gBACd,QAAQ,CAAC,EAAE;oBAAE,IAAI,CAAC,EAAE,MAAM,CAAC;oBAAC,SAAS,CAAC,EAAE,MAAM,CAAA;iBAAE,CAAC;aAClD,CAAC,CAAC;SACJ,CAAC;QACF,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;KAC9B,CAAC,CAAC;CACJ;AAED,eAAO,MAAM,cAAc,EAAE,WAe5B,CAAC;AAEF,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAMhD,CAAC;AAEF,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAKhD,CAAC"}

package/dist/types.js

@@ -0,0 +1,33 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GEMINI_MODELS = exports.CLAUDE_MODELS = exports.DEFAULT_CONFIG = void 0;
+exports.DEFAULT_CONFIG = {
+    projectId: process.env.PROJECT_ID || process.env.GOOGLE_CLOUD_PROJECT || '',
+    claudeRegions: (process.env.CLAUDE_REGIONS || 'us-east5,us-east1,europe-west1').split(','),
+    geminiLocation: process.env.GEMINI_LOCATION || 'us-east5',
+    port: parseInt(process.env.PORT || '8001'),
+    host: process.env.HOST || '0.0.0.0',
+    maxRetries: parseInt(process.env.MAX_RETRIES || '3'),
+    retryBaseDelay: parseFloat(process.env.RETRY_BASE_DELAY || '0.5'),
+    requestTimeout: parseInt(process.env.REQUEST_TIMEOUT || '300'),
+    enablePromptCache: process.env.ENABLE_PROMPT_CACHE !== 'false',
+    enableMetrics: process.env.ENABLE_METRICS !== 'false',
+    enableRequestLogging: process.env.ENABLE_REQUEST_LOGGING === 'true',
+    heartbeatInterval: parseInt(process.env.HEARTBEAT_INTERVAL || '15'),
+    maxConcurrent: parseInt(process.env.MAX_CONCURRENT || '10'),
+    queueSize: parseInt(process.env.QUEUE_SIZE || '100'),
+};
+exports.CLAUDE_MODELS = {
+    'opus': 'claude-opus-4-5@20251101',
+    'sonnet': 'claude-sonnet-4-5@20250929',
+    'haiku': 'claude-haiku-3-5@20241022',
+    'claude-opus-4-5': 'claude-opus-4-5@20251101',
+    'claude-sonnet-4-5': 'claude-sonnet-4-5@20250929',
+};
+exports.GEMINI_MODELS = {
+    'gemini-3-pro': 'gemini-3-pro-preview',
+    'gemini-2.5-pro': 'gemini-2.5-pro',
+    'gemini-2.5-flash': 'gemini-2.5-flash',
+    'gemini-2.0-flash': 'gemini-2.0-flash',
+};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":";;;AA4Ea,QAAA,cAAc,GAAgB;IACzC,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,EAAE;IAC3E,aAAa,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,gCAAgC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC;IAC1F,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,UAAU;IACzD,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,MAAM,CAAC;IAC1C,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,SAAS;IACnC,UAAU,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC;IACpD,cAAc,EAAE,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,KAAK,CAAC;IACjE,cAAc,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,KAAK,CAAC;IAC9D,iBAAiB,EAAE,OAAO,CAAC,GAAG,CAAC,mBAAmB,KAAK,OAAO;IAC9D,aAAa,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,KAAK,OAAO;IACrD,oBAAoB,EAAE,OAAO,CAAC,GAAG,CAAC,sBAAsB,KAAK,MAAM;IACnE,iBAAiB,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,IAAI,CAAC;IACnE,aAAa,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,IAAI,CAAC;IAC3D,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,KAAK,CAAC;CACrD,CAAC;AAEW,QAAA,aAAa,GAA2B;IACnD,MAAM,EAAE,0BAA0B;IAClC,QAAQ,EAAE,4BAA4B;IACtC,OAAO,EAAE,2BAA2B;IACpC,iBAAiB,EAAE,0BAA0B;IAC7C,mBAAmB,EAAE,4BAA4B;CAClD,CAAC;AAEW,QAAA,aAAa,GAA2B;IACnD,cAAc,EAAE,sBAAsB;IACtC,gBAAgB,EAAE,gBAAgB;IAClC,kBAAkB,EAAE,kBAAkB;IACtC,kBAAkB,EAAE,kBAAkB;CACvC,CAAC"}

package/package.json

@@ -0,0 +1,53 @@
+{
+  "name": "vertex-ai-proxy",
+  "version": "1.0.0",
+  "description": "OpenAI-compatible proxy for Google Vertex AI (Claude + Gemini) with automatic failover, retries, and prompt caching",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "bin": {
+    "vertex-ai-proxy": "dist/cli.js",
+    "vap": "dist/cli.js"
+  },
+  "scripts": {
+    "build": "tsc",
+    "start": "node dist/cli.js",
+    "dev": "ts-node src/cli.ts",
+    "prepublishOnly": "npm run build"
+  },
+  "keywords": [
+    "vertex-ai",
+    "claude",
+    "gemini",
+    "openai",
+    "proxy",
+    "anthropic",
+    "google-cloud",
+    "clawdbot",
+    "ai",
+    "llm"
+  ],
+  "author": "ramonqu",
+  "license": "MIT",
+  "dependencies": {
+    "@anthropic-ai/vertex-sdk": "^0.6.4",
+    "@google/genai": "^1.0.0",
+    "express": "^4.18.2",
+    "prom-client": "^15.1.0"
+  },
+  "devDependencies": {
+    "@types/express": "^4.17.21",
+    "@types/node": "^20.10.0",
+    "typescript": "^5.3.0"
+  },
+  "engines": {
+    "node": ">=18"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/anthropics/vertex-ai-proxy"
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ]
+}