@hemansubedi/aether-ai 1.0.0

package/dist/providers/openai-compat.js

@@ -0,0 +1,181 @@
+import { fetchWithTimeout } from "./index.js";
+export class OpenAICompatProvider {
+    name;
+    config;
+    constructor(config) {
+        this.name = config.name;
+        this.config = config;
+    }
+    get base() {
+        return this.config.baseURL.replace(/\/$/, "");
+    }
+    headers() {
+        const h = { "Content-Type": "application/json" };
+        if (this.config.apiKey) {
+            h.Authorization = `Bearer ${this.config.apiKey}`;
+        }
+        return h;
+    }
+    async listModels() {
+        try {
+            const res = await fetchWithTimeout(`${this.base}/models`, { headers: this.headers() }, this.config.timeoutMs);
+            if (!res.ok)
+                return [];
+            const data = (await res.json());
+            return (data?.data ?? []).map((m) => m.id).filter(Boolean);
+        }
+        catch {
+            return [];
+        }
+    }
+    async health() {
+        const start = Date.now();
+        try {
+            const res = await fetchWithTimeout(`${this.base}/models`, { headers: this.headers() }, 5000);
+            if (!res.ok) {
+                return { healthy: false, failures: 0, lastCheck: start, lastError: `HTTP ${res.status}`, circuitOpen: false, cooldownUntil: 0 };
+            }
+            return { healthy: true, failures: 0, lastCheck: start, circuitOpen: false, cooldownUntil: 0 };
+        }
+        catch (err) {
+            return { healthy: false, failures: 0, lastCheck: start, lastError: err.message, circuitOpen: false, cooldownUntil: 0 };
+        }
+    }
+    async *chat(messages, tools, opts) {
+        const body = {
+            model: this.config.models[0] || "gpt-4o-mini",
+            messages: messages.map((m) => ({
+                role: m.role,
+                content: m.content,
+                ...(m.tool_calls ? { tool_calls: m.tool_calls } : {}),
+                ...(m.tool_call_id ? { tool_call_id: m.tool_call_id } : {}),
+                ...(m.name ? { name: m.name } : {}),
+            })),
+            stream: true,
+            temperature: opts?.temperature ?? 0.7,
+        };
+        if (tools && tools.length > 0) {
+            body.tools = tools.map((t) => ({
+                type: "function",
+                function: { name: t.name, description: t.description, parameters: t.parameters },
+            }));
+        }
+        if (opts?.maxTokens) {
+            body.max_tokens = opts.maxTokens;
+        }
+        const res = await fetchWithTimeout(`${this.base}/chat/completions`, {
+            method: "POST",
+            headers: this.headers(),
+            body: JSON.stringify(body),
+            signal: opts?.signal,
+        }, this.config.timeoutMs);
+        if (!res.ok) {
+            const text = await res.text().catch(() => "");
+            throw new Error(`OpenAI-compatible chat failed: HTTP ${res.status} ${text}`);
+        }
+        const reader = res.body?.getReader();
+        if (!reader) {
+            throw new Error("OpenAI-compatible chat: no response body");
+        }
+        const decoder = new TextDecoder();
+        let buffer = "";
+        const toolParts = {};
+        let inputTokens = 0;
+        let outputTokens = 0;
+        let sawDone = false;
+        const emitToolCalls = () => {
+            const calls = [];
+            for (const idx of Object.keys(toolParts).map(Number).sort((a, b) => a - b)) {
+                const p = toolParts[idx];
+                if (!p)
+                    continue;
+                calls.push({
+                    id: p.id || `call_${idx}`,
+                    type: "function",
+                    function: { name: p.name, arguments: p.arguments },
+                });
+            }
+            Object.keys(toolParts).forEach((k) => delete toolParts[Number(k)]);
+            return calls.length ? { type: "tool_call", tool_call: calls[0] } : null;
+        };
+        while (true) {
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            buffer += decoder.decode(value, { stream: true });
+            let idx = buffer.indexOf("\n");
+            while (idx !== -1) {
+                const rawLine = buffer.slice(0, idx);
+                buffer = buffer.slice(idx + 1);
+                const line = rawLine.trim();
+                if (!line)
+                    continue;
+                if (line === "data: [DONE]") {
+                    sawDone = true;
+                    continue;
+                }
+                if (!line.startsWith("data:"))
+                    continue;
+                const payload = line.slice(5).trim();
+                if (!payload)
+                    continue;
+                let obj;
+                try {
+                    obj = JSON.parse(payload);
+                }
+                catch {
+                    continue;
+                }
+                if (obj?.error) {
+                    throw new Error(`OpenAI-compatible error: ${JSON.stringify(obj.error)}`);
+                }
+                const choice = obj?.choices?.[0];
+                if (!choice) {
+                    if (obj?.usage) {
+                        inputTokens = obj.usage.prompt_tokens ?? inputTokens;
+                        outputTokens = obj.usage.completion_tokens ?? outputTokens;
+                    }
+                    continue;
+                }
+                const delta = choice.delta ?? {};
+                if (delta.content) {
+                    yield { type: "text", text: delta.content };
+                }
+                if (Array.isArray(delta.tool_calls)) {
+                    for (const tc of delta.tool_calls) {
+                        const i = tc.index ?? 0;
+                        if (!toolParts[i])
+                            toolParts[i] = { name: "", arguments: "" };
+                        if (tc.id)
+                            toolParts[i].id = tc.id;
+                        if (tc.function?.name)
+                            toolParts[i].name = tc.function.name;
+                        if (tc.function?.arguments)
+                            toolParts[i].arguments += tc.function.arguments;
+                    }
+                }
+                if (obj?.usage) {
+                    inputTokens = obj.usage.prompt_tokens ?? inputTokens;
+                    outputTokens = obj.usage.completion_tokens ?? outputTokens;
+                }
+                if (choice.finish_reason) {
+                    const tc = emitToolCalls();
+                    if (tc)
+                        yield tc;
+                    yield {
+                        type: "done",
+                        usage: { input_tokens: inputTokens, output_tokens: outputTokens },
+                    };
+                    sawDone = true;
+                }
+                idx = buffer.indexOf("\n");
+            }
+        }
+        if (!sawDone) {
+            const tc = emitToolCalls();
+            if (tc)
+                yield tc;
+            yield { type: "done", usage: { input_tokens: inputTokens, output_tokens: outputTokens } };
+        }
+    }
+}

package/dist/providers/openrouter.js

@@ -0,0 +1,189 @@
+import { fetchWithTimeout } from "./index.js";
+const FREE_MARKERS = ["/free", "free-", "-free", "zero", "lite", "nemo"];
+function isFree(id) {
+    const lower = id.toLowerCase();
+    return FREE_MARKERS.some((m) => lower.includes(m));
+}
+export class OpenRouterProvider {
+    name;
+    config;
+    constructor(config) {
+        this.name = config.name;
+        this.config = config;
+    }
+    get base() {
+        return this.config.baseURL.replace(/\/$/, "");
+    }
+    headers() {
+        const h = { "Content-Type": "application/json" };
+        if (this.config.apiKey) {
+            h.Authorization = `Bearer ${this.config.apiKey}`;
+        }
+        h["HTTP-Referer"] = "https://github.com/kilocode/aether";
+        h["X-Title"] = "aether";
+        return h;
+    }
+    async listModels() {
+        try {
+            const res = await fetchWithTimeout(`${this.base}/models`, { headers: this.headers() }, this.config.timeoutMs);
+            if (!res.ok)
+                return [];
+            const data = (await res.json());
+            const all = (data?.data ?? []).map((m) => m.id).filter(Boolean);
+            return all.filter(isFree);
+        }
+        catch {
+            return [];
+        }
+    }
+    async health() {
+        const start = Date.now();
+        try {
+            const res = await fetchWithTimeout(`${this.base}/models`, { headers: this.headers() }, 5000);
+            if (!res.ok) {
+                return { healthy: false, failures: 0, lastCheck: start, lastError: `HTTP ${res.status}`, circuitOpen: false, cooldownUntil: 0 };
+            }
+            return { healthy: true, failures: 0, lastCheck: start, circuitOpen: false, cooldownUntil: 0 };
+        }
+        catch (err) {
+            return { healthy: false, failures: 0, lastCheck: start, lastError: err.message, circuitOpen: false, cooldownUntil: 0 };
+        }
+    }
+    async *chat(messages, tools, opts) {
+        const body = {
+            model: this.config.models[0] || "openrouter/auto",
+            messages: messages.map((m) => ({
+                role: m.role,
+                content: m.content,
+                ...(m.tool_calls ? { tool_calls: m.tool_calls } : {}),
+                ...(m.tool_call_id ? { tool_call_id: m.tool_call_id } : {}),
+                ...(m.name ? { name: m.name } : {}),
+            })),
+            stream: true,
+            temperature: opts?.temperature ?? 0.7,
+        };
+        if (tools && tools.length > 0) {
+            body.tools = tools.map((t) => ({
+                type: "function",
+                function: { name: t.name, description: t.description, parameters: t.parameters },
+            }));
+        }
+        if (opts?.maxTokens) {
+            body.max_tokens = opts.maxTokens;
+        }
+        const res = await fetchWithTimeout(`${this.base}/chat/completions`, {
+            method: "POST",
+            headers: this.headers(),
+            body: JSON.stringify(body),
+            signal: opts?.signal,
+        }, this.config.timeoutMs);
+        if (!res.ok) {
+            const text = await res.text().catch(() => "");
+            throw new Error(`OpenRouter chat failed: HTTP ${res.status} ${text}`);
+        }
+        const reader = res.body?.getReader();
+        if (!reader) {
+            throw new Error("OpenRouter chat: no response body");
+        }
+        const decoder = new TextDecoder();
+        let buffer = "";
+        const toolParts = {};
+        let inputTokens = 0;
+        let outputTokens = 0;
+        let sawDone = false;
+        const emitToolCalls = () => {
+            const calls = [];
+            for (const idx of Object.keys(toolParts).map(Number).sort((a, b) => a - b)) {
+                const p = toolParts[idx];
+                if (!p)
+                    continue;
+                calls.push({
+                    id: p.id || `call_${idx}`,
+                    type: "function",
+                    function: { name: p.name, arguments: p.arguments },
+                });
+            }
+            Object.keys(toolParts).forEach((k) => delete toolParts[Number(k)]);
+            return calls.length ? { type: "tool_call", tool_call: calls[0] } : null;
+        };
+        while (true) {
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            buffer += decoder.decode(value, { stream: true });
+            let idx = buffer.indexOf("\n");
+            while (idx !== -1) {
+                const rawLine = buffer.slice(0, idx);
+                buffer = buffer.slice(idx + 1);
+                const line = rawLine.trim();
+                if (!line)
+                    continue;
+                if (line === "data: [DONE]") {
+                    sawDone = true;
+                    continue;
+                }
+                if (!line.startsWith("data:"))
+                    continue;
+                const payload = line.slice(5).trim();
+                if (!payload)
+                    continue;
+                let obj;
+                try {
+                    obj = JSON.parse(payload);
+                }
+                catch {
+                    continue;
+                }
+                if (obj?.error) {
+                    throw new Error(`OpenRouter error: ${JSON.stringify(obj.error)}`);
+                }
+                const choice = obj?.choices?.[0];
+                if (!choice) {
+                    if (obj?.usage) {
+                        inputTokens = obj.usage.prompt_tokens ?? inputTokens;
+                        outputTokens = obj.usage.completion_tokens ?? outputTokens;
+                    }
+                    continue;
+                }
+                const delta = choice.delta ?? {};
+                if (delta.content) {
+                    yield { type: "text", text: delta.content };
+                }
+                if (Array.isArray(delta.tool_calls)) {
+                    for (const tc of delta.tool_calls) {
+                        const i = tc.index ?? 0;
+                        if (!toolParts[i])
+                            toolParts[i] = { name: "", arguments: "" };
+                        if (tc.id)
+                            toolParts[i].id = tc.id;
+                        if (tc.function?.name)
+                            toolParts[i].name = tc.function.name;
+                        if (tc.function?.arguments)
+                            toolParts[i].arguments += tc.function.arguments;
+                    }
+                }
+                if (obj?.usage) {
+                    inputTokens = obj.usage.prompt_tokens ?? inputTokens;
+                    outputTokens = obj.usage.completion_tokens ?? outputTokens;
+                }
+                if (choice.finish_reason) {
+                    const tc = emitToolCalls();
+                    if (tc)
+                        yield tc;
+                    yield {
+                        type: "done",
+                        usage: { input_tokens: inputTokens, output_tokens: outputTokens },
+                    };
+                    sawDone = true;
+                }
+                idx = buffer.indexOf("\n");
+            }
+        }
+        if (!sawDone) {
+            const tc = emitToolCalls();
+            if (tc)
+                yield tc;
+            yield { type: "done", usage: { input_tokens: inputTokens, output_tokens: outputTokens } };
+        }
+    }
+}

package/dist/providers/registry.js

@@ -0,0 +1,211 @@
+export const PROVIDER_REGISTRY = [
+    {
+        name: "ollama-local",
+        baseURL: "http://localhost:11434",
+        type: "ollama",
+        models: ["goekdenizguelmez/JOSIEFIED-Qwen3:8b", "hf.co/OBLITERATUS/Qwen3.8-27B-OBLITERATED:Q4_K_M", "llama3.1:8b", "qwen2.5:7b", "mistral:7b", "phi3:medium"],
+        priority: 1,
+        enabled: true,
+        maxRetries: 2,
+        timeoutMs: 120000,
+    },
+    {
+        name: "openrouter-free",
+        baseURL: "https://openrouter.ai/api/v1",
+        type: "openrouter",
+        models: [
+            "openrouter/auto",
+            "meta-llama/llama-3.1-8b-instruct:free",
+            "google/gemma-2-9b-it:free",
+            "mistralai/mistral-7b-instruct:free",
+            "nvidia/nemotron-70b-instruct:free",
+        ],
+        priority: 2,
+        enabled: true,
+        maxRetries: 3,
+        timeoutMs: 120000,
+    },
+    {
+        name: "openai-compatible",
+        baseURL: "",
+        type: "openai-compatible",
+        models: ["gpt-4o-mini"],
+        priority: 99,
+        enabled: false,
+        maxRetries: 3,
+        timeoutMs: 120000,
+    },
+    {
+        name: "groq",
+        baseURL: "https://api.groq.com/openai/v1",
+        type: "openai-compatible",
+        models: ["llama-3.1-8b-instant", "llama-3.1-70b-versatile", "llama-3.2-1b-preview", "llama-3.2-11b-vision-preview", "mixtral-8x7b-32768"],
+        priority: 3,
+        enabled: true,
+        maxRetries: 3,
+        timeoutMs: 120000,
+    },
+    {
+        name: "mistral",
+        baseURL: "https://api.mistral.com/v1",
+        type: "openai-compatible",
+        models: ["mistral-small-latest", "mistral-medium-latest", "mistral-large-latest", "mixtral-8x7b-latest"],
+        priority: 4,
+        enabled: true,
+        maxRetries: 3,
+        timeoutMs: 120000,
+    },
+    {
+        name: "cohere",
+        baseURL: "https://api.cohere.com/v1",
+        type: "openai-compatible",
+        models: ["command-r", "command-r-plus", "command-light"],
+        priority: 5,
+        enabled: true,
+        maxRetries: 3,
+        timeoutMs: 120000,
+    },
+    {
+        name: "huggingface",
+        baseURL: "https://api-inference.huggingface.co",
+        type: "openai-compatible",
+        models: ["HuggingFaceH4/zephyr-7b-beta", "HuggingFaceH4/mistral-7b-it", "bigcode/starcoder2-15b"],
+        priority: 6,
+        enabled: true,
+        maxRetries: 3,
+        timeoutMs: 120000,
+    },
+    {
+        name: "fireworks",
+        baseURL: "https://api.fireworks.ai/inference/v1",
+        type: "openai-compatible",
+        models: ["accounts/fireworks/models/llama-v3-8b-instruct", "accounts/fireworks/models/llama-v3-70b-instruct", "accounts/fireworks/models/mixtral-8x7b-instruct"],
+        priority: 7,
+        enabled: true,
+        maxRetries: 3,
+        timeoutMs: 120000,
+    },
+    {
+        name: "together",
+        baseURL: "https://api.together.xyz/v1",
+        type: "openai-compatible",
+        models: ["meta-llama/Llama-3-8b-hf-chat", "meta-llama/Llama-3-70b-hf-chat", "mistralai/Mixtral-8x7B-Instruct-v0.1", "Qwen/Qwen1.5-7B-Chat"],
+        priority: 8,
+        enabled: true,
+        maxRetries: 3,
+        timeoutMs: 120000,
+    },
+    {
+        name: "deepseek",
+        baseURL: "https://api.deepseek.com/v1",
+        type: "openai-compatible",
+        models: ["deepseek-chat", "deepseek-coder", "deepseek-reasoner"],
+        priority: 9,
+        enabled: true,
+        maxRetries: 3,
+        timeoutMs: 120000,
+    },
+    {
+        name: "gemini",
+        baseURL: "https://generativelanguage.googleapis.com/v1/openai",
+        type: "openai-compatible",
+        models: ["gemini-1.5-flash", "gemini-1.5-pro", "gemini-2.0-flash-exp"],
+        priority: 10,
+        enabled: true,
+        maxRetries: 3,
+        timeoutMs: 120000,
+    },
+    {
+        name: "xai",
+        baseURL: "https://api.x.ai/v1",
+        type: "openai-compatible",
+        models: ["grok-2", "grok-2-mini", "grok-beta", "grok-mini"],
+        priority: 11,
+        enabled: true,
+        maxRetries: 3,
+        timeoutMs: 120000,
+    },
+    {
+        name: "perplexity",
+        baseURL: "https://api.perplexity.ai",
+        type: "openai-compatible",
+        models: ["sonar", "sonar-pro", "sonar-reasoning", "sonar-deep-research"],
+        priority: 12,
+        enabled: true,
+        maxRetries: 3,
+        timeoutMs: 120000,
+    },
+    {
+        name: "cerebras",
+        baseURL: "https://api.cerebras.ai/v1",
+        type: "openai-compatible",
+        models: ["llama3.1-8b", "llama3.1-70b", "llama3.2-1b", "llama3.2-11b-vision", "qwen-32b"],
+        priority: 13,
+        enabled: true,
+        maxRetries: 3,
+        timeoutMs: 120000,
+    },
+    {
+        name: "cloudflare",
+        baseURL: "",
+        type: "openai-compatible",
+        models: ["@cf/meta-llama/llama-3.1-8b-instruct", "@cf/qwen/qwen2.5-7b-instruct", "@cf/mistral/mistral-7b-instruct"],
+        priority: 99,
+        enabled: false,
+        maxRetries: 3,
+        timeoutMs: 120000,
+    },
+    {
+        name: "nvidia",
+        baseURL: "https://integrate.api.nvidia.com/v1",
+        type: "openai-compatible",
+        models: ["meta/llama-3.1-8b-instruct", "meta/llama-3.1-70b-instruct", "mistralai/mistral-7b-instruct", "nvidia/nemotron-4-340b-instruct"],
+        priority: 14,
+        enabled: true,
+        maxRetries: 3,
+        timeoutMs: 120000,
+    },
+    {
+        name: "voyage",
+        baseURL: "",
+        type: "openai-compatible",
+        models: ["voyage-3-large", "voyage-3", "voyage-code-3"],
+        priority: 99,
+        enabled: false,
+        maxRetries: 3,
+        timeoutMs: 120000,
+    },
+    {
+        name: "jina",
+        baseURL: "https://api.jina.ai/v1",
+        type: "openai-compatible",
+        models: ["jina-embeddings-v3", "jina-clip-v2"],
+        priority: 15,
+        enabled: true,
+        maxRetries: 3,
+        timeoutMs: 120000,
+    },
+    {
+        name: "parasail",
+        baseURL: "https://api.parasail.ai/v1",
+        type: "openai-compatible",
+        models: ["parasail-dqn-turbo-70b", "parasail-mixtral-8x7b", "parasail-llama-3-8b"],
+        priority: 16,
+        enabled: true,
+        maxRetries: 3,
+        timeoutMs: 120000,
+    },
+    {
+        name: "featherless",
+        baseURL: "https://api.featherless.ai/v1",
+        type: "openai-compatible",
+        models: ["featherless/qwen-2.5-7b-instruct", "featherless/llama-3.1-8b-instruct", "featherless/mistral-7b-instruct"],
+        priority: 17,
+        enabled: true,
+        maxRetries: 3,
+        timeoutMs: 120000,
+    },
+];
+export function getProvider(name) {
+    return PROVIDER_REGISTRY.find((p) => p.name === name);
+}