@astrive-ai/providers 1.0.1

package/dist/base-provider.d.ts

@@ -0,0 +1,21 @@
+/// <reference types="node" resolution-mode="require"/>
+import { IProvider, ProviderConfig, ProviderType, ChatRequest, ChatResponse, ChatChunk, ILogger, IEventEmitter } from '@astrive-ai/types';
+export declare abstract class BaseProvider implements IProvider {
+    readonly name: string;
+    readonly type: ProviderType;
+    protected logger: ILogger;
+    protected events: IEventEmitter;
+    protected config: ProviderConfig;
+    constructor(name: string, type: ProviderType, logger: ILogger, events: IEventEmitter);
+    init(config: ProviderConfig): Promise<void>;
+    abstract chat(request: ChatRequest): Promise<ChatResponse>;
+    chatStream(request: ChatRequest): AsyncGenerator<ChatChunk, void, unknown>;
+    isAvailable(): boolean;
+    abstract getModels(): string[];
+    abstract supportsFeature(feature: string): boolean;
+    destroy(): Promise<void>;
+    protected buildHeaders(): Record<string, string>;
+    protected fetchJSON<T>(url: string, options: RequestInit): Promise<T>;
+    protected parseSSE(text: string): any[];
+}
+//# sourceMappingURL=base-provider.d.ts.map

package/dist/base-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base-provider.d.ts","sourceRoot":"","sources":["../src/base-provider.ts"],"names":[],"mappings":";AAAA,OAAO,EACL,SAAS,EACT,cAAc,EACd,YAAY,EACZ,WAAW,EACX,YAAY,EACZ,SAAS,EACT,OAAO,EACP,aAAa,EACd,MAAM,mBAAmB,CAAC;AAE3B,8BAAsB,YAAa,YAAW,SAAS;aAInC,IAAI,EAAE,MAAM;aACZ,IAAI,EAAE,YAAY;IAClC,SAAS,CAAC,MAAM,EAAE,OAAO;IACzB,SAAS,CAAC,MAAM,EAAE,aAAa;IANjC,SAAS,CAAC,MAAM,EAAE,cAAc,CAAM;gBAGpB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,YAAY,EACxB,MAAM,EAAE,OAAO,EACf,MAAM,EAAE,aAAa;IAGpB,IAAI,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;aAKxC,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAEnD,UAAU,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,SAAS,EAAE,IAAI,EAAE,OAAO,CAAC;IAejF,WAAW,IAAI,OAAO;aAIb,SAAS,IAAI,MAAM,EAAE;aACrB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAE5C,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAKrC,SAAS,CAAC,YAAY,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;cAUhC,SAAS,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC;IAc3E,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,EAAE;CAkBxC"}

package/dist/base-provider.js

@@ -0,0 +1,81 @@
+export class BaseProvider {
+    name;
+    type;
+    logger;
+    events;
+    config = {};
+    constructor(name, type, logger, events) {
+        this.name = name;
+        this.type = type;
+        this.logger = logger;
+        this.events = events;
+    }
+    async init(config) {
+        this.config = { ...this.config, ...config };
+        this.logger.debug(`Provider ${this.name} initialized with config.`);
+    }
+    async *chatStream(request) {
+        const response = await this.chat(request);
+        const content = response.content;
+        const chunkSize = 10;
+        for (let i = 0; i < content.length; i += chunkSize) {
+            const chunk = content.slice(i, i + chunkSize);
+            yield {
+                content: chunk,
+                done: i + chunkSize >= content.length,
+                toolCalls: i + chunkSize >= content.length ? response.toolCalls : undefined
+            };
+        }
+    }
+    isAvailable() {
+        return !!this.config.apiKey;
+    }
+    async destroy() {
+        this.config = {};
+        this.logger.debug(`Provider ${this.name} destroyed.`);
+    }
+    buildHeaders() {
+        const headers = {
+            'Content-Type': 'application/json'
+        };
+        if (this.config.apiKey) {
+            headers['Authorization'] = `Bearer ${this.config.apiKey}`;
+        }
+        return headers;
+    }
+    async fetchJSON(url, options) {
+        try {
+            const response = await fetch(url, options);
+            if (!response.ok) {
+                const errorText = await response.text();
+                throw new Error(`HTTP ${response.status}: ${errorText}`);
+            }
+            return (await response.json());
+        }
+        catch (error) {
+            this.logger.error(`fetchJSON error from ${url}:`, error);
+            throw error;
+        }
+    }
+    parseSSE(text) {
+        const lines = text.split('\n');
+        const events = [];
+        for (const line of lines) {
+            if (line.startsWith('data: ')) {
+                const data = line.slice(6).trim();
+                if (data === '[DONE]')
+                    continue;
+                if (data) {
+                    try {
+                        events.push(JSON.parse(data));
+                    }
+                    catch (e) {
+                        this.logger.warn(`Failed to parse SSE line: ${line}`);
+                    }
+                }
+            }
+        }
+        return events;
+    }
+}
+//# sourceMappingURL=base-provider.js.map

package/dist/base-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base-provider.js","sourceRoot":"","sources":["../src/base-provider.ts"],"names":[],"mappings":"AAWA,MAAM,OAAgB,YAAY;IAId;IACA;IACN;IACA;IANF,MAAM,GAAmB,EAAE,CAAC;IAEtC,YACkB,IAAY,EACZ,IAAkB,EACxB,MAAe,EACf,MAAqB;QAHf,SAAI,GAAJ,IAAI,CAAQ;QACZ,SAAI,GAAJ,IAAI,CAAc;QACxB,WAAM,GAAN,MAAM,CAAS;QACf,WAAM,GAAN,MAAM,CAAe;IAC9B,CAAC;IAEG,KAAK,CAAC,IAAI,CAAC,MAAsB;QACtC,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;QAC5C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,IAAI,2BAA2B,CAAC,CAAC;IACtE,CAAC;IAIM,KAAK,CAAC,CAAC,UAAU,CAAC,OAAoB;QAC3C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;QACjC,MAAM,SAAS,GAAG,EAAE,CAAC;QAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YAC9C,MAAM;gBACJ,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE,CAAC,GAAG,SAAS,IAAI,OAAO,CAAC,MAAM;gBACrC,SAAS,EAAE,CAAC,GAAG,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;aAC5E,CAAC;QACJ,CAAC;IACH,CAAC;IAEM,WAAW;QAChB,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC9B,CAAC;IAKM,KAAK,CAAC,OAAO;QAClB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,IAAI,aAAa,CAAC,CAAC;IACxD,CAAC;IAES,YAAY;QACpB,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;SACnC,CAAC;QACF,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACvB,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QAC5D,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAES,KAAK,CAAC,SAAS,CAAI,GAAW,EAAE,OAAoB;QAC5D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAC3C,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CAAC,QAAQ,QAAQ,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC,CAAC;YAC3D,CAAC;YACD,OAAO,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAM,CAAC;QACtC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC;YACzD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAES,QAAQ,CAAC,IAAY;QAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,MAAM,GAAU,EAAE,CAAC;QACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAClC,IAAI,IAAI,KAAK,QAAQ;oBAAE,SAAS;gBAChC,IAAI,IAAI,EAAE,CAAC;oBACT,IAAI,CAAC;wBACH,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;oBAChC,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,IAAI,EAAE,CAAC,CAAC;oBACxD,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}

package/dist/groq-provider.d.ts

@@ -0,0 +1,12 @@
+import { BaseProvider } from './base-provider.js';
+import { ChatRequest, ChatResponse, ChatChunk, ILogger, IEventEmitter } from '@astrive-ai/types';
+export declare class GroqProvider extends BaseProvider {
+    private baseUrl;
+    private models;
+    constructor(logger: ILogger, events: IEventEmitter);
+    chat(request: ChatRequest): Promise<ChatResponse>;
+    chatStream(request: ChatRequest): AsyncGenerator<ChatChunk, void, unknown>;
+    getModels(): string[];
+    supportsFeature(feature: string): boolean;
+}
+//# sourceMappingURL=groq-provider.d.ts.map

package/dist/groq-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"groq-provider.d.ts","sourceRoot":"","sources":["../src/groq-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAEjG,qBAAa,YAAa,SAAQ,YAAY;IAC5C,OAAO,CAAC,OAAO,CAAoC;IACnD,OAAO,CAAC,MAAM,CAMZ;gBAEU,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa;IAIrC,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAmChD,UAAU,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,SAAS,EAAE,IAAI,EAAE,OAAO,CAAC;IAsDjF,SAAS,IAAI,MAAM,EAAE;IAIrB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;CAIjD"}

package/dist/groq-provider.js

@@ -0,0 +1,102 @@
+import { BaseProvider } from './base-provider.js';
+export class GroqProvider extends BaseProvider {
+    baseUrl = 'https://api.groq.com/openai/v1';
+    models = [
+        'llama-3.1-8b-instant',
+        'llama-3.3-70b-versatile',
+        'llama-3.1-70b-versatile',
+        'mixtral-8x7b-32768',
+        'gemma2-9b-it'
+    ];
+    constructor(logger, events) {
+        super('groq', 'official', logger, events);
+    }
+    async chat(request) {
+        const url = `${this.baseUrl}/chat/completions`;
+        const payload = {
+            messages: request.messages,
+            model: request.model || this.models[0],
+            temperature: request.temperature,
+            max_tokens: request.maxTokens,
+            tools: request.tools
+        };
+        const data = await this.fetchJSON(url, {
+            method: 'POST',
+            headers: this.buildHeaders(),
+            body: JSON.stringify(payload)
+        });
+        return {
+            id: data.id,
+            content: data.choices[0].message.content || '',
+            role: 'assistant',
+            toolCalls: data.choices[0].message.tool_calls?.map((tc) => ({
+                id: tc.id,
+                name: tc.function.name,
+                arguments: typeof tc.function.arguments === 'string' ? JSON.parse(tc.function.arguments) : tc.function.arguments
+            })),
+            usage: data.usage ? {
+                promptTokens: data.usage.prompt_tokens,
+                completionTokens: data.usage.completion_tokens,
+                totalTokens: data.usage.total_tokens
+            } : undefined,
+            model: data.model,
+            finishReason: data.choices[0].finish_reason || 'stop'
+        };
+    }
+    async *chatStream(request) {
+        const url = `${this.baseUrl}/chat/completions`;
+        const payload = {
+            messages: request.messages,
+            model: request.model || this.models[0],
+            temperature: request.temperature,
+            max_tokens: request.maxTokens,
+            tools: request.tools,
+            stream: true
+        };
+        const response = await fetch(url, {
+            method: 'POST',
+            headers: this.buildHeaders(),
+            body: JSON.stringify(payload)
+        });
+        if (!response.ok) {
+            throw new Error(`HTTP ${response.status}: ${await response.text()}`);
+        }
+        if (!response.body)
+            throw new Error('No response body');
+        const reader = response.body.getReader();
+        const decoder = new TextDecoder('utf-8');
+        let buffer = '';
+        while (true) {
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            buffer += decoder.decode(value, { stream: true });
+            const lines = buffer.split('\n');
+            buffer = lines.pop() || '';
+            const events = this.parseSSE(lines.join('\n'));
+            for (const event of events) {
+                const delta = event.choices?.[0]?.delta;
+                if (delta && delta.content) {
+                    yield {
+                        content: delta.content,
+                        done: false
+                    };
+                }
+                if (event.choices?.[0]?.finish_reason) {
+                    yield {
+                        content: '',
+                        done: true
+                    };
+                }
+            }
+        }
+    }
+    getModels() {
+        return [...this.models];
+    }
+    supportsFeature(feature) {
+        const supported = ['chat', 'function_calling', 'streaming'];
+        return supported.includes(feature);
+    }
+}
+//# sourceMappingURL=groq-provider.js.map

package/dist/groq-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"groq-provider.js","sourceRoot":"","sources":["../src/groq-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAGlD,MAAM,OAAO,YAAa,SAAQ,YAAY;IACpC,OAAO,GAAG,gCAAgC,CAAC;IAC3C,MAAM,GAAG;QACf,sBAAsB;QACtB,yBAAyB;QACzB,yBAAyB;QACzB,oBAAoB;QACpB,cAAc;KACf,CAAC;IAEF,YAAY,MAAe,EAAE,MAAqB;QAChD,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IAC5C,CAAC;IAEM,KAAK,CAAC,IAAI,CAAC,OAAoB;QACpC,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,mBAAmB,CAAC;QAC/C,MAAM,OAAO,GAAG;YACd,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YACtC,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,UAAU,EAAE,OAAO,CAAC,SAAS;YAC7B,KAAK,EAAE,OAAO,CAAC,KAAK;SACrB,CAAC;QAEF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAM,GAAG,EAAE;YAC1C,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE;YAC5B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;SAC9B,CAAC,CAAC;QAEH,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE;YAC9C,IAAI,EAAE,WAAoB;YAC1B,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,EAAO,EAAE,EAAE,CAAC,CAAC;gBAC/D,EAAE,EAAE,EAAE,CAAC,EAAE;gBACT,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;gBACtB,SAAS,EAAE,OAAO,EAAE,CAAC,QAAQ,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS;aACjH,CAAC,CAAC;YACH,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;gBAClB,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;gBACtC,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;gBAC9C,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;aACrC,CAAC,CAAC,CAAC,SAAS;YACb,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,IAAI,MAAM;SACtD,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,CAAC,UAAU,CAAC,OAAoB;QAC3C,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,mBAAmB,CAAC;QAC/C,MAAM,OAAO,GAAG;YACd,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YACtC,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,UAAU,EAAE,OAAO,CAAC,SAAS;YAC7B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,IAAI;SACb,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE;YAC5B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;SAC9B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,QAAQ,QAAQ,CAAC,MAAM,KAAK,MAAM,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAExD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC;QACzC,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAChB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAElD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAE3B,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAC/C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;gBACxC,IAAI,KAAK,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;oBAC3B,MAAM;wBACJ,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,IAAI,EAAE,KAAK;qBACZ,CAAC;gBACJ,CAAC;gBACD,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;oBACtC,MAAM;wBACJ,OAAO,EAAE,EAAE;wBACX,IAAI,EAAE,IAAI;qBACX,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEM,SAAS;QACd,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IAEM,eAAe,CAAC,OAAe;QACpC,MAAM,SAAS,GAAG,CAAC,MAAM,EAAE,kBAAkB,EAAE,WAAW,CAAC,CAAC;QAC5D,OAAO,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;CACF"}

package/dist/index.d.ts

@@ -0,0 +1,5 @@
+export * from './base-provider.js';
+export * from './provider-manager.js';
+export * from './groq-provider.js';
+export * from './openai-compatible-provider.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,uBAAuB,CAAC;AACtC,cAAc,oBAAoB,CAAC;AACnC,cAAc,iCAAiC,CAAC"}

package/dist/index.js

@@ -0,0 +1,5 @@
+export * from './base-provider.js';
+export * from './provider-manager.js';
+export * from './groq-provider.js';
+export * from './openai-compatible-provider.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,uBAAuB,CAAC;AACtC,cAAc,oBAAoB,CAAC;AACnC,cAAc,iCAAiC,CAAC"}

package/dist/openai-compatible-provider.d.ts

@@ -0,0 +1,15 @@
+import { BaseProvider } from './base-provider.js';
+import { ChatRequest, ChatResponse, ChatChunk, ILogger, IEventEmitter } from '@astrive-ai/types';
+export interface OpenAIConfig {
+    baseUrl: string;
+    models: string[];
+}
+export declare class OpenAICompatibleProvider extends BaseProvider {
+    private openaiConfig;
+    constructor(name: string, logger: ILogger, events: IEventEmitter, config: OpenAIConfig);
+    chat(request: ChatRequest): Promise<ChatResponse>;
+    chatStream(request: ChatRequest): AsyncGenerator<ChatChunk, void, unknown>;
+    getModels(): string[];
+    supportsFeature(feature: string): boolean;
+}
+//# sourceMappingURL=openai-compatible-provider.d.ts.map

package/dist/openai-compatible-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-compatible-provider.d.ts","sourceRoot":"","sources":["../src/openai-compatible-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAEjG,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,qBAAa,wBAAyB,SAAQ,YAAY;IACxD,OAAO,CAAC,YAAY,CAAe;gBAGjC,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,OAAO,EACf,MAAM,EAAE,aAAa,EACrB,MAAM,EAAE,YAAY;IAMT,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAmChD,UAAU,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,SAAS,EAAE,IAAI,EAAE,OAAO,CAAC;IAsDjF,SAAS,IAAI,MAAM,EAAE;IAIrB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;CAIjD"}

package/dist/openai-compatible-provider.js

@@ -0,0 +1,96 @@
+import { BaseProvider } from './base-provider.js';
+export class OpenAICompatibleProvider extends BaseProvider {
+    openaiConfig;
+    constructor(name, logger, events, config) {
+        super(name, 'custom', logger, events);
+        this.openaiConfig = config;
+    }
+    async chat(request) {
+        const url = `${this.openaiConfig.baseUrl}/chat/completions`;
+        const payload = {
+            messages: request.messages,
+            model: request.model || this.openaiConfig.models[0],
+            temperature: request.temperature,
+            max_tokens: request.maxTokens,
+            tools: request.tools
+        };
+        const data = await this.fetchJSON(url, {
+            method: 'POST',
+            headers: this.buildHeaders(),
+            body: JSON.stringify(payload)
+        });
+        return {
+            id: data.id,
+            content: data.choices[0].message.content || '',
+            role: 'assistant',
+            toolCalls: data.choices[0].message.tool_calls?.map((tc) => ({
+                id: tc.id,
+                name: tc.function.name,
+                arguments: typeof tc.function.arguments === 'string' ? JSON.parse(tc.function.arguments) : tc.function.arguments
+            })),
+            usage: data.usage ? {
+                promptTokens: data.usage.prompt_tokens,
+                completionTokens: data.usage.completion_tokens,
+                totalTokens: data.usage.total_tokens
+            } : undefined,
+            model: data.model,
+            finishReason: data.choices[0].finish_reason || 'stop'
+        };
+    }
+    async *chatStream(request) {
+        const url = `${this.openaiConfig.baseUrl}/chat/completions`;
+        const payload = {
+            messages: request.messages,
+            model: request.model || this.openaiConfig.models[0],
+            temperature: request.temperature,
+            max_tokens: request.maxTokens,
+            tools: request.tools,
+            stream: true
+        };
+        const response = await fetch(url, {
+            method: 'POST',
+            headers: this.buildHeaders(),
+            body: JSON.stringify(payload)
+        });
+        if (!response.ok) {
+            throw new Error(`HTTP ${response.status}: ${await response.text()}`);
+        }
+        if (!response.body)
+            throw new Error('No response body');
+        const reader = response.body.getReader();
+        const decoder = new TextDecoder('utf-8');
+        let buffer = '';
+        while (true) {
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            buffer += decoder.decode(value, { stream: true });
+            const lines = buffer.split('\n');
+            buffer = lines.pop() || '';
+            const events = this.parseSSE(lines.join('\n'));
+            for (const event of events) {
+                const delta = event.choices?.[0]?.delta;
+                if (delta && delta.content) {
+                    yield {
+                        content: delta.content,
+                        done: false
+                    };
+                }
+                if (event.choices?.[0]?.finish_reason) {
+                    yield {
+                        content: '',
+                        done: true
+                    };
+                }
+            }
+        }
+    }
+    getModels() {
+        return [...this.openaiConfig.models];
+    }
+    supportsFeature(feature) {
+        const supported = ['chat', 'function_calling', 'streaming'];
+        return supported.includes(feature);
+    }
+}
+//# sourceMappingURL=openai-compatible-provider.js.map

package/dist/openai-compatible-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-compatible-provider.js","sourceRoot":"","sources":["../src/openai-compatible-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAQlD,MAAM,OAAO,wBAAyB,SAAQ,YAAY;IAChD,YAAY,CAAe;IAEnC,YACE,IAAY,EACZ,MAAe,EACf,MAAqB,EACrB,MAAoB;QAEpB,KAAK,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QACtC,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC;IAC7B,CAAC;IAEM,KAAK,CAAC,IAAI,CAAC,OAAoB;QACpC,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,mBAAmB,CAAC;QAC5D,MAAM,OAAO,GAAG;YACd,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;YACnD,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,UAAU,EAAE,OAAO,CAAC,SAAS;YAC7B,KAAK,EAAE,OAAO,CAAC,KAAK;SACrB,CAAC;QAEF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAM,GAAG,EAAE;YAC1C,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE;YAC5B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;SAC9B,CAAC,CAAC;QAEH,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE;YAC9C,IAAI,EAAE,WAAoB;YAC1B,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,EAAO,EAAE,EAAE,CAAC,CAAC;gBAC/D,EAAE,EAAE,EAAE,CAAC,EAAE;gBACT,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;gBACtB,SAAS,EAAE,OAAO,EAAE,CAAC,QAAQ,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS;aACjH,CAAC,CAAC;YACH,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;gBAClB,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;gBACtC,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;gBAC9C,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;aACrC,CAAC,CAAC,CAAC,SAAS;YACb,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,IAAI,MAAM;SACtD,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,CAAC,UAAU,CAAC,OAAoB;QAC3C,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,mBAAmB,CAAC;QAC5D,MAAM,OAAO,GAAG;YACd,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;YACnD,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,UAAU,EAAE,OAAO,CAAC,SAAS;YAC7B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,IAAI;SACb,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE;YAC5B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;SAC9B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,QAAQ,QAAQ,CAAC,MAAM,KAAK,MAAM,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAExD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC;QACzC,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAChB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAElD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAE3B,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAC/C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;gBACxC,IAAI,KAAK,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;oBAC3B,MAAM;wBACJ,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,IAAI,EAAE,KAAK;qBACZ,CAAC;gBACJ,CAAC;gBACD,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;oBACtC,MAAM;wBACJ,OAAO,EAAE,EAAE;wBACX,IAAI,EAAE,IAAI;qBACX,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEM,SAAS;QACd,OAAO,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IACvC,CAAC;IAEM,eAAe,CAAC,OAAe;QACpC,MAAM,SAAS,GAAG,CAAC,MAAM,EAAE,kBAAkB,EAAE,WAAW,CAAC,CAAC;QAC5D,OAAO,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;CACF"}

package/dist/provider-manager.d.ts

@@ -0,0 +1,13 @@
+import { IProvider, ProviderType, ProviderConfig } from '@astrive-ai/types';
+export declare class ProviderManager {
+    private providers;
+    register(provider: IProvider): void;
+    get(name: string): IProvider | undefined;
+    getAll(): IProvider[];
+    getByType(type: ProviderType): IProvider[];
+    has(name: string): boolean;
+    initAll(configs: Record<string, ProviderConfig>): Promise<void>;
+    selectProvider(preferred?: string, feature?: string): IProvider;
+    destroyAll(): Promise<void>;
+}
+//# sourceMappingURL=provider-manager.d.ts.map

package/dist/provider-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider-manager.d.ts","sourceRoot":"","sources":["../src/provider-manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAE5E,qBAAa,eAAe;IAC1B,OAAO,CAAC,SAAS,CAAqC;IAE/C,QAAQ,CAAC,QAAQ,EAAE,SAAS,GAAG,IAAI;IAInC,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS;IAIxC,MAAM,IAAI,SAAS,EAAE;IAIrB,SAAS,CAAC,IAAI,EAAE,YAAY,GAAG,SAAS,EAAE;IAI1C,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAIpB,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAUrE,cAAc,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS;IAezD,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;CAUzC"}

package/dist/provider-manager.js

@@ -0,0 +1,52 @@
+export class ProviderManager {
+    providers = new Map();
+    register(provider) {
+        this.providers.set(provider.name, provider);
+    }
+    get(name) {
+        return this.providers.get(name);
+    }
+    getAll() {
+        return Array.from(this.providers.values());
+    }
+    getByType(type) {
+        return Array.from(this.providers.values()).filter(p => p.type === type);
+    }
+    has(name) {
+        return this.providers.has(name);
+    }
+    async initAll(configs) {
+        const promises = [];
+        for (const [name, provider] of this.providers.entries()) {
+            if (configs[name]) {
+                promises.push(provider.init(configs[name]));
+            }
+        }
+        await Promise.all(promises);
+    }
+    selectProvider(preferred, feature) {
+        if (preferred && this.providers.has(preferred)) {
+            const prefProv = this.providers.get(preferred);
+            if (prefProv.isAvailable() && (!feature || prefProv.supportsFeature(feature))) {
+                return prefProv;
+            }
+        }
+        for (const provider of this.providers.values()) {
+            if (provider.isAvailable() && (!feature || provider.supportsFeature(feature))) {
+                return provider;
+            }
+        }
+        throw new Error('No suitable provider available');
+    }
+    async destroyAll() {
+        const promises = [];
+        for (const provider of this.providers.values()) {
+            if (provider.destroy) {
+                promises.push(provider.destroy());
+            }
+        }
+        await Promise.all(promises);
+        this.providers.clear();
+    }
+}
+//# sourceMappingURL=provider-manager.js.map

package/dist/provider-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider-manager.js","sourceRoot":"","sources":["../src/provider-manager.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,eAAe;IAClB,SAAS,GAA2B,IAAI,GAAG,EAAE,CAAC;IAE/C,QAAQ,CAAC,QAAmB;QACjC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAEM,GAAG,CAAC,IAAY;QACrB,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAEM,MAAM;QACX,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7C,CAAC;IAEM,SAAS,CAAC,IAAkB;QACjC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;IAC1E,CAAC;IAEM,GAAG,CAAC,IAAY;QACrB,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAEM,KAAK,CAAC,OAAO,CAAC,OAAuC;QAC1D,MAAM,QAAQ,GAAG,EAAE,CAAC;QACpB,KAAK,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC;YACxD,IAAI,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBAClB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;QACD,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC9B,CAAC;IAEM,cAAc,CAAC,SAAkB,EAAE,OAAgB;QACxD,IAAI,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC;YAChD,IAAI,QAAQ,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,OAAO,IAAI,QAAQ,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;gBAC9E,OAAO,QAAQ,CAAC;YAClB,CAAC;QACH,CAAC;QACD,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC;YAC/C,IAAI,QAAQ,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,OAAO,IAAI,QAAQ,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;gBAC9E,OAAO,QAAQ,CAAC;YAClB,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACpD,CAAC;IAEM,KAAK,CAAC,UAAU;QACrB,MAAM,QAAQ,GAAG,EAAE,CAAC;QACpB,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC;YAC/C,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACrB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;QACD,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5B,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;IACzB,CAAC;CACF"}

package/package.json

@@ -0,0 +1,25 @@
+{
+  "name": "@astrive-ai/providers",
+  "version": "1.0.1",
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "scripts": {
+    "build": "tsc",
+    "clean": "rm -rf dist"
+  },
+  "dependencies": {
+    "@astrive-ai/types": "*",
+    "@astrive-ai/logger": "*",
+    "@astrive-ai/events": "*"
+  },
+  "devDependencies": {
+    "typescript": "5.4.5"
+  }
+}

package/src/base-provider.ts

@@ -0,0 +1,98 @@
+import {
+  IProvider,
+  ProviderConfig,
+  ProviderType,
+  ChatRequest,
+  ChatResponse,
+  ChatChunk,
+  ILogger,
+  IEventEmitter
+} from '@astrive-ai/types';
+
+export abstract class BaseProvider implements IProvider {
+  protected config: ProviderConfig = {};
+
+  constructor(
+    public readonly name: string,
+    public readonly type: ProviderType,
+    protected logger: ILogger,
+    protected events: IEventEmitter
+  ) {}
+
+  public async init(config: ProviderConfig): Promise<void> {
+    this.config = { ...this.config, ...config };
+    this.logger.debug(`Provider ${this.name} initialized with config.`);
+  }
+
+  public abstract chat(request: ChatRequest): Promise<ChatResponse>;
+
+  public async *chatStream(request: ChatRequest): AsyncGenerator<ChatChunk, void, unknown> {
+    const response = await this.chat(request);
+    const content = response.content;
+    const chunkSize = 10;
+    
+    for (let i = 0; i < content.length; i += chunkSize) {
+      const chunk = content.slice(i, i + chunkSize);
+      yield {
+        content: chunk,
+        done: i + chunkSize >= content.length,
+        toolCalls: i + chunkSize >= content.length ? response.toolCalls : undefined
+      };
+    }
+  }
+
+  public isAvailable(): boolean {
+    return !!this.config.apiKey;
+  }
+
+  public abstract getModels(): string[];
+  public abstract supportsFeature(feature: string): boolean;
+
+  public async destroy(): Promise<void> {
+    this.config = {};
+    this.logger.debug(`Provider ${this.name} destroyed.`);
+  }
+
+  protected buildHeaders(): Record<string, string> {
+    const headers: Record<string, string> = {
+      'Content-Type': 'application/json'
+    };
+    if (this.config.apiKey) {
+      headers['Authorization'] = `Bearer ${this.config.apiKey}`;
+    }
+    return headers;
+  }
+
+  protected async fetchJSON<T>(url: string, options: RequestInit): Promise<T> {
+    try {
+      const response = await fetch(url, options);
+      if (!response.ok) {
+        const errorText = await response.text();
+        throw new Error(`HTTP ${response.status}: ${errorText}`);
+      }
+      return (await response.json()) as T;
+    } catch (error) {
+      this.logger.error(`fetchJSON error from ${url}:`, error);
+      throw error;
+    }
+  }
+
+  protected parseSSE(text: string): any[] {
+    const lines = text.split('\n');
+    const events: any[] = [];
+    for (const line of lines) {
+      if (line.startsWith('data: ')) {
+        const data = line.slice(6).trim();
+        if (data === '[DONE]') continue;
+        if (data) {
+          try {
+            events.push(JSON.parse(data));
+          } catch (e) {
+            this.logger.warn(`Failed to parse SSE line: ${line}`);
+          }
+        }
+      }
+    }
+    return events;
+  }
+}

package/src/groq-provider.ts

@@ -0,0 +1,115 @@
+import { BaseProvider } from './base-provider.js';
+import { ChatRequest, ChatResponse, ChatChunk, ILogger, IEventEmitter } from '@astrive-ai/types';
+
+export class GroqProvider extends BaseProvider {
+  private baseUrl = 'https://api.groq.com/openai/v1';
+  private models = [
+    'llama-3.1-8b-instant',
+    'llama-3.3-70b-versatile',
+    'llama-3.1-70b-versatile',
+    'mixtral-8x7b-32768',
+    'gemma2-9b-it'
+  ];
+
+  constructor(logger: ILogger, events: IEventEmitter) {
+    super('groq', 'official', logger, events);
+  }
+
+  public async chat(request: ChatRequest): Promise<ChatResponse> {
+    const url = `${this.baseUrl}/chat/completions`;
+    const payload = {
+      messages: request.messages,
+      model: request.model || this.models[0],
+      temperature: request.temperature,
+      max_tokens: request.maxTokens,
+      tools: request.tools
+    };
+
+    const data = await this.fetchJSON<any>(url, {
+      method: 'POST',
+      headers: this.buildHeaders(),
+      body: JSON.stringify(payload)
+    });
+
+    return {
+      id: data.id,
+      content: data.choices[0].message.content || '',
+      role: 'assistant' as const,
+      toolCalls: data.choices[0].message.tool_calls?.map((tc: any) => ({
+        id: tc.id,
+        name: tc.function.name,
+        arguments: typeof tc.function.arguments === 'string' ? JSON.parse(tc.function.arguments) : tc.function.arguments
+      })),
+      usage: data.usage ? {
+        promptTokens: data.usage.prompt_tokens,
+        completionTokens: data.usage.completion_tokens,
+        totalTokens: data.usage.total_tokens
+      } : undefined,
+      model: data.model,
+      finishReason: data.choices[0].finish_reason || 'stop'
+    };
+  }
+
+  public async *chatStream(request: ChatRequest): AsyncGenerator<ChatChunk, void, unknown> {
+    const url = `${this.baseUrl}/chat/completions`;
+    const payload = {
+      messages: request.messages,
+      model: request.model || this.models[0],
+      temperature: request.temperature,
+      max_tokens: request.maxTokens,
+      tools: request.tools,
+      stream: true
+    };
+
+    const response = await fetch(url, {
+      method: 'POST',
+      headers: this.buildHeaders(),
+      body: JSON.stringify(payload)
+    });
+
+    if (!response.ok) {
+      throw new Error(`HTTP ${response.status}: ${await response.text()}`);
+    }
+
+    if (!response.body) throw new Error('No response body');
+
+    const reader = response.body.getReader();
+    const decoder = new TextDecoder('utf-8');
+    let buffer = '';
+
+    while (true) {
+      const { done, value } = await reader.read();
+      if (done) break;
+      buffer += decoder.decode(value, { stream: true });
+      
+      const lines = buffer.split('\n');
+      buffer = lines.pop() || '';
+      
+      const events = this.parseSSE(lines.join('\n'));
+      for (const event of events) {
+        const delta = event.choices?.[0]?.delta;
+        if (delta && delta.content) {
+          yield {
+            content: delta.content,
+            done: false
+          };
+        }
+        if (event.choices?.[0]?.finish_reason) {
+          yield {
+            content: '',
+            done: true
+          };
+        }
+      }
+    }
+  }
+
+  public getModels(): string[] {
+    return [...this.models];
+  }
+
+  public supportsFeature(feature: string): boolean {
+    const supported = ['chat', 'function_calling', 'streaming'];
+    return supported.includes(feature);
+  }
+}

package/src/index.ts

@@ -0,0 +1,4 @@
+export * from './base-provider.js';
+export * from './provider-manager.js';
+export * from './groq-provider.js';
+export * from './openai-compatible-provider.js';

package/src/openai-compatible-provider.ts

@@ -0,0 +1,119 @@
+import { BaseProvider } from './base-provider.js';
+import { ChatRequest, ChatResponse, ChatChunk, ILogger, IEventEmitter } from '@astrive-ai/types';
+
+export interface OpenAIConfig {
+  baseUrl: string;
+  models: string[];
+}
+
+export class OpenAICompatibleProvider extends BaseProvider {
+  private openaiConfig: OpenAIConfig;
+
+  constructor(
+    name: string,
+    logger: ILogger,
+    events: IEventEmitter,
+    config: OpenAIConfig
+  ) {
+    super(name, 'custom', logger, events);
+    this.openaiConfig = config;
+  }
+
+  public async chat(request: ChatRequest): Promise<ChatResponse> {
+    const url = `${this.openaiConfig.baseUrl}/chat/completions`;
+    const payload = {
+      messages: request.messages,
+      model: request.model || this.openaiConfig.models[0],
+      temperature: request.temperature,
+      max_tokens: request.maxTokens,
+      tools: request.tools
+    };
+
+    const data = await this.fetchJSON<any>(url, {
+      method: 'POST',
+      headers: this.buildHeaders(),
+      body: JSON.stringify(payload)
+    });
+
+    return {
+      id: data.id,
+      content: data.choices[0].message.content || '',
+      role: 'assistant' as const,
+      toolCalls: data.choices[0].message.tool_calls?.map((tc: any) => ({
+        id: tc.id,
+        name: tc.function.name,
+        arguments: typeof tc.function.arguments === 'string' ? JSON.parse(tc.function.arguments) : tc.function.arguments
+      })),
+      usage: data.usage ? {
+        promptTokens: data.usage.prompt_tokens,
+        completionTokens: data.usage.completion_tokens,
+        totalTokens: data.usage.total_tokens
+      } : undefined,
+      model: data.model,
+      finishReason: data.choices[0].finish_reason || 'stop'
+    };
+  }
+
+  public async *chatStream(request: ChatRequest): AsyncGenerator<ChatChunk, void, unknown> {
+    const url = `${this.openaiConfig.baseUrl}/chat/completions`;
+    const payload = {
+      messages: request.messages,
+      model: request.model || this.openaiConfig.models[0],
+      temperature: request.temperature,
+      max_tokens: request.maxTokens,
+      tools: request.tools,
+      stream: true
+    };
+
+    const response = await fetch(url, {
+      method: 'POST',
+      headers: this.buildHeaders(),
+      body: JSON.stringify(payload)
+    });
+
+    if (!response.ok) {
+      throw new Error(`HTTP ${response.status}: ${await response.text()}`);
+    }
+
+    if (!response.body) throw new Error('No response body');
+
+    const reader = response.body.getReader();
+    const decoder = new TextDecoder('utf-8');
+    let buffer = '';
+
+    while (true) {
+      const { done, value } = await reader.read();
+      if (done) break;
+      buffer += decoder.decode(value, { stream: true });
+      
+      const lines = buffer.split('\n');
+      buffer = lines.pop() || '';
+      
+      const events = this.parseSSE(lines.join('\n'));
+      for (const event of events) {
+        const delta = event.choices?.[0]?.delta;
+        if (delta && delta.content) {
+          yield {
+            content: delta.content,
+            done: false
+          };
+        }
+        if (event.choices?.[0]?.finish_reason) {
+          yield {
+            content: '',
+            done: true
+          };
+        }
+      }
+    }
+  }
+
+  public getModels(): string[] {
+    return [...this.openaiConfig.models];
+  }
+
+  public supportsFeature(feature: string): boolean {
+    const supported = ['chat', 'function_calling', 'streaming'];
+    return supported.includes(feature);
+  }
+}

package/src/provider-manager.ts

@@ -0,0 +1,61 @@
+import { IProvider, ProviderType, ProviderConfig } from '@astrive-ai/types';
+
+export class ProviderManager {
+  private providers: Map<string, IProvider> = new Map();
+
+  public register(provider: IProvider): void {
+    this.providers.set(provider.name, provider);
+  }
+
+  public get(name: string): IProvider | undefined {
+    return this.providers.get(name);
+  }
+
+  public getAll(): IProvider[] {
+    return Array.from(this.providers.values());
+  }
+
+  public getByType(type: ProviderType): IProvider[] {
+    return Array.from(this.providers.values()).filter(p => p.type === type);
+  }
+
+  public has(name: string): boolean {
+    return this.providers.has(name);
+  }
+
+  public async initAll(configs: Record<string, ProviderConfig>): Promise<void> {
+    const promises = [];
+    for (const [name, provider] of this.providers.entries()) {
+      if (configs[name]) {
+        promises.push(provider.init(configs[name]));
+      }
+    }
+    await Promise.all(promises);
+  }
+
+  public selectProvider(preferred?: string, feature?: string): IProvider {
+    if (preferred && this.providers.has(preferred)) {
+      const prefProv = this.providers.get(preferred)!;
+      if (prefProv.isAvailable() && (!feature || prefProv.supportsFeature(feature))) {
+        return prefProv;
+      }
+    }
+    for (const provider of this.providers.values()) {
+      if (provider.isAvailable() && (!feature || provider.supportsFeature(feature))) {
+        return provider;
+      }
+    }
+    throw new Error('No suitable provider available');
+  }
+
+  public async destroyAll(): Promise<void> {
+    const promises = [];
+    for (const provider of this.providers.values()) {
+      if (provider.destroy) {
+        promises.push(provider.destroy());
+      }
+    }
+    await Promise.all(promises);
+    this.providers.clear();
+  }
+}

package/tsconfig.json

@@ -0,0 +1,8 @@
+{
+  "extends": "../../tsconfig.json",
+  "compilerOptions": {
+    "outDir": "./dist",
+    "rootDir": "./src"
+  },
+  "include": ["src/**/*"]
+}