@hazeljs/ai 0.2.0-beta.1

package/dist/providers/cohere.provider.js

@@ -0,0 +1,230 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CohereProvider = void 0;
+const core_1 = __importDefault(require("@hazeljs/core"));
+const cohere_ai_1 = require("cohere-ai");
+/**
+ * Cohere AI Provider
+ *
+ * Production-ready implementation using Cohere AI SDK.
+ *
+ * Setup:
+ * 1. Install the SDK: `npm install cohere-ai`
+ * 2. Set COHERE_API_KEY environment variable
+ * 3. Use the provider in your application
+ *
+ * Supported models:
+ * - command-r-plus: Most powerful model for complex tasks
+ * - command-r: Balanced performance and cost
+ * - command: Standard text generation
+ * - command-light: Fast, cost-effective model
+ * - embed-english-v3.0: English text embeddings
+ * - embed-multilingual-v3.0: Multilingual embeddings
+ * - rerank-english-v3.0: Document reranking
+ */
+class CohereProvider {
+    constructor(apiKey, endpoint) {
+        this.name = 'cohere';
+        this.apiKey = apiKey || process.env.COHERE_API_KEY || '';
+        this.endpoint = endpoint || 'https://api.cohere.ai/v1';
+        if (!this.apiKey) {
+            core_1.default.warn('Cohere API key not provided. Set COHERE_API_KEY environment variable.');
+        }
+        this.cohere = new cohere_ai_1.CohereClient({ token: this.apiKey });
+        core_1.default.info('Cohere provider initialized');
+    }
+    /**
+     * Generate completion
+     */
+    async complete(request) {
+        const modelName = request.model || 'command';
+        core_1.default.debug(`Cohere completion request for model: ${modelName}`);
+        try {
+            // Convert messages to prompt format
+            const prompt = request.messages.map((m) => `${m.role}: ${m.content}`).join('\n\n');
+            // Generate completion
+            const response = await this.cohere.generate({
+                model: modelName,
+                prompt,
+                temperature: request.temperature,
+                maxTokens: request.maxTokens,
+                p: request.topP,
+            });
+            return {
+                id: response.id || `cohere-${Date.now()}`,
+                content: response.generations[0].text,
+                role: 'assistant',
+                model: modelName,
+                usage: {
+                    promptTokens: response.meta?.billedUnits?.inputTokens || 0,
+                    completionTokens: response.meta?.billedUnits?.outputTokens || 0,
+                    totalTokens: (response.meta?.billedUnits?.inputTokens || 0) +
+                        (response.meta?.billedUnits?.outputTokens || 0),
+                },
+                finishReason: 'COMPLETE',
+            };
+        }
+        catch (error) {
+            core_1.default.error('Cohere completion error:', error);
+            throw new Error(`Cohere API error: ${error instanceof Error ? error.message : 'Unknown error'}`);
+        }
+    }
+    /**
+     * Generate streaming completion
+     */
+    async *streamComplete(request) {
+        const modelName = request.model || 'command';
+        core_1.default.debug('Cohere streaming completion started');
+        try {
+            // Convert messages to prompt format
+            const prompt = request.messages.map((m) => `${m.role}: ${m.content}`).join('\n\n');
+            // Generate streaming completion
+            const stream = await this.cohere.generateStream({
+                model: modelName,
+                prompt,
+                temperature: request.temperature,
+                maxTokens: request.maxTokens,
+                p: request.topP,
+            });
+            let fullContent = '';
+            const streamId = `cohere-stream-${Date.now()}`;
+            for await (const chunk of stream) {
+                if (chunk.eventType === 'text-generation') {
+                    const text = chunk.text || '';
+                    fullContent += text;
+                    yield {
+                        id: streamId,
+                        content: fullContent,
+                        delta: text,
+                        done: false,
+                    };
+                }
+                else if (chunk.eventType === 'stream-end') {
+                    const response = chunk;
+                    yield {
+                        id: streamId,
+                        content: fullContent,
+                        delta: '',
+                        done: true,
+                        usage: response.response?.meta?.billedUnits
+                            ? {
+                                promptTokens: response.response.meta.billedUnits.inputTokens || 0,
+                                completionTokens: response.response.meta.billedUnits.outputTokens || 0,
+                                totalTokens: (response.response.meta.billedUnits.inputTokens || 0) +
+                                    (response.response.meta.billedUnits.outputTokens || 0),
+                            }
+                            : undefined,
+                    };
+                }
+            }
+            core_1.default.debug('Cohere streaming completed');
+        }
+        catch (error) {
+            core_1.default.error('Cohere streaming error:', error);
+            throw new Error(`Cohere streaming error: ${error instanceof Error ? error.message : 'Unknown error'}`);
+        }
+    }
+    /**
+     * Generate embeddings
+     */
+    async embed(request) {
+        const modelName = request.model || 'embed-english-v3.0';
+        core_1.default.debug(`Cohere embedding request for model: ${modelName}`);
+        try {
+            const inputs = Array.isArray(request.input) ? request.input : [request.input];
+            // Generate embeddings
+            const response = await this.cohere.embed({
+                texts: inputs,
+                model: modelName,
+                inputType: 'search_document',
+            });
+            // Estimate token usage (Cohere doesn't provide exact counts for embeddings)
+            const estimatedTokens = inputs.reduce((sum, text) => sum + Math.ceil(text.length / 4), 0);
+            // Handle different response formats
+            const embeddings = Array.isArray(response.embeddings)
+                ? response.embeddings
+                : response.embeddings.float || [];
+            return {
+                embeddings,
+                model: modelName,
+                usage: {
+                    promptTokens: estimatedTokens,
+                    totalTokens: estimatedTokens,
+                },
+            };
+        }
+        catch (error) {
+            core_1.default.error('Cohere embedding error:', error);
+            throw new Error(`Cohere embedding error: ${error instanceof Error ? error.message : 'Unknown error'}`);
+        }
+    }
+    /**
+     * Check if provider is available
+     */
+    async isAvailable() {
+        if (!this.apiKey) {
+            core_1.default.warn('Cohere API key not configured');
+            return false;
+        }
+        try {
+            // Test with a minimal request
+            await this.cohere.generate({
+                model: 'command-light',
+                prompt: 'test',
+                maxTokens: 10,
+            });
+            return true;
+        }
+        catch (error) {
+            core_1.default.error('Cohere availability check failed:', error);
+            return false;
+        }
+    }
+    /**
+     * Get supported models
+     */
+    getSupportedModels() {
+        return [
+            'command-r-plus',
+            'command-r',
+            'command',
+            'command-light',
+            'command-nightly',
+            'embed-english-v3.0',
+            'embed-multilingual-v3.0',
+            'embed-english-light-v3.0',
+            'embed-multilingual-light-v3.0',
+            'rerank-english-v3.0',
+            'rerank-multilingual-v3.0',
+        ];
+    }
+    /**
+     * Rerank documents (Cohere-specific feature)
+     * Useful for RAG applications to improve retrieval quality
+     */
+    async rerank(query, documents, topN, model) {
+        const modelName = model || 'rerank-english-v3.0';
+        core_1.default.debug(`Cohere rerank request for model: ${modelName}`);
+        try {
+            const response = await this.cohere.rerank({
+                query,
+                documents,
+                topN,
+                model: modelName,
+            });
+            return response.results.map((r) => ({
+                index: r.index,
+                score: r.relevanceScore,
+                document: documents[r.index],
+            }));
+        }
+        catch (error) {
+            core_1.default.error('Cohere rerank error:', error);
+            throw new Error(`Cohere rerank error: ${error instanceof Error ? error.message : 'Unknown error'}`);
+        }
+    }
+}
+exports.CohereProvider = CohereProvider;

package/dist/providers/gemini.provider.d.ts

@@ -0,0 +1,45 @@
+import { IAIProvider, AIProvider, AICompletionRequest, AICompletionResponse, AIStreamChunk, AIEmbeddingRequest, AIEmbeddingResponse } from '../ai-enhanced.types';
+/**
+ * Google Gemini AI Provider
+ *
+ * Production-ready implementation using Google Generative AI SDK.
+ *
+ * Setup:
+ * 1. Install the SDK: `npm install @google/generative-ai`
+ * 2. Set GEMINI_API_KEY environment variable
+ * 3. Use the provider in your application
+ *
+ * Supported models:
+ * - gemini-pro: Text generation
+ * - gemini-pro-vision: Multimodal (text + images)
+ * - gemini-1.5-pro: Latest model with extended context
+ * - text-embedding-004: Text embeddings
+ */
+export declare class GeminiProvider implements IAIProvider {
+    readonly name: AIProvider;
+    private apiKey;
+    private genAI;
+    private endpoint;
+    constructor(apiKey?: string, endpoint?: string);
+    /**
+     * Generate completion
+     */
+    complete(request: AICompletionRequest): Promise<AICompletionResponse>;
+    /**
+     * Generate streaming completion
+     */
+    streamComplete(request: AICompletionRequest): AsyncGenerator<AIStreamChunk>;
+    /**
+     * Generate embeddings
+     */
+    embed(request: AIEmbeddingRequest): Promise<AIEmbeddingResponse>;
+    /**
+     * Check if provider is available
+     */
+    isAvailable(): Promise<boolean>;
+    /**
+     * Get supported models
+     */
+    getSupportedModels(): string[];
+}
+//# sourceMappingURL=gemini.provider.d.ts.map

package/dist/providers/gemini.provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini.provider.d.ts","sourceRoot":"","sources":["../../src/providers/gemini.provider.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,WAAW,EACX,UAAU,EACV,mBAAmB,EACnB,oBAAoB,EACpB,aAAa,EACb,kBAAkB,EAClB,mBAAmB,EACpB,MAAM,sBAAsB,CAAC;AAI9B;;;;;;;;;;;;;;;GAeG;AACH,qBAAa,cAAe,YAAW,WAAW;IAChD,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAY;IACrC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAqB;IAClC,OAAO,CAAC,QAAQ,CAAS;gBAEb,MAAM,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM;IAY9C;;OAEG;IACG,QAAQ,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAwC3E;;OAEG;IACI,cAAc,CAAC,OAAO,EAAE,mBAAmB,GAAG,cAAc,CAAC,aAAa,CAAC;IAoDlF;;OAEG;IACG,KAAK,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,mBAAmB,CAAC;IAmCtE;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAiBrC;;OAEG;IACH,kBAAkB,IAAI,MAAM,EAAE;CAS/B"}

package/dist/providers/gemini.provider.js

@@ -0,0 +1,180 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GeminiProvider = void 0;
+const core_1 = __importDefault(require("@hazeljs/core"));
+const generative_ai_1 = require("@google/generative-ai");
+/**
+ * Google Gemini AI Provider
+ *
+ * Production-ready implementation using Google Generative AI SDK.
+ *
+ * Setup:
+ * 1. Install the SDK: `npm install @google/generative-ai`
+ * 2. Set GEMINI_API_KEY environment variable
+ * 3. Use the provider in your application
+ *
+ * Supported models:
+ * - gemini-pro: Text generation
+ * - gemini-pro-vision: Multimodal (text + images)
+ * - gemini-1.5-pro: Latest model with extended context
+ * - text-embedding-004: Text embeddings
+ */
+class GeminiProvider {
+    constructor(apiKey, endpoint) {
+        this.name = 'gemini';
+        this.apiKey = apiKey || process.env.GEMINI_API_KEY || '';
+        this.endpoint = endpoint || 'https://generativelanguage.googleapis.com/v1';
+        if (!this.apiKey) {
+            core_1.default.warn('Gemini API key not provided. Set GEMINI_API_KEY environment variable.');
+        }
+        this.genAI = new generative_ai_1.GoogleGenerativeAI(this.apiKey);
+        core_1.default.info('Gemini provider initialized');
+    }
+    /**
+     * Generate completion
+     */
+    async complete(request) {
+        const modelName = request.model || 'gemini-pro';
+        core_1.default.debug(`Gemini completion request for model: ${modelName}`);
+        try {
+            const model = this.genAI.getGenerativeModel({ model: modelName });
+            // Convert messages to Gemini format
+            const prompt = request.messages
+                .map((m) => {
+                const role = m.role === 'assistant' ? 'model' : m.role;
+                return `${role}: ${m.content}`;
+            })
+                .join('\n\n');
+            // Generate content
+            const result = await model.generateContent(prompt);
+            const response = result.response;
+            const text = response.text();
+            return {
+                id: `gemini-${Date.now()}`,
+                content: text,
+                role: 'assistant',
+                model: modelName,
+                usage: {
+                    promptTokens: response.usageMetadata?.promptTokenCount || 0,
+                    completionTokens: response.usageMetadata?.candidatesTokenCount || 0,
+                    totalTokens: response.usageMetadata?.totalTokenCount || 0,
+                },
+                finishReason: response.candidates?.[0]?.finishReason || 'STOP',
+            };
+        }
+        catch (error) {
+            core_1.default.error('Gemini completion error:', error);
+            throw new Error(`Gemini API error: ${error instanceof Error ? error.message : 'Unknown error'}`);
+        }
+    }
+    /**
+     * Generate streaming completion
+     */
+    async *streamComplete(request) {
+        const modelName = request.model || 'gemini-pro';
+        core_1.default.debug('Gemini streaming completion started');
+        try {
+            const model = this.genAI.getGenerativeModel({ model: modelName });
+            // Convert messages to Gemini format
+            const prompt = request.messages
+                .map((m) => {
+                const role = m.role === 'assistant' ? 'model' : m.role;
+                return `${role}: ${m.content}`;
+            })
+                .join('\n\n');
+            // Generate streaming content
+            const result = await model.generateContentStream(prompt);
+            let fullContent = '';
+            let chunkCount = 0;
+            for await (const chunk of result.stream) {
+                const text = chunk.text();
+                fullContent += text;
+                chunkCount++;
+                const isLast = chunk.candidates?.[0]?.finishReason !== undefined;
+                yield {
+                    id: `gemini-stream-${Date.now()}-${chunkCount}`,
+                    content: fullContent,
+                    delta: text,
+                    done: isLast,
+                    usage: isLast && chunk.usageMetadata
+                        ? {
+                            promptTokens: chunk.usageMetadata.promptTokenCount || 0,
+                            completionTokens: chunk.usageMetadata.candidatesTokenCount || 0,
+                            totalTokens: chunk.usageMetadata.totalTokenCount || 0,
+                        }
+                        : undefined,
+                };
+            }
+            core_1.default.debug('Gemini streaming completed');
+        }
+        catch (error) {
+            core_1.default.error('Gemini streaming error:', error);
+            throw new Error(`Gemini streaming error: ${error instanceof Error ? error.message : 'Unknown error'}`);
+        }
+    }
+    /**
+     * Generate embeddings
+     */
+    async embed(request) {
+        const modelName = request.model || 'text-embedding-004';
+        core_1.default.debug(`Gemini embedding request for model: ${modelName}`);
+        try {
+            const model = this.genAI.getGenerativeModel({ model: modelName });
+            const inputs = Array.isArray(request.input) ? request.input : [request.input];
+            // Generate embeddings for each input
+            const embeddings = await Promise.all(inputs.map(async (text) => {
+                const result = await model.embedContent(text);
+                return result.embedding.values;
+            }));
+            // Estimate token usage (Gemini doesn't provide exact counts for embeddings)
+            const estimatedTokens = inputs.reduce((sum, text) => sum + Math.ceil(text.length / 4), 0);
+            return {
+                embeddings,
+                model: modelName,
+                usage: {
+                    promptTokens: estimatedTokens,
+                    totalTokens: estimatedTokens,
+                },
+            };
+        }
+        catch (error) {
+            core_1.default.error('Gemini embedding error:', error);
+            throw new Error(`Gemini embedding error: ${error instanceof Error ? error.message : 'Unknown error'}`);
+        }
+    }
+    /**
+     * Check if provider is available
+     */
+    async isAvailable() {
+        if (!this.apiKey) {
+            core_1.default.warn('Gemini API key not configured');
+            return false;
+        }
+        try {
+            // Test with a minimal request
+            const model = this.genAI.getGenerativeModel({ model: 'gemini-pro' });
+            await model.generateContent('test');
+            return true;
+        }
+        catch (error) {
+            core_1.default.error('Gemini availability check failed:', error);
+            return false;
+        }
+    }
+    /**
+     * Get supported models
+     */
+    getSupportedModels() {
+        return [
+            'gemini-pro',
+            'gemini-pro-vision',
+            'gemini-1.5-pro',
+            'gemini-1.5-flash',
+            'text-embedding-004',
+        ];
+    }
+}
+exports.GeminiProvider = GeminiProvider;

package/dist/providers/ollama.provider.d.ts

@@ -0,0 +1,45 @@
+import { IAIProvider, AIProvider, AICompletionRequest, AICompletionResponse, AIStreamChunk, AIEmbeddingRequest, AIEmbeddingResponse } from '../ai-enhanced.types';
+/**
+ * Ollama Provider
+ * Production-ready implementation for local LLM support via Ollama
+ * Supports models like Llama 2, Mistral, CodeLlama, and other open-source models
+ */
+export declare class OllamaProvider implements IAIProvider {
+    readonly name: AIProvider;
+    private baseURL;
+    private defaultModel;
+    constructor(config?: {
+        baseURL?: string;
+        defaultModel?: string;
+    });
+    /**
+     * Transform messages to Ollama prompt format
+     */
+    private transformMessages;
+    /**
+     * Generate completion
+     */
+    complete(request: AICompletionRequest): Promise<AICompletionResponse>;
+    /**
+     * Generate streaming completion
+     */
+    streamComplete(request: AICompletionRequest): AsyncGenerator<AIStreamChunk>;
+    /**
+     * Generate embeddings
+     */
+    embed(request: AIEmbeddingRequest): Promise<AIEmbeddingResponse>;
+    /**
+     * Check if provider is available
+     */
+    isAvailable(): Promise<boolean>;
+    /**
+     * Get supported models
+     * Note: This returns common models, but Ollama supports any model you pull
+     */
+    getSupportedModels(): string[];
+    /**
+     * Get supported embedding models
+     */
+    getSupportedEmbeddingModels(): string[];
+}
+//# sourceMappingURL=ollama.provider.d.ts.map

package/dist/providers/ollama.provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.provider.d.ts","sourceRoot":"","sources":["../../src/providers/ollama.provider.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,WAAW,EACX,UAAU,EACV,mBAAmB,EACnB,oBAAoB,EACpB,aAAa,EACb,kBAAkB,EAClB,mBAAmB,EAEpB,MAAM,sBAAsB,CAAC;AAiC9B;;;;GAIG;AACH,qBAAa,cAAe,YAAW,WAAW;IAChD,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAY;IACrC,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,YAAY,CAAS;gBAEjB,MAAM,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE;IAMhE;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAUzB;;OAEG;IACG,QAAQ,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,oBAAoB,CAAC;IA+C3E;;OAEG;IACI,cAAc,CAAC,OAAO,EAAE,mBAAmB,GAAG,cAAc,CAAC,aAAa,CAAC;IAqFlF;;OAEG;IACG,KAAK,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,mBAAmB,CAAC;IAqCtE;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAWrC;;;OAGG;IACH,kBAAkB,IAAI,MAAM,EAAE;IAkB9B;;OAEG;IACH,2BAA2B,IAAI,MAAM,EAAE;CAGxC"}