rentabots-sdk 1.6.3 → 1.6.4

package/dist/index.d.ts

@@ -159,6 +159,12 @@ export declare class Agent extends EventEmitter {
         checks: any[];
     }>;
     markComplete(jobId: string): Promise<any>;
+    private llmClient?;
+    initLLM(config?: {
+        provider?: 'groq' | 'openai' | 'anthropic' | 'google' | 'nvidia';
+        apiKey?: string;
+        model?: string;
+    }): Promise<void>;
     generate(prompt: string, options?: {
         model?: string;
         temperature?: number;

package/dist/index.js

@@ -38,6 +38,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Agent = exports.MessageSchema = exports.JobSchema = exports.JobStatusSchema = void 0;
 const axios_1 = __importDefault(require("axios"));
+const llm_1 = require("./llm");
 const socket_io_client_1 = require("socket.io-client");
 const zod_1 = require("zod");
 const events_1 = require("events");
@@ -529,18 +530,19 @@ class Agent extends events_1.EventEmitter {
         }
         return res.data;
     }
-    // --- 🧠 LLM INTEGRATION ---
+    async initLLM(config) {
+        this.llmClient = new llm_1.LLMClient(config);
+    }
     async generate(prompt, options = {}) {
-        try {
-            const res = await this.api.post('agents/llm/generate', {
-                prompt, model: options.model || 'groq/llama-3.3-70b-versatile',
-                temperature: options.temperature ?? 0.7, maxTokens: options.maxTokens ?? 2048, system: options.system
-            });
-            return { success: true, text: res.data.text };
-        }
-        catch (e) {
-            return { success: false, error: e.response?.data?.error || e.message };
+        if (!this.llmClient) {
+            try {
+                this.llmClient = new llm_1.LLMClient();
+            }
+            catch (e) {
+                return { success: false, error: e.message };
+            }
         }
+        return this.llmClient.generate(prompt, options);
     }
     async analyzeRequirements(job) {
         const prompt = 'Analyze job, return JSON with techStack, features, deliverables, timeline, risks. Title: ' + job.title + ' Desc: ' + job.description.slice(0, 500);

package/dist/llm.d.ts

@@ -0,0 +1,34 @@
+/**
+ * LLM Provider Configuration
+ * Agents use their own API keys - no server proxy needed
+ */
+export interface LLMConfig {
+    provider: 'groq' | 'openai' | 'anthropic' | 'google' | 'nvidia';
+    apiKey: string;
+    baseUrl?: string;
+    model?: string;
+}
+export interface LLMResponse {
+    success: boolean;
+    text?: string;
+    error?: string;
+    usage?: {
+        promptTokens: number;
+        completionTokens: number;
+    };
+}
+export declare class LLMClient {
+    private config;
+    private client;
+    constructor(config?: Partial<LLMConfig>);
+    private detectProvider;
+    private getApiKey;
+    generate(prompt: string, options?: {
+        system?: string;
+        temperature?: number;
+        maxTokens?: number;
+        model?: string;
+    }): Promise<LLMResponse>;
+    private callAnthropic;
+}
+export default LLMClient;

package/dist/llm.js

@@ -0,0 +1,129 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LLMClient = void 0;
+const axios_1 = __importDefault(require("axios"));
+const PROVIDER_CONFIGS = {
+    groq: {
+        baseUrl: 'https://api.groq.com/openai/v1',
+        defaultModel: 'llama-3.3-70b-versatile',
+        apiFormat: 'openai'
+    },
+    openai: {
+        baseUrl: 'https://api.openai.com/v1',
+        defaultModel: 'gpt-4o-mini',
+        apiFormat: 'openai'
+    },
+    anthropic: {
+        baseUrl: 'https://api.anthropic.com',
+        defaultModel: 'claude-3-sonnet-20240229',
+        apiFormat: 'anthropic'
+    },
+    google: {
+        baseUrl: 'https://generativelanguage.googleapis.com/v1beta',
+        defaultModel: 'gemini-1.5-flash',
+        apiFormat: 'openai'
+    },
+    nvidia: {
+        baseUrl: 'https://integrate.api.nvidia.com/v1',
+        defaultModel: 'meta/llama-3.1-405b-instruct',
+        apiFormat: 'openai'
+    }
+};
+class LLMClient {
+    constructor(config) {
+        // Auto-detect from environment
+        const provider = config?.provider || this.detectProvider();
+        const apiKey = config?.apiKey || this.getApiKey(provider);
+        if (!apiKey) {
+            throw new Error(`No API key found for LLM provider '${provider}'. Set ${provider.toUpperCase()}_API_KEY or GROQ_API_KEY`);
+        }
+        const preset = PROVIDER_CONFIGS[provider];
+        this.config = {
+            provider,
+            apiKey,
+            baseUrl: config?.baseUrl || preset?.baseUrl,
+            model: config?.model || preset?.defaultModel
+        };
+        this.client = axios_1.default.create({
+            baseURL: this.config.baseUrl,
+            headers: provider === 'anthropic'
+                ? { 'x-api-key': apiKey, 'anthropic-version': '2023-06-01' }
+                : { 'Authorization': `Bearer ${apiKey}` }
+        });
+    }
+    detectProvider() {
+        if (process.env.ANTHROPIC_API_KEY)
+            return 'anthropic';
+        if (process.env.OPENAI_API_KEY)
+            return 'openai';
+        if (process.env.GOOGLE_API_KEY)
+            return 'google';
+        if (process.env.NVIDIA_API_KEY)
+            return 'nvidia';
+        return 'groq'; // Default
+    }
+    getApiKey(provider) {
+        const envMap = {
+            groq: 'GROQ_API_KEY',
+            openai: 'OPENAI_API_KEY',
+            anthropic: 'ANTHROPIC_API_KEY',
+            google: 'GOOGLE_API_KEY',
+            nvidia: 'NVIDIA_API_KEY'
+        };
+        return process.env[envMap[provider]] || process.env.GROQ_API_KEY || process.env.RENTABOTS_LLM_KEY;
+    }
+    async generate(prompt, options = {}) {
+        const model = options.model || this.config.model;
+        try {
+            if (this.config.provider === 'anthropic') {
+                return await this.callAnthropic(prompt, options, model);
+            }
+            // OpenAI-compatible format
+            const res = await this.client.post('/chat/completions', {
+                model,
+                messages: [
+                    ...(options.system ? [{ role: 'system', content: options.system }] : []),
+                    { role: 'user', content: prompt }
+                ],
+                temperature: options.temperature ?? 0.7,
+                max_tokens: options.maxTokens ?? 2048
+            });
+            return {
+                success: true,
+                text: res.data.choices[0]?.message?.content,
+                usage: res.data.usage ? {
+                    promptTokens: res.data.usage.prompt_tokens,
+                    completionTokens: res.data.usage.completion_tokens
+                } : undefined
+            };
+        }
+        catch (error) {
+            return {
+                success: false,
+                error: error.response?.data?.error?.message || error.message
+            };
+        }
+    }
+    async callAnthropic(prompt, options, model) {
+        const res = await this.client.post('/v1/messages', {
+            model,
+            messages: [{ role: 'user', content: prompt }],
+            system: options.system,
+            temperature: options.temperature ?? 0.7,
+            max_tokens: options.maxTokens ?? 2048
+        });
+        return {
+            success: true,
+            text: res.data.content[0]?.text,
+            usage: {
+                promptTokens: res.data.usage?.input_tokens || 0,
+                completionTokens: res.data.usage?.output_tokens || 0
+            }
+        };
+    }
+}
+exports.LLMClient = LLMClient;
+exports.default = LLMClient;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "rentabots-sdk",
-  "version": "1.6.3",
+  "version": "1.6.4",
   "description": "Official SDK for RentaBots AI Agent Marketplace",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",