@backtest-kit/ollama 3.0.6 → 3.0.7

package/build/index.cjs

@@ -20,6 +20,7 @@ var inference = require('@huggingface/inference');
 var openai = require('@langchain/openai');
 var lodashEs = require('lodash-es');
 var ollama$1 = require('ollama');
+var Groq = require('groq-sdk');
 
 var _documentCurrentScript = typeof document !== 'undefined' ? document.currentScript : null;
 /**
@@ -2405,6 +2406,8 @@ var InferenceName;
     InferenceName["CohereInference"] = "cohere_inference";
     /** Alibaba Cloud provider (dashscope-intl.aliyuncs.com) */
     InferenceName["AlibabaInference"] = "alibaba_inference";
+    /** Groq provider (api.groq.com) */
+    InferenceName["GroqInference"] = "groq_inference";
 })(InferenceName || (InferenceName = {}));
 var InferenceName$1 = InferenceName;
 
@@ -2766,7 +2769,7 @@ class GrokProvider {
 /**
  * Maximum number of retry attempts for outline completion.
  */
-const MAX_ATTEMPTS$5 = 5;
+const MAX_ATTEMPTS$6 = 5;
 /**
  * Custom ChatOpenAI implementation for HuggingFace with simplified token counting.
  * Routes requests to HuggingFace Router endpoint.
@@ -3076,7 +3079,7 @@ class HfProvider {
                 content: "Пожалуйста, используй инструмент provide_answer для предоставления ответа. Не отвечай обычным текстом.",
             });
         });
-        while (attempt < MAX_ATTEMPTS$5) {
+        while (attempt < MAX_ATTEMPTS$6) {
             const { choices: [{ message }], } = await functoolsKit.fetchApi("https://router.huggingface.co/v1/chat/completions", {
                 method: "POST",
                 headers: {
@@ -3285,7 +3288,7 @@ const getOllama = functoolsKit.singleshot(() => {
 /**
  * Maximum number of retry attempts for outline completion when model fails to use tools correctly.
  */
-const MAX_ATTEMPTS$4 = 3;
+const MAX_ATTEMPTS$5 = 3;
 /**
  * Provider for Ollama LLM completions.
  *
@@ -3575,7 +3578,7 @@ class OllamaProvider {
                 content: "Пожалуйста, используй инструмент provide_answer для предоставления ответа. Не отвечай обычным текстом.",
             });
         });
-        while (attempt < MAX_ATTEMPTS$4) {
+        while (attempt < MAX_ATTEMPTS$5) {
             const response = await ollama.chat({
                 model: this.contextService.context.model,
                 messages,
@@ -3675,7 +3678,7 @@ const getClaude = functoolsKit.singleshot(() => {
 /**
  * Maximum number of retry attempts for outline completion when model fails to use tools correctly.
  */
-const MAX_ATTEMPTS$3 = 5;
+const MAX_ATTEMPTS$4 = 5;
 /**
  * Provider for Anthropic Claude models via OpenAI-compatible API.
  *
@@ -3911,7 +3914,7 @@ class ClaudeProvider {
                 content: "Пожалуйста, используй инструмент provide_answer для предоставления ответа. Не отвечай обычным текстом.",
             });
         });
-        while (attempt < MAX_ATTEMPTS$3) {
+        while (attempt < MAX_ATTEMPTS$4) {
             // Prepare request options
             const requestOptions = {
                 model: this.contextService.context.model,
@@ -4369,7 +4372,7 @@ const getDeepseek = functoolsKit.singleshot(() => {
 /**
  * Maximum number of retry attempts for outline completion.
  */
-const MAX_ATTEMPTS$2 = 3;
+const MAX_ATTEMPTS$3 = 3;
 /**
  * Provider for Deepseek AI models via OpenAI-compatible API.
  *
@@ -4584,7 +4587,7 @@ class DeepseekProvider {
                 content: "Пожалуйста, используй инструмент provide_answer для предоставления ответа. Не отвечай обычным текстом.",
             });
         });
-        while (attempt < MAX_ATTEMPTS$2) {
+        while (attempt < MAX_ATTEMPTS$3) {
             // Prepare request options
             const requestOptions = {
                 model: this.contextService.context.model,
@@ -4691,7 +4694,7 @@ const getMistral = functoolsKit.singleshot(() => {
 /**
  * Maximum number of retry attempts for outline completion.
  */
-const MAX_ATTEMPTS$1 = 3;
+const MAX_ATTEMPTS$2 = 3;
 /**
  * Provider for Mistral AI models via OpenAI-compatible API.
  *
@@ -4906,7 +4909,7 @@ class MistralProvider {
                 content: "Пожалуйста, используй инструмент provide_answer для предоставления ответа. Не отвечай обычным текстом.",
             });
         });
-        while (attempt < MAX_ATTEMPTS$1) {
+        while (attempt < MAX_ATTEMPTS$2) {
             // Prepare request options
             const requestOptions = {
                 model: this.contextService.context.model,
@@ -5582,7 +5585,7 @@ class CohereProvider {
 /**
  * Maximum number of retry attempts for outline completion.
  */
-const MAX_ATTEMPTS = 3;
+const MAX_ATTEMPTS$1 = 3;
 /**
  * Alibaba Cloud DashScope API base URL.
  */
@@ -5831,7 +5834,7 @@ class AlibabaProvider {
                 content: "Пожалуйста, используй инструмент provide_answer для предоставления ответа. Не отвечай обычным текстом.",
             });
         });
-        while (attempt < MAX_ATTEMPTS) {
+        while (attempt < MAX_ATTEMPTS$1) {
             // Prepare request body with enable_thinking parameter
             const requestBody = {
                 model: this.contextService.context.model,
@@ -6303,6 +6306,316 @@ class GLM4Provider {
     }
 }
 
+/**
+ * Creates and caches a Groq client for Groq API.
+ *
+ * Uses the official Groq SDK with default settings.
+ * The client instance is cached using singleshot memoization for performance.
+ * Token rotation is not supported - throws error if array of keys is provided.
+ *
+ * @returns Groq client configured for Groq API
+ * @throws Error if API key array is provided (token rotation not supported)
+ *
+ * @example
+ * ```typescript
+ * import { getGroq } from "./config/groq";
+ *
+ * const client = getGroq();
+ * const completion = await client.chat.completions.create({
+ *   model: "llama-3.3-70b-versatile",
+ *   messages: [{ role: "user", content: "Hello" }]
+ * });
+ * ```
+ */
+const getGroq = functoolsKit.singleshot(() => {
+    const apiKey = engine$1.contextService.context.apiKey;
+    if (Array.isArray(apiKey)) {
+        getGroq.clear();
+        throw new Error("Groq provider does not support token rotation");
+    }
+    return new Groq({
+        apiKey: apiKey,
+    });
+});
+
+/**
+ * Maximum number of retry attempts for outline completion.
+ */
+const MAX_ATTEMPTS = 3;
+/**
+ * Provider for Groq AI models via Groq SDK.
+ *
+ * Supports Groq models through the official Groq SDK with tool calling.
+ * Features simulated streaming and structured output via tool-based schema enforcement.
+ *
+ * Key features:
+ * - Official Groq SDK
+ * - Tool calling with conditional inclusion (only if tools present)
+ * - Simulated streaming (returns complete response)
+ * - Schema enforcement via tool calling with retry logic
+ * - Debug logging support
+ *
+ * @example
+ * ```typescript
+ * const provider = new GroqProvider(contextService, logger);
+ * const response = await provider.getCompletion({
+ *   agentName: "groq-assistant",
+ *   messages: [{ role: "user", content: "Explain transformers" }],
+ *   mode: "direct",
+ *   tools: [],
+ *   clientId: "client-001"
+ * });
+ * ```
+ */
+class GroqProvider {
+    /**
+     * Creates a new GroqProvider instance.
+     *
+     * @param contextService - Context service with model configuration
+     * @param logger - Logger for operation tracking
+     */
+    constructor(contextService, logger) {
+        this.contextService = contextService;
+        this.logger = logger;
+    }
+    /**
+     * Performs standard completion request to Groq.
+     *
+     * @param params - Completion parameters
+     * @returns Promise resolving to assistant's response
+     */
+    async getCompletion(params) {
+        const groq = getGroq();
+        const { clientId, agentName, messages: rawMessages, mode, tools } = params;
+        this.logger.log("groqProvider getCompletion", {
+            agentName,
+            mode,
+            clientId,
+            context: this.contextService.context,
+        });
+        // Map raw messages to Groq format
+        const messages = rawMessages.map(({ role, tool_call_id, tool_calls, content }) => ({
+            role,
+            tool_call_id,
+            content,
+            tool_calls: tool_calls?.map(({ function: f, ...rest }) => ({
+                ...rest,
+                function: {
+                    name: f.name,
+                    arguments: JSON.stringify(f.arguments),
+                },
+            })),
+        }));
+        const formattedTools = tools?.map(({ type, function: f }) => ({
+            type: type,
+            function: {
+                name: f.name,
+                parameters: f.parameters,
+            },
+        }));
+        const { choices: [{ message: { content, role, tool_calls }, },], } = await groq.chat.completions.create({
+            model: this.contextService.context.model,
+            messages: messages,
+            tools: formattedTools?.length ? formattedTools : undefined,
+        });
+        const result = {
+            content: content,
+            mode,
+            agentName,
+            role,
+            tool_calls: tool_calls?.map(({ function: f, ...rest }) => ({
+                ...rest,
+                function: {
+                    name: f.name,
+                    arguments: JSON.parse(f.arguments),
+                },
+            })),
+        };
+        // Debug logging
+        if (GLOBAL_CONFIG.CC_ENABLE_DEBUG) {
+            await fs.appendFile("./debug_groq_provider.txt", JSON.stringify({ params, answer: result }, null, 2) + "\n\n");
+        }
+        return result;
+    }
+    /**
+     * Performs simulated streaming completion.
+     *
+     * @param params - Completion parameters
+     * @returns Promise resolving to complete response
+     */
+    async getStreamCompletion(params) {
+        const groq = getGroq();
+        const { clientId, agentName, messages: rawMessages, mode, tools } = params;
+        this.logger.log("groqProvider getStreamCompletion", {
+            agentName,
+            mode,
+            clientId,
+            context: this.contextService.context,
+        });
+        // Map raw messages to Groq format
+        const messages = rawMessages.map(({ role, tool_call_id, tool_calls, content }) => ({
+            role,
+            tool_call_id,
+            content,
+            tool_calls: tool_calls?.map(({ function: f, ...rest }) => ({
+                ...rest,
+                function: {
+                    name: f.name,
+                    arguments: JSON.stringify(f.arguments),
+                },
+            })),
+        }));
+        // Map tools to Groq format
+        const formattedTools = tools?.map(({ type, function: f }) => ({
+            type: type,
+            function: {
+                name: f.name,
+                parameters: f.parameters,
+            },
+        }));
+        const { choices: [{ message: { content, role, tool_calls }, },], } = await groq.chat.completions.create({
+            model: this.contextService.context.model,
+            messages: messages,
+            tools: formattedTools?.length ? formattedTools : undefined,
+        });
+        // Emit events to mimic streaming behavior
+        if (content) {
+            await agentSwarmKit.event(clientId, "llm-completion", {
+                content: content.trim(),
+                agentName,
+            });
+        }
+        const result = {
+            content: content || "",
+            mode,
+            agentName,
+            role,
+            tool_calls: tool_calls?.map(({ function: f, ...rest }) => ({
+                ...rest,
+                function: {
+                    name: f.name,
+                    arguments: JSON.parse(f.arguments),
+                },
+            })),
+        };
+        // Debug logging
+        if (GLOBAL_CONFIG.CC_ENABLE_DEBUG) {
+            await fs.appendFile("./debug_groq_provider_stream.txt", JSON.stringify({ params, answer: result }, null, 2) + "\n\n");
+        }
+        return result;
+    }
+    /**
+     * Performs structured output completion with schema validation.
+     *
+     * @param params - Outline completion parameters
+     * @returns Promise resolving to validated JSON string
+     * @throws Error if model fails after MAX_ATTEMPTS
+     */
+    async getOutlineCompletion(params) {
+        const { messages: rawMessages, format } = params;
+        const groq = getGroq();
+        this.logger.log("groqProvider getOutlineCompletion", {
+            context: this.contextService.context,
+        });
+        // Create tool definition based on format schema
+        const schema = "json_schema" in format
+            ? lodashEs.get(format, "json_schema.schema", format)
+            : format;
+        const toolDefinition = {
+            type: "function",
+            function: {
+                name: "provide_answer",
+                description: "Предоставить ответ в требуемом формате",
+                parameters: schema,
+            },
+        };
+        // Add system instruction for tool usage
+        const systemMessage = {
+            role: "system",
+            content: "ОБЯЗАТЕЛЬНО используй инструмент provide_answer для предоставления ответа. НЕ отвечай обычным текстом. ВСЕГДА вызывай инструмент provide_answer с правильными параметрами.",
+        };
+        const messages = [
+            systemMessage,
+            ...rawMessages.map(({ role, tool_call_id, tool_calls, content }) => ({
+                role,
+                tool_call_id,
+                content,
+                tool_calls: tool_calls?.map(({ function: f, ...rest }) => ({
+                    ...rest,
+                    function: {
+                        name: f.name,
+                        arguments: JSON.stringify(f.arguments),
+                    },
+                })),
+            })),
+        ];
+        let attempt = 0;
+        const addToolRequestMessage = functoolsKit.singleshot(() => {
+            messages.push({
+                role: "user",
+                content: "Пожалуйста, используй инструмент provide_answer для предоставления ответа. Не отвечай обычным текстом.",
+            });
+        });
+        while (attempt < MAX_ATTEMPTS) {
+            // Prepare request options
+            const requestOptions = {
+                model: this.contextService.context.model,
+                messages: messages,
+                tools: [toolDefinition],
+                tool_choice: {
+                    type: "function",
+                    function: { name: "provide_answer" },
+                },
+            };
+            const { choices: [{ message }], } = await groq.chat.completions.create(requestOptions);
+            const { tool_calls } = message;
+            if (!tool_calls?.length) {
+                console.error(`Attempt ${attempt + 1}: Model did not use tool, adding user message`);
+                addToolRequestMessage();
+                attempt++;
+                continue;
+            }
+            if (tool_calls && tool_calls.length > 0) {
+                const toolCall = tool_calls[0];
+                if (toolCall.function?.name === "provide_answer") {
+                    // Parse JSON with repair
+                    let parsedArguments;
+                    try {
+                        const json = jsonrepair.jsonrepair(toolCall.function.arguments);
+                        parsedArguments = JSON.parse(json);
+                    }
+                    catch (error) {
+                        console.error(`Attempt ${attempt + 1}: Failed to parse tool arguments:`, error);
+                        addToolRequestMessage();
+                        attempt++;
+                        continue;
+                    }
+                    const validation = agentSwarmKit.validateToolArguments(parsedArguments, schema);
+                    if (!validation.success) {
+                        console.error(`Attempt ${attempt + 1}: ${validation.error}`);
+                        addToolRequestMessage();
+                        attempt++;
+                        continue;
+                    }
+                    lodashEs.set(validation.data, "_context", this.contextService.context);
+                    const result = {
+                        role: "assistant",
+                        content: JSON.stringify(validation.data),
+                    };
+                    // Debug logging
+                    if (GLOBAL_CONFIG.CC_ENABLE_DEBUG) {
+                        await fs.appendFile("./debug_groq_provider_outline.txt", JSON.stringify({ params, answer: result }, null, 2) + "\n\n");
+                    }
+                    return result;
+                }
+            }
+            console.error(`Attempt ${attempt + 1}: Model send refusal`);
+            attempt++;
+        }
+        throw new Error("Model failed to use tool after maximum attempts");
+    }
+}
+
 /**
  * Main library entry point for the Ollama package.
  *
@@ -6418,6 +6731,7 @@ init();
     engine.runnerPrivateService.registerRunner(InferenceName.CohereInference, CohereProvider);
     engine.runnerPrivateService.registerRunner(InferenceName.AlibabaInference, AlibabaProvider);
     engine.runnerPrivateService.registerRunner(InferenceName.GLM4Inference, GLM4Provider);
+    engine.runnerPrivateService.registerRunner(InferenceName.GroqInference, GroqProvider);
 }
 // Make engine globally accessible for debugging
 Object.assign(globalThis, { engine });
@@ -6890,6 +7204,38 @@ const alibaba = (fn, model, apiKey) => {
  * const result = await wrappedFn(args);
  * ```
  */
+/**
+ * Wrap async function with Groq inference context.
+ *
+ * Creates a higher-order function that executes the provided async function
+ * within a Groq inference context.
+ *
+ * @template T - Async function type
+ * @param fn - Async function to wrap
+ * @param model - Groq model name (e.g., "llama-3.3-70b-versatile")
+ * @param apiKey - Single API key or array of keys
+ * @returns Wrapped function with same signature as input
+ *
+ * @example
+ * ```typescript
+ * import { groq } from '@backtest-kit/ollama';
+ *
+ * const wrappedFn = groq(myAsyncFn, 'llama-3.3-70b-versatile', process.env.GROQ_API_KEY);
+ * const result = await wrappedFn(args);
+ * ```
+ */
+const groq = (fn, model, apiKey) => {
+    const wrappedFn = async (args) => {
+        return await ContextService.runInContext(async () => {
+            return await fn(...args);
+        }, {
+            apiKey,
+            inference: InferenceName$1.GroqInference,
+            model,
+        });
+    };
+    return wrappedFn;
+};
 const glm4 = (fn, model, apiKey) => {
     const wrappedFn = async (args) => {
         return await ContextService.runInContext(async () => {
@@ -7483,6 +7829,7 @@ exports.getOptimizerSchema = getOptimizerSchema;
 exports.glm4 = glm4;
 exports.gpt5 = gpt5;
 exports.grok = grok;
+exports.groq = groq;
 exports.hf = hf;
 exports.lib = engine;
 exports.listOptimizerSchema = listOptimizerSchema;

package/build/index.mjs

@@ -18,6 +18,7 @@ import { InferenceClient } from '@huggingface/inference';
 import { ChatOpenAI } from '@langchain/openai';
 import { get, set } from 'lodash-es';
 import { Ollama } from 'ollama';
+import Groq from 'groq-sdk';
 
 /**
  * Enumeration of completion strategy types.
@@ -2402,6 +2403,8 @@ var InferenceName;
     InferenceName["CohereInference"] = "cohere_inference";
     /** Alibaba Cloud provider (dashscope-intl.aliyuncs.com) */
     InferenceName["AlibabaInference"] = "alibaba_inference";
+    /** Groq provider (api.groq.com) */
+    InferenceName["GroqInference"] = "groq_inference";
 })(InferenceName || (InferenceName = {}));
 var InferenceName$1 = InferenceName;
 
@@ -2763,7 +2766,7 @@ class GrokProvider {
 /**
  * Maximum number of retry attempts for outline completion.
  */
-const MAX_ATTEMPTS$5 = 5;
+const MAX_ATTEMPTS$6 = 5;
 /**
  * Custom ChatOpenAI implementation for HuggingFace with simplified token counting.
  * Routes requests to HuggingFace Router endpoint.
@@ -3073,7 +3076,7 @@ class HfProvider {
                 content: "Пожалуйста, используй инструмент provide_answer для предоставления ответа. Не отвечай обычным текстом.",
             });
         });
-        while (attempt < MAX_ATTEMPTS$5) {
+        while (attempt < MAX_ATTEMPTS$6) {
             const { choices: [{ message }], } = await fetchApi("https://router.huggingface.co/v1/chat/completions", {
                 method: "POST",
                 headers: {
@@ -3282,7 +3285,7 @@ const getOllama = singleshot(() => {
 /**
  * Maximum number of retry attempts for outline completion when model fails to use tools correctly.
  */
-const MAX_ATTEMPTS$4 = 3;
+const MAX_ATTEMPTS$5 = 3;
 /**
  * Provider for Ollama LLM completions.
  *
@@ -3572,7 +3575,7 @@ class OllamaProvider {
                 content: "Пожалуйста, используй инструмент provide_answer для предоставления ответа. Не отвечай обычным текстом.",
             });
         });
-        while (attempt < MAX_ATTEMPTS$4) {
+        while (attempt < MAX_ATTEMPTS$5) {
             const response = await ollama.chat({
                 model: this.contextService.context.model,
                 messages,
@@ -3672,7 +3675,7 @@ const getClaude = singleshot(() => {
 /**
  * Maximum number of retry attempts for outline completion when model fails to use tools correctly.
  */
-const MAX_ATTEMPTS$3 = 5;
+const MAX_ATTEMPTS$4 = 5;
 /**
  * Provider for Anthropic Claude models via OpenAI-compatible API.
  *
@@ -3908,7 +3911,7 @@ class ClaudeProvider {
                 content: "Пожалуйста, используй инструмент provide_answer для предоставления ответа. Не отвечай обычным текстом.",
             });
         });
-        while (attempt < MAX_ATTEMPTS$3) {
+        while (attempt < MAX_ATTEMPTS$4) {
             // Prepare request options
             const requestOptions = {
                 model: this.contextService.context.model,
@@ -4366,7 +4369,7 @@ const getDeepseek = singleshot(() => {
 /**
  * Maximum number of retry attempts for outline completion.
  */
-const MAX_ATTEMPTS$2 = 3;
+const MAX_ATTEMPTS$3 = 3;
 /**
  * Provider for Deepseek AI models via OpenAI-compatible API.
  *
@@ -4581,7 +4584,7 @@ class DeepseekProvider {
                 content: "Пожалуйста, используй инструмент provide_answer для предоставления ответа. Не отвечай обычным текстом.",
             });
         });
-        while (attempt < MAX_ATTEMPTS$2) {
+        while (attempt < MAX_ATTEMPTS$3) {
             // Prepare request options
             const requestOptions = {
                 model: this.contextService.context.model,
@@ -4688,7 +4691,7 @@ const getMistral = singleshot(() => {
 /**
  * Maximum number of retry attempts for outline completion.
  */
-const MAX_ATTEMPTS$1 = 3;
+const MAX_ATTEMPTS$2 = 3;
 /**
  * Provider for Mistral AI models via OpenAI-compatible API.
  *
@@ -4903,7 +4906,7 @@ class MistralProvider {
                 content: "Пожалуйста, используй инструмент provide_answer для предоставления ответа. Не отвечай обычным текстом.",
             });
         });
-        while (attempt < MAX_ATTEMPTS$1) {
+        while (attempt < MAX_ATTEMPTS$2) {
             // Prepare request options
             const requestOptions = {
                 model: this.contextService.context.model,
@@ -5579,7 +5582,7 @@ class CohereProvider {
 /**
  * Maximum number of retry attempts for outline completion.
  */
-const MAX_ATTEMPTS = 3;
+const MAX_ATTEMPTS$1 = 3;
 /**
  * Alibaba Cloud DashScope API base URL.
  */
@@ -5828,7 +5831,7 @@ class AlibabaProvider {
                 content: "Пожалуйста, используй инструмент provide_answer для предоставления ответа. Не отвечай обычным текстом.",
             });
         });
-        while (attempt < MAX_ATTEMPTS) {
+        while (attempt < MAX_ATTEMPTS$1) {
             // Prepare request body with enable_thinking parameter
             const requestBody = {
                 model: this.contextService.context.model,
@@ -6300,6 +6303,316 @@ class GLM4Provider {
     }
 }
 
+/**
+ * Creates and caches a Groq client for Groq API.
+ *
+ * Uses the official Groq SDK with default settings.
+ * The client instance is cached using singleshot memoization for performance.
+ * Token rotation is not supported - throws error if array of keys is provided.
+ *
+ * @returns Groq client configured for Groq API
+ * @throws Error if API key array is provided (token rotation not supported)
+ *
+ * @example
+ * ```typescript
+ * import { getGroq } from "./config/groq";
+ *
+ * const client = getGroq();
+ * const completion = await client.chat.completions.create({
+ *   model: "llama-3.3-70b-versatile",
+ *   messages: [{ role: "user", content: "Hello" }]
+ * });
+ * ```
+ */
+const getGroq = singleshot(() => {
+    const apiKey = engine$1.contextService.context.apiKey;
+    if (Array.isArray(apiKey)) {
+        getGroq.clear();
+        throw new Error("Groq provider does not support token rotation");
+    }
+    return new Groq({
+        apiKey: apiKey,
+    });
+});
+
+/**
+ * Maximum number of retry attempts for outline completion.
+ */
+const MAX_ATTEMPTS = 3;
+/**
+ * Provider for Groq AI models via Groq SDK.
+ *
+ * Supports Groq models through the official Groq SDK with tool calling.
+ * Features simulated streaming and structured output via tool-based schema enforcement.
+ *
+ * Key features:
+ * - Official Groq SDK
+ * - Tool calling with conditional inclusion (only if tools present)
+ * - Simulated streaming (returns complete response)
+ * - Schema enforcement via tool calling with retry logic
+ * - Debug logging support
+ *
+ * @example
+ * ```typescript
+ * const provider = new GroqProvider(contextService, logger);
+ * const response = await provider.getCompletion({
+ *   agentName: "groq-assistant",
+ *   messages: [{ role: "user", content: "Explain transformers" }],
+ *   mode: "direct",
+ *   tools: [],
+ *   clientId: "client-001"
+ * });
+ * ```
+ */
+class GroqProvider {
+    /**
+     * Creates a new GroqProvider instance.
+     *
+     * @param contextService - Context service with model configuration
+     * @param logger - Logger for operation tracking
+     */
+    constructor(contextService, logger) {
+        this.contextService = contextService;
+        this.logger = logger;
+    }
+    /**
+     * Performs standard completion request to Groq.
+     *
+     * @param params - Completion parameters
+     * @returns Promise resolving to assistant's response
+     */
+    async getCompletion(params) {
+        const groq = getGroq();
+        const { clientId, agentName, messages: rawMessages, mode, tools } = params;
+        this.logger.log("groqProvider getCompletion", {
+            agentName,
+            mode,
+            clientId,
+            context: this.contextService.context,
+        });
+        // Map raw messages to Groq format
+        const messages = rawMessages.map(({ role, tool_call_id, tool_calls, content }) => ({
+            role,
+            tool_call_id,
+            content,
+            tool_calls: tool_calls?.map(({ function: f, ...rest }) => ({
+                ...rest,
+                function: {
+                    name: f.name,
+                    arguments: JSON.stringify(f.arguments),
+                },
+            })),
+        }));
+        const formattedTools = tools?.map(({ type, function: f }) => ({
+            type: type,
+            function: {
+                name: f.name,
+                parameters: f.parameters,
+            },
+        }));
+        const { choices: [{ message: { content, role, tool_calls }, },], } = await groq.chat.completions.create({
+            model: this.contextService.context.model,
+            messages: messages,
+            tools: formattedTools?.length ? formattedTools : undefined,
+        });
+        const result = {
+            content: content,
+            mode,
+            agentName,
+            role,
+            tool_calls: tool_calls?.map(({ function: f, ...rest }) => ({
+                ...rest,
+                function: {
+                    name: f.name,
+                    arguments: JSON.parse(f.arguments),
+                },
+            })),
+        };
+        // Debug logging
+        if (GLOBAL_CONFIG.CC_ENABLE_DEBUG) {
+            await fs.appendFile("./debug_groq_provider.txt", JSON.stringify({ params, answer: result }, null, 2) + "\n\n");
+        }
+        return result;
+    }
+    /**
+     * Performs simulated streaming completion.
+     *
+     * @param params - Completion parameters
+     * @returns Promise resolving to complete response
+     */
+    async getStreamCompletion(params) {
+        const groq = getGroq();
+        const { clientId, agentName, messages: rawMessages, mode, tools } = params;
+        this.logger.log("groqProvider getStreamCompletion", {
+            agentName,
+            mode,
+            clientId,
+            context: this.contextService.context,
+        });
+        // Map raw messages to Groq format
+        const messages = rawMessages.map(({ role, tool_call_id, tool_calls, content }) => ({
+            role,
+            tool_call_id,
+            content,
+            tool_calls: tool_calls?.map(({ function: f, ...rest }) => ({
+                ...rest,
+                function: {
+                    name: f.name,
+                    arguments: JSON.stringify(f.arguments),
+                },
+            })),
+        }));
+        // Map tools to Groq format
+        const formattedTools = tools?.map(({ type, function: f }) => ({
+            type: type,
+            function: {
+                name: f.name,
+                parameters: f.parameters,
+            },
+        }));
+        const { choices: [{ message: { content, role, tool_calls }, },], } = await groq.chat.completions.create({
+            model: this.contextService.context.model,
+            messages: messages,
+            tools: formattedTools?.length ? formattedTools : undefined,
+        });
+        // Emit events to mimic streaming behavior
+        if (content) {
+            await event(clientId, "llm-completion", {
+                content: content.trim(),
+                agentName,
+            });
+        }
+        const result = {
+            content: content || "",
+            mode,
+            agentName,
+            role,
+            tool_calls: tool_calls?.map(({ function: f, ...rest }) => ({
+                ...rest,
+                function: {
+                    name: f.name,
+                    arguments: JSON.parse(f.arguments),
+                },
+            })),
+        };
+        // Debug logging
+        if (GLOBAL_CONFIG.CC_ENABLE_DEBUG) {
+            await fs.appendFile("./debug_groq_provider_stream.txt", JSON.stringify({ params, answer: result }, null, 2) + "\n\n");
+        }
+        return result;
+    }
+    /**
+     * Performs structured output completion with schema validation.
+     *
+     * @param params - Outline completion parameters
+     * @returns Promise resolving to validated JSON string
+     * @throws Error if model fails after MAX_ATTEMPTS
+     */
+    async getOutlineCompletion(params) {
+        const { messages: rawMessages, format } = params;
+        const groq = getGroq();
+        this.logger.log("groqProvider getOutlineCompletion", {
+            context: this.contextService.context,
+        });
+        // Create tool definition based on format schema
+        const schema = "json_schema" in format
+            ? get(format, "json_schema.schema", format)
+            : format;
+        const toolDefinition = {
+            type: "function",
+            function: {
+                name: "provide_answer",
+                description: "Предоставить ответ в требуемом формате",
+                parameters: schema,
+            },
+        };
+        // Add system instruction for tool usage
+        const systemMessage = {
+            role: "system",
+            content: "ОБЯЗАТЕЛЬНО используй инструмент provide_answer для предоставления ответа. НЕ отвечай обычным текстом. ВСЕГДА вызывай инструмент provide_answer с правильными параметрами.",
+        };
+        const messages = [
+            systemMessage,
+            ...rawMessages.map(({ role, tool_call_id, tool_calls, content }) => ({
+                role,
+                tool_call_id,
+                content,
+                tool_calls: tool_calls?.map(({ function: f, ...rest }) => ({
+                    ...rest,
+                    function: {
+                        name: f.name,
+                        arguments: JSON.stringify(f.arguments),
+                    },
+                })),
+            })),
+        ];
+        let attempt = 0;
+        const addToolRequestMessage = singleshot(() => {
+            messages.push({
+                role: "user",
+                content: "Пожалуйста, используй инструмент provide_answer для предоставления ответа. Не отвечай обычным текстом.",
+            });
+        });
+        while (attempt < MAX_ATTEMPTS) {
+            // Prepare request options
+            const requestOptions = {
+                model: this.contextService.context.model,
+                messages: messages,
+                tools: [toolDefinition],
+                tool_choice: {
+                    type: "function",
+                    function: { name: "provide_answer" },
+                },
+            };
+            const { choices: [{ message }], } = await groq.chat.completions.create(requestOptions);
+            const { tool_calls } = message;
+            if (!tool_calls?.length) {
+                console.error(`Attempt ${attempt + 1}: Model did not use tool, adding user message`);
+                addToolRequestMessage();
+                attempt++;
+                continue;
+            }
+            if (tool_calls && tool_calls.length > 0) {
+                const toolCall = tool_calls[0];
+                if (toolCall.function?.name === "provide_answer") {
+                    // Parse JSON with repair
+                    let parsedArguments;
+                    try {
+                        const json = jsonrepair(toolCall.function.arguments);
+                        parsedArguments = JSON.parse(json);
+                    }
+                    catch (error) {
+                        console.error(`Attempt ${attempt + 1}: Failed to parse tool arguments:`, error);
+                        addToolRequestMessage();
+                        attempt++;
+                        continue;
+                    }
+                    const validation = validateToolArguments(parsedArguments, schema);
+                    if (!validation.success) {
+                        console.error(`Attempt ${attempt + 1}: ${validation.error}`);
+                        addToolRequestMessage();
+                        attempt++;
+                        continue;
+                    }
+                    set(validation.data, "_context", this.contextService.context);
+                    const result = {
+                        role: "assistant",
+                        content: JSON.stringify(validation.data),
+                    };
+                    // Debug logging
+                    if (GLOBAL_CONFIG.CC_ENABLE_DEBUG) {
+                        await fs.appendFile("./debug_groq_provider_outline.txt", JSON.stringify({ params, answer: result }, null, 2) + "\n\n");
+                    }
+                    return result;
+                }
+            }
+            console.error(`Attempt ${attempt + 1}: Model send refusal`);
+            attempt++;
+        }
+        throw new Error("Model failed to use tool after maximum attempts");
+    }
+}
+
 /**
  * Main library entry point for the Ollama package.
  *
@@ -6415,6 +6728,7 @@ init();
     engine.runnerPrivateService.registerRunner(InferenceName.CohereInference, CohereProvider);
     engine.runnerPrivateService.registerRunner(InferenceName.AlibabaInference, AlibabaProvider);
     engine.runnerPrivateService.registerRunner(InferenceName.GLM4Inference, GLM4Provider);
+    engine.runnerPrivateService.registerRunner(InferenceName.GroqInference, GroqProvider);
 }
 // Make engine globally accessible for debugging
 Object.assign(globalThis, { engine });
@@ -6887,6 +7201,38 @@ const alibaba = (fn, model, apiKey) => {
  * const result = await wrappedFn(args);
  * ```
  */
+/**
+ * Wrap async function with Groq inference context.
+ *
+ * Creates a higher-order function that executes the provided async function
+ * within a Groq inference context.
+ *
+ * @template T - Async function type
+ * @param fn - Async function to wrap
+ * @param model - Groq model name (e.g., "llama-3.3-70b-versatile")
+ * @param apiKey - Single API key or array of keys
+ * @returns Wrapped function with same signature as input
+ *
+ * @example
+ * ```typescript
+ * import { groq } from '@backtest-kit/ollama';
+ *
+ * const wrappedFn = groq(myAsyncFn, 'llama-3.3-70b-versatile', process.env.GROQ_API_KEY);
+ * const result = await wrappedFn(args);
+ * ```
+ */
+const groq = (fn, model, apiKey) => {
+    const wrappedFn = async (args) => {
+        return await ContextService.runInContext(async () => {
+            return await fn(...args);
+        }, {
+            apiKey,
+            inference: InferenceName$1.GroqInference,
+            model,
+        });
+    };
+    return wrappedFn;
+};
 const glm4 = (fn, model, apiKey) => {
     const wrappedFn = async (args) => {
         return await ContextService.runInContext(async () => {
@@ -7466,4 +7812,4 @@ class OptimizerUtils {
  */
 const Optimizer = new OptimizerUtils();
 
-export { CompletionName, Module, Optimizer, Prompt, addOptimizerSchema, alibaba, claude, cohere, commitPrompt, deepseek, dumpSignalData, getOptimizerSchema, glm4, gpt5, grok, hf, engine as lib, listOptimizerSchema, listenError, listenOptimizerProgress, mistral, ollama, perplexity, setLogger, validate };
+export { CompletionName, Module, Optimizer, Prompt, addOptimizerSchema, alibaba, claude, cohere, commitPrompt, deepseek, dumpSignalData, getOptimizerSchema, glm4, gpt5, grok, groq, hf, engine as lib, listOptimizerSchema, listenError, listenOptimizerProgress, mistral, ollama, perplexity, setLogger, validate };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@backtest-kit/ollama",
-  "version": "3.0.6",
+  "version": "3.0.7",
   "description": "Multi-provider LLM inference library for AI-powered trading strategies. Supports 10+ providers including OpenAI, Claude, DeepSeek, Grok, Mistral with unified API and automatic token rotation.",
   "author": {
     "name": "Petr Tripolsky",
@@ -65,9 +65,15 @@
     "default": "./build/index.cjs"
   },
   "devDependencies": {
+    "@huggingface/inference": "4.7.1",
+    "@langchain/core": "0.3.57",
+    "@langchain/xai": "0.0.2",
     "@rollup/plugin-typescript": "11.1.6",
     "@types/node": "22.9.0",
     "glob": "11.0.1",
+    "ollama": "0.6.0",
+    "openai": "4.97.0",
+    "groq-sdk": "0.37.0",
     "rimraf": "6.0.1",
     "rollup": "3.29.5",
     "rollup-plugin-dts": "6.1.1",
@@ -75,32 +81,28 @@
     "ts-morph": "27.0.2",
     "tslib": "2.7.0",
     "typedoc": "0.27.9",
-    "worker-testbed": "1.0.12",
-    "ollama": "0.6.0",
-    "openai": "4.97.0",
-    "@langchain/core": "0.3.57",
-    "@langchain/xai": "0.0.2",
-    "@huggingface/inference": "4.7.1"
+    "worker-testbed": "1.0.12"
   },
   "peerDependencies": {
-    "backtest-kit": "^3.0.15",
-    "typescript": "^5.0.0",
-    "ollama": "^0.6.0",
-    "openai": "^4.97.0",
+    "@huggingface/inference": "^4.7.1",
     "@langchain/core": "^0.3.57",
     "@langchain/xai": "^0.0.2",
-    "@huggingface/inference": "^4.7.1"
+    "backtest-kit": "^3.0.17",
+    "groq-sdk": "^0.37.0",
+    "ollama": "^0.6.0",
+    "openai": "^4.97.0",
+    "typescript": "^5.0.0"
   },
   "dependencies": {
+    "agent-swarm-kit": "^1.2.4",
     "di-kit": "^1.0.18",
     "di-scoped": "^1.0.21",
     "functools-kit": "^1.0.95",
+    "get-moment-stamp": "^1.1.1",
     "jsonrepair": "^3.12.0",
     "markdown-it": "^14.1.0",
     "markdownlint": "^0.38.0",
     "sanitize-html": "^2.17.0",
-    "get-moment-stamp": "^1.1.1",
-    "agent-swarm-kit": "^1.2.4",
     "zod": "^3.25.76"
   },
   "publishConfig": {

package/types.d.ts

@@ -233,6 +233,27 @@ declare const alibaba: <T extends (...args: any[]) => Promise<any>>(fn: T, model
  * const result = await wrappedFn(args);
  * ```
  */
+/**
+ * Wrap async function with Groq inference context.
+ *
+ * Creates a higher-order function that executes the provided async function
+ * within a Groq inference context.
+ *
+ * @template T - Async function type
+ * @param fn - Async function to wrap
+ * @param model - Groq model name (e.g., "llama-3.3-70b-versatile")
+ * @param apiKey - Single API key or array of keys
+ * @returns Wrapped function with same signature as input
+ *
+ * @example
+ * ```typescript
+ * import { groq } from '@backtest-kit/ollama';
+ *
+ * const wrappedFn = groq(myAsyncFn, 'llama-3.3-70b-versatile', process.env.GROQ_API_KEY);
+ * const result = await wrappedFn(args);
+ * ```
+ */
+declare const groq: <T extends (...args: any[]) => Promise<any>>(fn: T, model: string, apiKey?: string | string[]) => T;
 declare const glm4: <T extends (...args: any[]) => Promise<any>>(fn: T, model: string, apiKey?: string | string[]) => T;
 
 /**
@@ -1367,7 +1388,9 @@ declare enum InferenceName {
     /** Cohere provider (api.cohere.ai) */
     CohereInference = "cohere_inference",
     /** Alibaba Cloud provider (dashscope-intl.aliyuncs.com) */
-    AlibabaInference = "alibaba_inference"
+    AlibabaInference = "alibaba_inference",
+    /** Groq provider (api.groq.com) */
+    GroqInference = "groq_inference"
 }
 
 /**
@@ -2275,4 +2298,4 @@ declare const engine: {
     loggerService: LoggerService;
 };
 
-export { CompletionName, type IOptimizerCallbacks, type IOptimizerData, type IOptimizerFetchArgs, type IOptimizerFilterArgs, type IOptimizerRange, type IOptimizerSchema, type IOptimizerSource, type IOptimizerStrategy, type IOptimizerTemplate, type MessageModel, type MessageRole, Module, Optimizer, type ProgressOptimizerContract, Prompt, type PromptModel, addOptimizerSchema, alibaba, claude, cohere, commitPrompt, deepseek, dumpSignalData, getOptimizerSchema, glm4, gpt5, grok, hf, engine as lib, listOptimizerSchema, listenError, listenOptimizerProgress, mistral, ollama, perplexity, setLogger, validate };
+export { CompletionName, type IOptimizerCallbacks, type IOptimizerData, type IOptimizerFetchArgs, type IOptimizerFilterArgs, type IOptimizerRange, type IOptimizerSchema, type IOptimizerSource, type IOptimizerStrategy, type IOptimizerTemplate, type MessageModel, type MessageRole, Module, Optimizer, type ProgressOptimizerContract, Prompt, type PromptModel, addOptimizerSchema, alibaba, claude, cohere, commitPrompt, deepseek, dumpSignalData, getOptimizerSchema, glm4, gpt5, grok, groq, hf, engine as lib, listOptimizerSchema, listenError, listenOptimizerProgress, mistral, ollama, perplexity, setLogger, validate };