@crewdle/mist-connector-openai 1.0.0 → 1.0.2

package/dist/models/OpenAIGenerativeAIWorkerConnector.js

@@ -51,24 +51,148 @@ export class OpenAIGenerativeAIWorkerConnector {
         if (!options || !this.models.has(options.model.id)) {
             throw new Error('Model not initialized');
         }
-        const stream = await this.client.chat.completions.create({
-            model: options.model.id,
-            messages: this.getMessages(parameters),
-            max_completion_tokens: parameters.maxTokens,
-            temperature: parameters.temperature,
-            stream: true,
-            stream_options: {
-                include_usage: true,
-            },
-        });
-        for await (const chunk of stream) {
-            yield {
-                type: 'prompt',
-                output: chunk.choices[0].delta.content ?? '',
-                inputTokens: chunk.usage?.prompt_tokens ?? 0,
-                outputTokens: chunk.usage?.completion_tokens ?? 0,
-            };
+        let tools;
+        if (parameters.functions && parameters.functions.size > 0) {
+            tools = [];
+            for (const [name, func] of parameters.functions) {
+                let params;
+                if (func.params) {
+                    params = {
+                        type: 'object',
+                        properties: func.params,
+                        required: Object.keys(func.params),
+                    };
+                }
+                tools.push({
+                    type: 'function',
+                    function: {
+                        name,
+                        description: func.description,
+                        parameters: params,
+                    }
+                });
+            }
+        }
+        const messages = this.getMessages(parameters);
+        while (true) {
+            const stream = await this.client.chat.completions.create({
+                model: options.model.id,
+                messages,
+                max_completion_tokens: parameters.maxTokens,
+                temperature: parameters.temperature,
+                stream: true,
+                stream_options: {
+                    include_usage: true,
+                },
+                tools,
+            });
+            let message = {};
+            for await (const chunk of stream) {
+                if (chunk.choices[0]?.delta?.tool_calls) {
+                    message = this.messageReducer(message, chunk);
+                }
+                yield {
+                    type: 'prompt',
+                    output: chunk.choices[0]?.delta?.content ?? '',
+                    inputTokens: chunk.usage?.prompt_tokens ?? 0,
+                    outputTokens: chunk.usage?.completion_tokens ?? 0,
+                };
+            }
+            if (!message.tool_calls) {
+                break;
+            }
+            messages.push({
+                role: 'assistant',
+                content: null,
+                tool_calls: message.tool_calls,
+                refusal: null,
+            });
+            const promises = [];
+            for (const toolCall of message.tool_calls) {
+                if (toolCall?.function && parameters.functions) {
+                    try {
+                        const func = parameters.functions.get(toolCall.function.name);
+                        if (func) {
+                            const result = func.callback(JSON.parse(toolCall.function.arguments));
+                            if (result instanceof Promise) {
+                                promises.push(result.then((res) => {
+                                    messages.push({
+                                        role: 'tool',
+                                        tool_call_id: toolCall.id,
+                                        content: res ?? 'Tool does not exist',
+                                    });
+                                }));
+                            }
+                            else {
+                                messages.push({
+                                    role: 'tool',
+                                    tool_call_id: toolCall.id,
+                                    content: result ?? 'Tool does not exist',
+                                });
+                            }
+                        }
+                        else {
+                            messages.push({
+                                role: 'tool',
+                                tool_call_id: toolCall.id,
+                                content: 'Tool does not exist',
+                            });
+                        }
+                    }
+                    catch (error) {
+                        console.error('Error processing tool call', error);
+                        messages.push({
+                            role: 'tool',
+                            tool_call_id: toolCall.id,
+                            content: 'Error processing tool call',
+                        });
+                    }
+                }
+            }
+            await Promise.all(promises);
+        }
+    }
+    messageReducer(previous, item) {
+        const reduce = (acc, delta) => {
+            acc = { ...acc };
+            for (const [key, value] of Object.entries(delta)) {
+                if (acc[key] === undefined || acc[key] === null) {
+                    acc[key] = value;
+                    //  OpenAI.Chat.Completions.ChatCompletionMessageToolCall does not have a key, .index
+                    if (Array.isArray(acc[key])) {
+                        for (const arr of acc[key]) {
+                            delete arr.index;
+                        }
+                    }
+                }
+                else if (typeof acc[key] === 'string' && typeof value === 'string') {
+                    acc[key] += value;
+                }
+                else if (typeof acc[key] === 'number' && typeof value === 'number') {
+                    acc[key] = value;
+                }
+                else if (Array.isArray(acc[key]) && Array.isArray(value)) {
+                    const accArray = acc[key];
+                    for (let i = 0; i < value.length; i++) {
+                        const { index, ...chunkTool } = value[i];
+                        if (index - accArray.length > 1) {
+                            throw new Error(`Error: An array has an empty value when tool_calls are constructed. tool_calls: ${accArray}; tool: ${value}`);
+                        }
+                        accArray[index] = reduce(accArray[index], chunkTool);
+                    }
+                }
+                else if (typeof acc[key] === 'object' && typeof value === 'object') {
+                    acc[key] = reduce(acc[key], value);
+                }
+            }
+            return acc;
+        };
+        const choice = item.choices[0];
+        if (!choice) {
+            // chunk contains information about usage and token counts
+            return previous;
         }
+        return reduce(previous, choice.delta);
     }
     getMessages(parameters) {
         const messages = [];

package/dist/types/models/OpenAIGenerativeAIWorkerConnector.d.ts

@@ -9,5 +9,6 @@ export declare class OpenAIGenerativeAIWorkerConnector implements IGenerativeAIW
     getEngineType(): GenerativeAIEngineType;
     processJob(parameters: GenerativeAIWorkerConnectorParameters, options?: IGenerativeAIWorkerOptions): Promise<IGenerativeAIWorkerConnectorPromptResult>;
     processJobStream(parameters: GenerativeAIWorkerConnectorParameters, options?: IGenerativeAIWorkerOptions): AsyncGenerator<IGenerativeAIWorkerConnectorPromptResult>;
+    private messageReducer;
     private getMessages;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@crewdle/mist-connector-openai",
-  "version": "1.0.0",
+  "version": "1.0.2",
   "description": "",
   "main": "dist/index.js",
   "types": "dist/types/index.d.ts",
@@ -15,7 +15,7 @@
     "dist/"
   ],
   "devDependencies": {
-    "@crewdle/web-sdk-types": "^1.0.33",
+    "@crewdle/web-sdk-types": "^1.0.34",
     "@types/node": "^22.13.9",
     "typescript": "^5.8.2"
   },