@crewdle/mist-connector-openai 1.0.15 → 1.0.17

package/dist/models/OpenAIGenerativeAIWorkerConnector.js

@@ -131,6 +131,7 @@ export class OpenAIGenerativeAIWorkerConnector {
         let inputTokens = 0;
         let outputTokens = 0;
         let output = '';
+        let resultFile;
         while (true) {
             console.log('OpenAIGenerativeAIWorkerConnector.processJob', options.model.id);
             const response = await this.client.responses.create({
@@ -140,6 +141,7 @@ export class OpenAIGenerativeAIWorkerConnector {
                 temperature: parameters.temperature,
                 text: responseFormat,
                 tools,
+                store: parameters.privacy,
             });
             console.log('OpenAIGenerativeAIWorkerConnector.processJob response');
             inputTokens += response.usage?.input_tokens ?? 0;
@@ -153,6 +155,9 @@ export class OpenAIGenerativeAIWorkerConnector {
                         }
                     }
                 }
+                if (content.type === 'image_generation_call' && content.result) {
+                    resultFile = `data:image/png;base64,${content.result}`;
+                }
                 if (content.type === 'function_call') {
                     promises.push(this.processToolCall(parameters, messages, content.name, content.call_id, content.arguments));
                 }
@@ -164,6 +169,7 @@ export class OpenAIGenerativeAIWorkerConnector {
             return {
                 type: "prompt" /* GenerativeAIJobType.Prompt */,
                 output,
+                resultFile,
                 inputTokens,
                 outputTokens,
             };
@@ -277,6 +283,7 @@ export class OpenAIGenerativeAIWorkerConnector {
                 text: responseFormat,
                 tools,
                 stream: true,
+                store: parameters.privacy,
             });
             console.log('OpenAIGenerativeAIWorkerConnector.processJobStream response');
             const promises = [];
@@ -301,6 +308,15 @@ export class OpenAIGenerativeAIWorkerConnector {
                     if (chunk.item.type === 'function_call') {
                         promises.push(this.processToolCall(parameters, messages, chunk.item.name, chunk.item.call_id, chunk.item.arguments));
                     }
+                    if (chunk.item.type === 'image_generation_call' && chunk.item.result) {
+                        yield {
+                            type: "prompt" /* GenerativeAIJobType.Prompt */,
+                            output: '',
+                            resultFile: `data:image/png;base64,${chunk.item.result}`,
+                            inputTokens: 0,
+                            outputTokens: 0,
+                        };
+                    }
                 }
             }
             if (promises.length > 0) {
@@ -419,6 +435,18 @@ export class OpenAIGenerativeAIWorkerConnector {
         }
         const tools = [];
         for (const [name, func] of parameters.functions) {
+            if (func.type === 'mcp') {
+                tools.push(func);
+                continue;
+            }
+            if (func.type === 'code_interpreter') {
+                tools.push(func);
+                continue;
+            }
+            if (func.type === 'image_generation') {
+                tools.push(func);
+                continue;
+            }
             let params = null;
             if (func.params) {
                 params = {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@crewdle/mist-connector-openai",
-  "version": "1.0.15",
+  "version": "1.0.17",
   "description": "",
   "main": "dist/index.js",
   "types": "dist/types/index.d.ts",
@@ -15,7 +15,7 @@
     "dist/"
   ],
   "devDependencies": {
-    "@crewdle/web-sdk-types": "^1.0.48",
+    "@crewdle/web-sdk-types": "^1.0.51",
     "@types/node": "^22.13.9",
     "typescript": "^5.8.2"
   },