@crewdle/mist-connector-openai 1.0.20 → 1.0.22

package/dist/models/OpenAIGenerativeAIWorkerConnector.js

@@ -55,7 +55,12 @@ export class OpenAIGenerativeAIWorkerConnector {
             let file;
             for (const message of parameters.prompt) {
                 if (message.type === 'input_audio') {
-                    file = new File([message.input_audio.data], 'audio.mp3', { type: message.input_audio.format });
+                    const dataParts = message.input_audio.data.split(',');
+                    const data = dataParts[1];
+                    const type = dataParts[0].replace('data:', '').replace(';base64', '');
+                    const byteArray = Uint8Array.from(Buffer.from(data, 'base64'));
+                    const blob = new Blob([byteArray], { type });
+                    file = new File([blob], `audio.${message.input_audio.format}`, { type });
                 }
             }
             if (!file) {
@@ -72,7 +77,7 @@ export class OpenAIGenerativeAIWorkerConnector {
             console.log('OpenAIGenerativeAIWorkerConnector.processJob audio transcription response');
             return {
                 type: "prompt" /* GenerativeAIJobType.Prompt */,
-                output: (!parameters.responseFormat || parameters.responseFormat !== 'json') ? response.text : JSON.stringify(response),
+                output: (!parameters.responseFormat || parameters.responseFormat === 'json') ? response.text : JSON.stringify(response),
                 inputTokens: response.usage?.type === 'tokens' ? response.usage.input_tokens : 0,
                 outputTokens: response.usage?.type === 'tokens' ? response.usage.output_tokens : 0,
             };
@@ -127,25 +132,50 @@ export class OpenAIGenerativeAIWorkerConnector {
                 };
             }
         }
-        const responseFormat = this.getResponseFormat(parameters);
+        const responseFormat = this.getResponseFormat(parameters, options.model.id);
         const tools = this.getTools(parameters);
         const messages = this.getMessages(parameters);
+        const reasoning = this.getReasoning(parameters, options.model.id);
         let inputTokens = 0;
         let outputTokens = 0;
         let output = '';
         let resultFile;
+        let partial = '';
+        let responseId;
+        let continuationCount = 0;
+        const MAX_CONTINUATIONS = 5;
         while (true) {
             console.log('OpenAIGenerativeAIWorkerConnector.processJob', options.model.id);
             const response = await this.client.responses.create({
                 model: options.model.id,
-                input: messages,
-                max_output_tokens: parameters.maxTokens,
-                temperature: parameters.temperature,
+                input: responseId
+                    ? [
+                        {
+                            role: 'developer',
+                            content: [
+                                {
+                                    type: "input_text",
+                                    text: `Continue exactly after the following already-emitted text (do NOT repeat any of it).
+ANCHOR START:
+${partial.slice(-400)}
+ANCHOR END.
+Only output the missing remainder. Do not restart or re-open tags already emitted.`,
+                                },
+                            ],
+                        },
+                    ]
+                    : messages,
+                max_output_tokens: !options.model.id.startsWith('gpt-5') ? parameters.maxTokens : Math.max(parameters.maxTokens ?? 0, 30000),
+                temperature: !options.model.id.startsWith('gpt-5') ? parameters.temperature : undefined,
                 text: responseFormat,
                 tools,
+                previous_response_id: responseId,
+                reasoning,
                 store: parameters.privacy === true ? false : true,
             });
             console.log('OpenAIGenerativeAIWorkerConnector.processJob response');
+            responseId = undefined;
+            partial = '';
             inputTokens += response.usage?.input_tokens ?? 0;
             outputTokens += response.usage?.output_tokens ?? 0;
             const promises = [];
@@ -154,6 +184,7 @@ export class OpenAIGenerativeAIWorkerConnector {
                     for (const message of content.content) {
                         if (message.type === 'output_text') {
                             output += message.text;
+                            partial += message.text;
                         }
                     }
                 }
@@ -164,8 +195,22 @@ export class OpenAIGenerativeAIWorkerConnector {
                     promises.push(this.processToolCall(parameters, messages, content.name, content.call_id, content.arguments));
                 }
             }
+            if (response.status === 'incomplete') {
+                console.log('OpenAIGenerativeAIWorkerConnector.processJob response.incomplete', response.incomplete_details?.reason, parameters.maxTokens);
+                if (response.incomplete_details?.reason === 'max_output_tokens') {
+                    if (continuationCount < MAX_CONTINUATIONS) {
+                        responseId = response.id;
+                        continuationCount++;
+                        continue;
+                    }
+                    else {
+                        console.log('OpenAIGenerativeAIWorkerConnector.processJob max continuations reached');
+                    }
+                }
+            }
             if (promises.length > 0) {
                 await Promise.all(promises);
+                output += '\n\n';
                 continue;
             }
             return {
@@ -290,25 +335,56 @@ export class OpenAIGenerativeAIWorkerConnector {
                 return;
             }
         }
-        const responseFormat = this.getResponseFormat(parameters);
+        const responseFormat = this.getResponseFormat(parameters, options.model.id);
         const tools = this.getTools(parameters);
         const messages = this.getMessages(parameters);
+        const reasoning = this.getReasoning(parameters, options.model.id);
+        let firstChunk = true;
+        let responseId;
+        let partial = '';
+        let continuationCount = 0;
+        const MAX_CONTINUATIONS = 5;
         while (true) {
             console.log('OpenAIGenerativeAIWorkerConnector.processJobStream', options.model.id);
             const stream = await this.client.responses.create({
                 model: options.model.id,
-                input: messages,
-                max_output_tokens: parameters.maxTokens,
-                temperature: parameters.temperature,
+                input: responseId
+                    ? [
+                        {
+                            role: 'developer',
+                            content: [
+                                {
+                                    type: "input_text",
+                                    text: `Continue exactly after the following already-emitted text (do NOT repeat any of it).
+ANCHOR START:
+${partial.slice(-400)}
+ANCHOR END.
+Only output the missing remainder. Do not restart or re-open tags already emitted.`,
+                                },
+                            ],
+                        },
+                    ]
+                    : messages,
+                max_output_tokens: !options.model.id.startsWith('gpt-5') ? parameters.maxTokens : Math.max(parameters.maxTokens ?? 0, 30000),
+                temperature: !options.model.id.startsWith('gpt-5') ? parameters.temperature : undefined,
                 text: responseFormat,
                 tools,
+                previous_response_id: responseId,
+                reasoning,
                 stream: true,
                 store: parameters.privacy === true ? false : true,
             });
             console.log('OpenAIGenerativeAIWorkerConnector.processJobStream response');
+            responseId = undefined;
+            partial = '';
             const promises = [];
             for await (const chunk of stream) {
                 if (chunk.type === 'response.output_text.delta') {
+                    if (firstChunk && chunk.delta.trim()) {
+                        console.log('OpenAIGenerativeAIWorkerConnector.processJobStream first chunk');
+                        firstChunk = false;
+                    }
+                    partial += chunk.delta;
                     yield {
                         type: "prompt" /* GenerativeAIJobType.Prompt */,
                         output: chunk.delta,
@@ -324,6 +400,24 @@ export class OpenAIGenerativeAIWorkerConnector {
                         outputTokens: chunk.response.usage?.output_tokens ?? 0,
                     };
                 }
+                if (chunk.type === 'response.incomplete') {
+                    console.log('OpenAIGenerativeAIWorkerConnector.processJobStream response.incomplete', chunk.response.incomplete_details?.reason, parameters.maxTokens);
+                    yield {
+                        type: "prompt" /* GenerativeAIJobType.Prompt */,
+                        output: '',
+                        inputTokens: chunk.response.usage?.input_tokens ?? 0,
+                        outputTokens: chunk.response.usage?.output_tokens ?? 0,
+                    };
+                    if (!parameters.privacy && chunk.response.incomplete_details?.reason === 'max_output_tokens') {
+                        if (continuationCount < MAX_CONTINUATIONS) {
+                            responseId = chunk.response.id;
+                            continuationCount++;
+                        }
+                        else {
+                            console.log('OpenAIGenerativeAIWorkerConnector.processJobStream max continuations reached');
+                        }
+                    }
+                }
                 if (chunk.type === 'response.output_item.done') {
                     if (chunk.item.type === 'function_call') {
                         promises.push(this.processToolCall(parameters, messages, chunk.item.name, chunk.item.call_id, chunk.item.arguments));
@@ -339,6 +433,10 @@ export class OpenAIGenerativeAIWorkerConnector {
                     }
                 }
             }
+            if (responseId) {
+                console.log('OpenAIGenerativeAIWorkerConnector.processJobStream needContinue');
+                continue;
+            }
             if (promises.length > 0) {
                 await Promise.all(promises);
                 yield {
@@ -412,7 +510,7 @@ export class OpenAIGenerativeAIWorkerConnector {
             for (const message of parameters.history) {
                 messages.push({
                     role: message.source === 'human' ? 'user' : 'assistant',
-                    content: message.message,
+                    content: this.getInnerMessages(message.message),
                 });
             }
         }
@@ -486,8 +584,22 @@ export class OpenAIGenerativeAIWorkerConnector {
         }
         return tools;
     }
-    getResponseFormat(parameters) {
-        if (!parameters.grammar) {
+    getReasoning(parameters, modelId) {
+        if (!modelId.startsWith('gpt-5')) {
+            return undefined;
+        }
+        if (!parameters.reasoning) {
+            return undefined;
+        }
+        return {
+            effort: parameters.reasoning,
+        };
+    }
+    getResponseFormat(parameters, modelId) {
+        if (!parameters.grammar || parameters.grammar === 'default') {
+            if (modelId.startsWith('gpt-5') && parameters.verbosity) {
+                return { verbosity: parameters.verbosity };
+            }
             return undefined;
         }
         if (parameters.grammar === 'json') {

package/dist/types/models/OpenAIGenerativeAIWorkerConnector.d.ts

@@ -13,5 +13,6 @@ export declare class OpenAIGenerativeAIWorkerConnector implements IGenerativeAIW
     private getMessages;
     private getInnerMessages;
     private getTools;
+    private getReasoning;
     private getResponseFormat;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@crewdle/mist-connector-openai",
-  "version": "1.0.20",
+  "version": "1.0.22",
   "description": "",
   "main": "dist/index.js",
   "types": "dist/types/index.d.ts",
@@ -15,11 +15,11 @@
     "dist/"
   ],
   "devDependencies": {
-    "@crewdle/web-sdk-types": "^1.0.53",
+    "@crewdle/web-sdk-types": "^1.0.55",
     "@types/node": "^22.13.9",
     "typescript": "^5.8.2"
   },
   "dependencies": {
-    "openai": "^5.8.2"
+    "openai": "^6.1.0"
   }
 }