@crewdle/mist-connector-openai 1.0.8 → 1.0.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -53,7 +53,10 @@ export class OpenAIGenerativeAIWorkerConnector {
|
|
|
53
53
|
let totalInputTokens = 0;
|
|
54
54
|
let totalOutputTokens = 0;
|
|
55
55
|
let accumulatedOutput = '';
|
|
56
|
+
let currentSequence = -1;
|
|
56
57
|
while (true) {
|
|
58
|
+
currentSequence++;
|
|
59
|
+
const toolChoice = (currentSequence === 0 && tools?.some((tool) => tool.function.name.startsWith('getQuestion'))) ? 'required' : undefined;
|
|
57
60
|
const response = await this.client.chat.completions.create({
|
|
58
61
|
model: options.model.id,
|
|
59
62
|
messages,
|
|
@@ -61,6 +64,7 @@ export class OpenAIGenerativeAIWorkerConnector {
|
|
|
61
64
|
temperature: parameters.temperature,
|
|
62
65
|
response_format: responseFormat,
|
|
63
66
|
tools,
|
|
67
|
+
tool_choice: toolChoice,
|
|
64
68
|
});
|
|
65
69
|
const message = response.choices[0].message;
|
|
66
70
|
totalInputTokens += response.usage?.prompt_tokens ?? 0;
|
|
@@ -89,7 +93,10 @@ export class OpenAIGenerativeAIWorkerConnector {
|
|
|
89
93
|
const responseFormat = this.getResponseFormat(parameters);
|
|
90
94
|
const tools = this.getTools(parameters);
|
|
91
95
|
const messages = this.getMessages(parameters);
|
|
96
|
+
let currentSequence = -1;
|
|
92
97
|
while (true) {
|
|
98
|
+
currentSequence++;
|
|
99
|
+
const toolChoice = (currentSequence === 0 && tools?.some((tool) => tool.function.name.startsWith('getQuestion'))) ? 'required' : undefined;
|
|
93
100
|
const stream = await this.client.chat.completions.create({
|
|
94
101
|
model: options.model.id,
|
|
95
102
|
messages,
|
|
@@ -100,6 +107,7 @@ export class OpenAIGenerativeAIWorkerConnector {
|
|
|
100
107
|
include_usage: true,
|
|
101
108
|
},
|
|
102
109
|
tools,
|
|
110
|
+
tool_choice: toolChoice,
|
|
103
111
|
response_format: responseFormat,
|
|
104
112
|
});
|
|
105
113
|
let message = {};
|