bios-sdk 0.1.1-dev.31 → 0.1.1-dev.33
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -24,6 +24,12 @@ export interface ChatCompletionParams extends Record<string, unknown> {
|
|
|
24
24
|
name: string;
|
|
25
25
|
};
|
|
26
26
|
};
|
|
27
|
+
/**
|
|
28
|
+
* Standardized reasoning effort. Forwarded to `/v1/chat/completions` as
|
|
29
|
+
* `reasoning_effort`. Use `'none'` to disable reasoning where the model
|
|
30
|
+
* allows it.
|
|
31
|
+
*/
|
|
32
|
+
reasoningEffort?: 'none' | 'minimal' | 'low' | 'medium' | 'high' | 'max';
|
|
27
33
|
inferenceKey?: string;
|
|
28
34
|
idempotencyKey?: string;
|
|
29
35
|
requestId?: string;
|
|
@@ -580,7 +580,7 @@ export class Inference {
|
|
|
580
580
|
// OpenAI-compatible key-scoped inference — `/v1/chat/completions`
|
|
581
581
|
// --------------------------------------------------------------------------
|
|
582
582
|
prepare(params, stream) {
|
|
583
|
-
const { messages, model, tools, toolChoice, inferenceKey, idempotencyKey, requestId, signal, ...extra } = params;
|
|
583
|
+
const { messages, model, tools, toolChoice, reasoningEffort, inferenceKey, idempotencyKey, requestId, signal, ...extra } = params;
|
|
584
584
|
const key = inferenceKey || this.key;
|
|
585
585
|
if (!key)
|
|
586
586
|
throw new Error('an inferenceKey is required');
|
|
@@ -591,6 +591,8 @@ export class Inference {
|
|
|
591
591
|
body.tools = tools;
|
|
592
592
|
if (toolChoice !== undefined)
|
|
593
593
|
body.tool_choice = toolChoice;
|
|
594
|
+
if (reasoningEffort !== undefined)
|
|
595
|
+
body.reasoning_effort = reasoningEffort;
|
|
594
596
|
validateChatRequest(body);
|
|
595
597
|
const headers = {
|
|
596
598
|
Authorization: `Bearer ${key}`,
|