@openclaw/baseten-provider 2026.10.10 → 2026.11.5-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/.setup/{models-BnILcIS1.mjs → models-_Shlplre.mjs} +83 -19
- package/dist/.source-module-urls/74ed88b95c1a2baca0454b46efbf418377ca33e035af7ad1c3134ae90a29a1ba.json +1 -0
- package/dist/api.js +1 -1
- package/dist/decision-provider.js +16 -0
- package/dist/decision-provider.runtime.js +217 -0
- package/dist/index.js +79 -4
- package/dist/models.js +1 -1
- package/dist/onboard.js +1 -1
- package/dist/provider-catalog.js +1 -1
- package/openclaw.plugin.json +73 -1
- package/package.json +4 -4
- package/dist/.source-module-urls/afb8baa933e98aa3afcaeae7407507537d77108a363ad3fad8229b32d09e9d2b.json +0 -1
- package/dist/stream.js +0 -46
- package/dist/thinking.js +0 -36
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { buildManifestModelProviderConfig, readManifestProviderDefaultModelRef } from "openclaw/plugin-sdk/provider-catalog-shared";
|
|
2
1
|
import { asNonArrayRecord, asOptionalRecord, asPositiveSafeInteger, filterStringEntries, normalizeOptionalString } from "openclaw/plugin-sdk/string-coerce-runtime";
|
|
2
|
+
import { buildManifestModelProviderConfig, readManifestProviderDefaultModelRef } from "openclaw/plugin-sdk/provider-catalog-shared";
|
|
3
3
|
// extensions/baseten/openclaw.plugin.json
|
|
4
4
|
var openclaw_plugin_default = {
|
|
5
5
|
id: "baseten",
|
|
@@ -8,6 +8,7 @@ var openclaw_plugin_default = {
|
|
|
8
8
|
description: "OpenClaw Baseten provider plugin.",
|
|
9
9
|
activation: { "onStartup": false },
|
|
10
10
|
enabledByDefault: true,
|
|
11
|
+
contracts: { "decisionProviders": ["baseten"] },
|
|
11
12
|
providers: ["baseten"],
|
|
12
13
|
providerRequest: { "providers": { "baseten": {
|
|
13
14
|
"family": "baseten",
|
|
@@ -20,6 +21,64 @@ var openclaw_plugin_default = {
|
|
|
20
21
|
"api": "openai-completions",
|
|
21
22
|
"defaultModel": "deepseek-ai/DeepSeek-V4.1-Flash",
|
|
22
23
|
"models": [
|
|
24
|
+
{
|
|
25
|
+
"id": "decision-models/baseten-elephant-9b-latest",
|
|
26
|
+
"name": "elephant-1 (9B)",
|
|
27
|
+
"inference": {
|
|
28
|
+
"chat": false,
|
|
29
|
+
"decision": {
|
|
30
|
+
"protocol": "baseten-systemone",
|
|
31
|
+
"input": ["text"],
|
|
32
|
+
"reasoning": { "modes": ["auto"] },
|
|
33
|
+
"questions": {
|
|
34
|
+
"boolean": {
|
|
35
|
+
"probabilities": "boolean",
|
|
36
|
+
"abstention": false
|
|
37
|
+
},
|
|
38
|
+
"choice": {
|
|
39
|
+
"probabilities": "categorical",
|
|
40
|
+
"abstention": false,
|
|
41
|
+
"minOptions": 2
|
|
42
|
+
},
|
|
43
|
+
"score": {
|
|
44
|
+
"probabilities": "categorical",
|
|
45
|
+
"abstention": false,
|
|
46
|
+
"minOptions": 2
|
|
47
|
+
}
|
|
48
|
+
},
|
|
49
|
+
"confidence": "provider-specific"
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
},
|
|
53
|
+
{
|
|
54
|
+
"id": "decision-models/baseten-mammoth-27b-latest",
|
|
55
|
+
"name": "mammoth-1 (27B)",
|
|
56
|
+
"inference": {
|
|
57
|
+
"chat": false,
|
|
58
|
+
"decision": {
|
|
59
|
+
"protocol": "baseten-systemone",
|
|
60
|
+
"input": ["text"],
|
|
61
|
+
"reasoning": { "modes": ["auto"] },
|
|
62
|
+
"questions": {
|
|
63
|
+
"boolean": {
|
|
64
|
+
"probabilities": "boolean",
|
|
65
|
+
"abstention": false
|
|
66
|
+
},
|
|
67
|
+
"choice": {
|
|
68
|
+
"probabilities": "categorical",
|
|
69
|
+
"abstention": false,
|
|
70
|
+
"minOptions": 2
|
|
71
|
+
},
|
|
72
|
+
"score": {
|
|
73
|
+
"probabilities": "categorical",
|
|
74
|
+
"abstention": false,
|
|
75
|
+
"minOptions": 2
|
|
76
|
+
}
|
|
77
|
+
},
|
|
78
|
+
"confidence": "provider-specific"
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
},
|
|
23
82
|
{
|
|
24
83
|
"id": "deepseek-ai/DeepSeek-V4.1-Flash",
|
|
25
84
|
"name": "DeepSeek V4.1 Flash",
|
|
@@ -45,7 +104,8 @@ var openclaw_plugin_default = {
|
|
|
45
104
|
"off": "none",
|
|
46
105
|
"none": "none",
|
|
47
106
|
"adaptive": "max"
|
|
48
|
-
}
|
|
107
|
+
},
|
|
108
|
+
"codeMode": "capable"
|
|
49
109
|
}
|
|
50
110
|
},
|
|
51
111
|
{
|
|
@@ -213,7 +273,12 @@ var openclaw_plugin_default = {
|
|
|
213
273
|
}
|
|
214
274
|
};
|
|
215
275
|
// extensions/baseten/models.ts
|
|
216
|
-
const
|
|
276
|
+
const declaredCatalog = openclaw_plugin_default.modelCatalog.providers.baseten;
|
|
277
|
+
const BASETEN_DECISION_MODEL_IDS = new Set(declaredCatalog.models.filter((model) => model.inference?.chat === false).map((model) => model.id));
|
|
278
|
+
const BASETEN_MANIFEST_CATALOG = {
|
|
279
|
+
...declaredCatalog,
|
|
280
|
+
models: declaredCatalog.models.filter((model) => model.inference?.chat !== false)
|
|
281
|
+
};
|
|
217
282
|
const BASETEN_MODEL_COMPAT = new Map(buildManifestModelProviderConfig({
|
|
218
283
|
providerId: "baseten",
|
|
219
284
|
catalog: BASETEN_MANIFEST_CATALOG
|
|
@@ -247,7 +312,7 @@ function usesBasetenChatTemplateThinking(modelId) {
|
|
|
247
312
|
function buildBasetenModelCompat(modelId) {
|
|
248
313
|
return {
|
|
249
314
|
...BASE_COMPAT,
|
|
250
|
-
...
|
|
315
|
+
...BASETEN_MODEL_COMPAT.get(modelId)
|
|
251
316
|
};
|
|
252
317
|
}
|
|
253
318
|
function buildStaticBasetenModels() {
|
|
@@ -261,21 +326,10 @@ function readPerTokenPrice(value) {
|
|
|
261
326
|
const number = typeof value === "number" ? value : Number(value);
|
|
262
327
|
return Number.isFinite(number) && number >= 0 ? Number((number * 1e6).toFixed(9)) : void 0;
|
|
263
328
|
}
|
|
264
|
-
function applyLiveReasoningEffortCompat(fallbackCompat, supportsReasoningEffort) {
|
|
265
|
-
const compat = {
|
|
266
|
-
...fallbackCompat,
|
|
267
|
-
supportsReasoningEffort
|
|
268
|
-
};
|
|
269
|
-
if (!supportsReasoningEffort) {
|
|
270
|
-
delete compat.supportedReasoningEfforts;
|
|
271
|
-
delete compat.reasoningEffortMap;
|
|
272
|
-
}
|
|
273
|
-
return compat;
|
|
274
|
-
}
|
|
275
329
|
function projectLiveModel(row, fallback) {
|
|
276
330
|
if (row.object !== void 0 && row.object !== "model") return;
|
|
277
331
|
const id = normalizeOptionalString(row.id);
|
|
278
|
-
if (!id) return;
|
|
332
|
+
if (!id || id.startsWith("decision-models/")) return;
|
|
279
333
|
const hasLiveFeatures = Array.isArray(row.supported_features);
|
|
280
334
|
const features = new Set(filterStringEntries(row.supported_features));
|
|
281
335
|
const pricing = asNonArrayRecord(row.pricing);
|
|
@@ -290,7 +344,17 @@ function projectLiveModel(row, fallback) {
|
|
|
290
344
|
].every((feature) => features.has(feature));
|
|
291
345
|
const fallbackCompat = fallback?.compat ?? buildBasetenModelCompat(id);
|
|
292
346
|
const supportsReasoningEffort = features.has("reasoning_effort") || hasDocumentedSparseFeatures && fallbackCompat.supportsReasoningEffort === true;
|
|
293
|
-
|
|
347
|
+
let compat = fallbackCompat;
|
|
348
|
+
if (hasLiveFeatures) {
|
|
349
|
+
compat = {
|
|
350
|
+
...fallbackCompat,
|
|
351
|
+
supportsReasoningEffort
|
|
352
|
+
};
|
|
353
|
+
if (!supportsReasoningEffort) {
|
|
354
|
+
delete compat.supportedReasoningEfforts;
|
|
355
|
+
delete compat.reasoningEffortMap;
|
|
356
|
+
}
|
|
357
|
+
}
|
|
294
358
|
return {
|
|
295
359
|
id,
|
|
296
360
|
name: normalizeOptionalString(row.name) ?? fallback?.name ?? id,
|
|
@@ -325,7 +389,7 @@ function projectBasetenLiveModels(rows) {
|
|
|
325
389
|
/** Resolves a forward-compatible Baseten model id not yet in the bundled catalog. */
|
|
326
390
|
function resolveBasetenDynamicModel(modelId) {
|
|
327
391
|
const id = modelId.trim();
|
|
328
|
-
if (!id || BASETEN_MODEL_CATALOG.some((model) => model.id === id)) return;
|
|
392
|
+
if (!id || id.startsWith("decision-models/") || BASETEN_MODEL_CATALOG.some((model) => model.id === id)) return;
|
|
329
393
|
return {
|
|
330
394
|
id,
|
|
331
395
|
name: id,
|
|
@@ -345,4 +409,4 @@ function resolveBasetenDynamicModel(modelId) {
|
|
|
345
409
|
compat: buildBasetenModelCompat(id)
|
|
346
410
|
};
|
|
347
411
|
}
|
|
348
|
-
export {
|
|
412
|
+
export { BASETEN_MODEL_CATALOG as a, projectBasetenLiveModels as c, openclaw_plugin_default as d, BASETEN_DEFAULT_MODEL_REF as i, resolveBasetenDynamicModel as l, BASETEN_DECISION_MODEL_IDS as n, buildBasetenModelCompat as o, BASETEN_DEFAULT_MODEL_ID as r, buildStaticBasetenModels as s, BASETEN_BASE_URL as t, usesBasetenChatTemplateThinking as u };
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"entries":[{"output":"api.js","source":"extensions/baseten/api.ts"},{"output":"decision-provider.js","source":"extensions/baseten/decision-provider.ts"},{"output":"decision-provider.runtime.js","source":"extensions/baseten/decision-provider.runtime.ts"},{"output":"index.js","source":"extensions/baseten/index.ts"},{"output":"models.js","source":"extensions/baseten/models.ts"},{"output":"onboard.js","source":"extensions/baseten/onboard.ts"},{"output":"provider-catalog.js","source":"extensions/baseten/provider-catalog.ts"}],"chunks":[{"output":".setup/models-_Shlplre.mjs","sha256":"912dccf90a5dcea363ae81b76cf4877afa536830d506d9f51facd904a023d7e1","facadeSource":null,"sources":["extensions/baseten/models.ts","extensions/baseten/openclaw.plugin.json"]},{"output":"api.js","sha256":"36f08bc45d9e8154f4dcd3d83f9db8547c95f34e694913c75936222b80d671d6","facadeSource":"extensions/baseten/api.ts","sources":[]},{"output":"decision-provider.js","sha256":"f73d410d7a988de3886cbd225151a43ceb9039d423e585c6e57ae6eea729e5a5","facadeSource":"extensions/baseten/decision-provider.ts","sources":["extensions/baseten/decision-provider.ts"]},{"output":"decision-provider.runtime.js","sha256":"963929200372f30180266357849283b12f31102001c5c09f7d8542e0092994ab","facadeSource":"extensions/baseten/decision-provider.runtime.ts","sources":["extensions/baseten/decision-provider.runtime.ts"]},{"output":"index.js","sha256":"e83970927985f4bae6c33f82462ac4e6d3b122a5281378f22bf1c63919505005","facadeSource":"extensions/baseten/index.ts","sources":["extensions/baseten/index.ts"]},{"output":"models.js","sha256":"4043a711e82c48556fa29551bd0ea259964e44249955bc47c6f34dcef86b3bb7","facadeSource":"extensions/baseten/models.ts","sources":[]},{"output":"onboard.js","sha256":"20b0498e69c1295a7ad8c97612c523364afbe30c0f86b9065acd524dd95c9674","facadeSource":"extensions/baseten/onboard.ts","sources":["extensions/baseten/onboard.ts"]},{"output":"provider-catalog.js","sha256":"6043138f89b61971ff0c97fdafe6b0096f29130f8180982d22e95b767211a14b","facadeSource":"extensions/baseten/provider-catalog.ts","sources":["extensions/baseten/provider-catalog.ts"]}],"unrenderedSources":["extensions/baseten/api.ts"]}
|
package/dist/api.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { a as
|
|
1
|
+
import { a as BASETEN_MODEL_CATALOG, i as BASETEN_DEFAULT_MODEL_REF, l as resolveBasetenDynamicModel, o as buildBasetenModelCompat, r as BASETEN_DEFAULT_MODEL_ID, s as buildStaticBasetenModels, t as BASETEN_BASE_URL, u as usesBasetenChatTemplateThinking } from "./.setup/models-_Shlplre.mjs";
|
|
2
2
|
import { applyBasetenConfig } from "./onboard.js";
|
|
3
3
|
import { buildStaticBasetenProvider } from "./provider-catalog.js";
|
|
4
4
|
export { BASETEN_BASE_URL, BASETEN_DEFAULT_MODEL_ID, BASETEN_DEFAULT_MODEL_REF, BASETEN_MODEL_CATALOG, applyBasetenConfig, buildBasetenModelCompat, buildStaticBasetenModels, buildStaticBasetenProvider, resolveBasetenDynamicModel, usesBasetenChatTemplateThinking };
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { createLazyRuntimeModule } from "openclaw/plugin-sdk/lazy-runtime";
|
|
2
|
+
// extensions/baseten/decision-provider.ts
|
|
3
|
+
const loadRuntime = createLazyRuntimeModule(() => import("./decision-provider.runtime.js"));
|
|
4
|
+
function buildBasetenDecisionProvider() {
|
|
5
|
+
return {
|
|
6
|
+
id: "baseten",
|
|
7
|
+
contractVersion: 2,
|
|
8
|
+
async evaluate(batch, context) {
|
|
9
|
+
context.signal.throwIfAborted();
|
|
10
|
+
const { evaluateBasetenDecision } = await loadRuntime();
|
|
11
|
+
context.signal.throwIfAborted();
|
|
12
|
+
return evaluateBasetenDecision(batch, context);
|
|
13
|
+
}
|
|
14
|
+
};
|
|
15
|
+
}
|
|
16
|
+
export { buildBasetenDecisionProvider };
|
|
@@ -0,0 +1,217 @@
|
|
|
1
|
+
import { n as BASETEN_DECISION_MODEL_IDS, t as BASETEN_BASE_URL } from "./.setup/models-_Shlplre.mjs";
|
|
2
|
+
import { isRecord } from "openclaw/plugin-sdk/string-coerce-runtime";
|
|
3
|
+
import { getModelProviderRequestTransport } from "openclaw/plugin-sdk/agent-harness-runtime";
|
|
4
|
+
import { validateDecisionResultV2 } from "openclaw/plugin-sdk/decisions";
|
|
5
|
+
import { buildTimeoutAbortSignal } from "openclaw/plugin-sdk/extension-shared";
|
|
6
|
+
import { shouldUseEnvHttpProxyForUrl, withTrustedEnvProxyGuardedFetchMode } from "openclaw/plugin-sdk/fetch-runtime";
|
|
7
|
+
import { createProviderCredentialMatcher, fetchWithProviderHttpGuard, readProviderJsonObjectResponse, resolveProviderHttpRequestConfig } from "openclaw/plugin-sdk/provider-http";
|
|
8
|
+
import { parseRetryAfterHeaderSeconds } from "openclaw/plugin-sdk/retry-runtime";
|
|
9
|
+
// extensions/baseten/decision-provider.runtime.ts
|
|
10
|
+
function text(value) {
|
|
11
|
+
return typeof value === "string" ? value : value === void 0 ? "" : JSON.stringify(value);
|
|
12
|
+
}
|
|
13
|
+
function questions(batch) {
|
|
14
|
+
return Object.fromEntries(Object.entries(batch.questions).map(([id, q]) => {
|
|
15
|
+
const instructions = text(q.instructions);
|
|
16
|
+
if (q.type === "boolean") return [id, {
|
|
17
|
+
type: "noul",
|
|
18
|
+
instructions: q.criteria ? `${instructions}\nTrue criterion: ${text(q.criteria.true)}\nFalse criterion: ${text(q.criteria.false)}` : instructions
|
|
19
|
+
}];
|
|
20
|
+
if (q.type === "choice") return [id, {
|
|
21
|
+
type: "choice",
|
|
22
|
+
instructions,
|
|
23
|
+
criteria: Object.fromEntries(Object.entries(q.criteria).map(([key, value]) => [key, text(value)]))
|
|
24
|
+
}];
|
|
25
|
+
if (q.type === "score") return [id, {
|
|
26
|
+
type: "score",
|
|
27
|
+
instructions,
|
|
28
|
+
criteria: q.criteria.map(text)
|
|
29
|
+
}];
|
|
30
|
+
throw new Error("Unsupported Baseten decision question");
|
|
31
|
+
}));
|
|
32
|
+
}
|
|
33
|
+
function parseResult(batch, payload) {
|
|
34
|
+
const invalid = {
|
|
35
|
+
status: "unavailable",
|
|
36
|
+
reason: "invalid-response"
|
|
37
|
+
};
|
|
38
|
+
if (!isRecord(payload.answers) || Object.keys(payload.answers).length !== Object.keys(batch.questions).length || !isRecord(payload.usage)) return invalid;
|
|
39
|
+
const usage = payload.usage;
|
|
40
|
+
if (!Number.isSafeInteger(usage.input_tokens) || typeof usage.input_tokens !== "number" || usage.input_tokens < 0 || usage.output_tokens !== Object.keys(batch.questions).length) return invalid;
|
|
41
|
+
const answers = Object.create(null);
|
|
42
|
+
for (const [id, q] of Object.entries(batch.questions)) {
|
|
43
|
+
const answer = payload.answers[id];
|
|
44
|
+
if (!isRecord(answer)) return invalid;
|
|
45
|
+
if (q.type === "boolean") {
|
|
46
|
+
if (answer.type !== "noul") return invalid;
|
|
47
|
+
answers[id] = {
|
|
48
|
+
type: "boolean",
|
|
49
|
+
probabilityTrue: answer.noul
|
|
50
|
+
};
|
|
51
|
+
continue;
|
|
52
|
+
}
|
|
53
|
+
if (answer.type !== q.type || !isRecord(answer.probabilities) || typeof answer.confidence !== "number" || answer.confidence < 0 || answer.confidence > 1) return invalid;
|
|
54
|
+
if (q.type === "choice") answers[id] = {
|
|
55
|
+
type: "choice",
|
|
56
|
+
choice: answer.choice,
|
|
57
|
+
probabilities: answer.probabilities,
|
|
58
|
+
confidence: answer.confidence
|
|
59
|
+
};
|
|
60
|
+
else if (q.type === "score") {
|
|
61
|
+
const legend = answer.legend;
|
|
62
|
+
const probabilities = answer.probabilities;
|
|
63
|
+
if (!isRecord(legend) || Object.keys(legend).length !== q.criteria.length || Object.keys(probabilities).length !== q.criteria.length || q.criteria.some((value, index) => legend[String(index)] !== text(value))) return invalid;
|
|
64
|
+
answers[id] = {
|
|
65
|
+
type: "score",
|
|
66
|
+
score: answer.score,
|
|
67
|
+
probabilities: q.criteria.map((_, index) => probabilities[String(index)]),
|
|
68
|
+
confidence: answer.confidence
|
|
69
|
+
};
|
|
70
|
+
} else return invalid;
|
|
71
|
+
}
|
|
72
|
+
const result = {
|
|
73
|
+
model: payload.model,
|
|
74
|
+
answers,
|
|
75
|
+
usage: {
|
|
76
|
+
inputTokens: usage.input_tokens,
|
|
77
|
+
outputTokens: usage.output_tokens
|
|
78
|
+
}
|
|
79
|
+
};
|
|
80
|
+
return validateDecisionResultV2(batch, result) ? {
|
|
81
|
+
status: "ok",
|
|
82
|
+
result
|
|
83
|
+
} : invalid;
|
|
84
|
+
}
|
|
85
|
+
async function evaluateBasetenDecision(batch, context) {
|
|
86
|
+
context.signal.throwIfAborted();
|
|
87
|
+
if (context.model.provider !== "baseten" || !BASETEN_DECISION_MODEL_IDS.has(context.model.id) || !["text", "json"].includes(batch.state.type) || Object.values(batch.questions).some((q) => ![
|
|
88
|
+
"boolean",
|
|
89
|
+
"choice",
|
|
90
|
+
"score"
|
|
91
|
+
].includes(q.type)) || context.reasoning !== void 0 && context.reasoning !== "auto") return {
|
|
92
|
+
status: "unavailable",
|
|
93
|
+
reason: "unsupported-input"
|
|
94
|
+
};
|
|
95
|
+
const auth = context.auth;
|
|
96
|
+
if (auth.mode !== "api-key" || !auth.apiKey) return {
|
|
97
|
+
status: "unavailable",
|
|
98
|
+
reason: "credentials-unavailable"
|
|
99
|
+
};
|
|
100
|
+
const timeoutMs = context.deadlineMonotonicMs - performance.now();
|
|
101
|
+
if (timeoutMs <= 0) return {
|
|
102
|
+
status: "unavailable",
|
|
103
|
+
reason: "transport"
|
|
104
|
+
};
|
|
105
|
+
const { signal: timeoutSignal, cleanup } = buildTimeoutAbortSignal({
|
|
106
|
+
signal: context.signal,
|
|
107
|
+
timeoutMs,
|
|
108
|
+
operation: "Baseten decision"
|
|
109
|
+
});
|
|
110
|
+
const signal = timeoutSignal ?? context.signal;
|
|
111
|
+
let admissionError;
|
|
112
|
+
const assertActive = () => {
|
|
113
|
+
signal.throwIfAborted();
|
|
114
|
+
let admitted;
|
|
115
|
+
try {
|
|
116
|
+
admitted = context.isAdmissible();
|
|
117
|
+
} catch (error) {
|
|
118
|
+
admissionError = { error };
|
|
119
|
+
throw error;
|
|
120
|
+
}
|
|
121
|
+
if (!admitted || performance.now() >= context.deadlineMonotonicMs) throw new Error("Baseten decision is no longer admitted.");
|
|
122
|
+
};
|
|
123
|
+
try {
|
|
124
|
+
const preparedRequest = getModelProviderRequestTransport(context.model);
|
|
125
|
+
const { baseUrl, headers, dispatcherPolicy, allowPrivateNetwork } = resolveProviderHttpRequestConfig({
|
|
126
|
+
provider: "baseten",
|
|
127
|
+
capability: "other",
|
|
128
|
+
transport: "http",
|
|
129
|
+
baseUrl: context.model.baseUrl ?? BASETEN_BASE_URL,
|
|
130
|
+
defaultBaseUrl: BASETEN_BASE_URL,
|
|
131
|
+
headers: context.model.headers,
|
|
132
|
+
defaultHeaders: {
|
|
133
|
+
...!preparedRequest?.auth || preparedRequest.auth.mode === "provider-default" ? { Authorization: `Bearer ${auth.apiKey}` } : {},
|
|
134
|
+
"Content-Type": "application/json",
|
|
135
|
+
Accept: "application/json"
|
|
136
|
+
},
|
|
137
|
+
request: preparedRequest ? {
|
|
138
|
+
proxy: preparedRequest.proxy,
|
|
139
|
+
tls: preparedRequest.tls,
|
|
140
|
+
allowPrivateNetwork: preparedRequest.allowPrivateNetwork
|
|
141
|
+
} : void 0
|
|
142
|
+
});
|
|
143
|
+
const url = baseUrl.replace(/\/$/, "") + "/systemone";
|
|
144
|
+
const request = {
|
|
145
|
+
url,
|
|
146
|
+
signal,
|
|
147
|
+
beforeRequest: assertActive,
|
|
148
|
+
maxRedirects: 0,
|
|
149
|
+
dispatcherPolicy,
|
|
150
|
+
policy: { allowPrivateNetwork },
|
|
151
|
+
init: {
|
|
152
|
+
method: "POST",
|
|
153
|
+
headers,
|
|
154
|
+
body: JSON.stringify({
|
|
155
|
+
model: context.model.id,
|
|
156
|
+
state: batch.state.type === "text" ? batch.state.text : batch.state.type === "json" ? JSON.stringify(batch.state.value) : "",
|
|
157
|
+
questions: questions(batch)
|
|
158
|
+
})
|
|
159
|
+
}
|
|
160
|
+
};
|
|
161
|
+
const { response, release } = await fetchWithProviderHttpGuard(!dispatcherPolicy && shouldUseEnvHttpProxyForUrl(url) ? withTrustedEnvProxyGuardedFetchMode(request) : request);
|
|
162
|
+
try {
|
|
163
|
+
if (!response.ok) {
|
|
164
|
+
await response.body?.cancel();
|
|
165
|
+
const seconds = parseRetryAfterHeaderSeconds(response.headers.get("retry-after"));
|
|
166
|
+
return {
|
|
167
|
+
status: "unavailable",
|
|
168
|
+
reason: response.status === 401 || response.status === 403 ? "authentication" : response.status === 429 ? "rate-limited" : [
|
|
169
|
+
400,
|
|
170
|
+
413,
|
|
171
|
+
422
|
|
172
|
+
].includes(response.status) ? "unsupported-input" : "transport",
|
|
173
|
+
...response.status === 429 && seconds !== void 0 ? { retryAfterMs: seconds * 1e3 } : {}
|
|
174
|
+
};
|
|
175
|
+
}
|
|
176
|
+
let payload;
|
|
177
|
+
try {
|
|
178
|
+
payload = await readProviderJsonObjectResponse(response, "Baseten decision", {
|
|
179
|
+
maxBytes: 1048576,
|
|
180
|
+
signal,
|
|
181
|
+
requestHeaders: headers
|
|
182
|
+
});
|
|
183
|
+
} catch {
|
|
184
|
+
signal.throwIfAborted();
|
|
185
|
+
return {
|
|
186
|
+
status: "unavailable",
|
|
187
|
+
reason: "invalid-response"
|
|
188
|
+
};
|
|
189
|
+
}
|
|
190
|
+
assertActive();
|
|
191
|
+
const serialized = JSON.stringify(payload);
|
|
192
|
+
if (serialized.includes(auth.apiKey) || createProviderCredentialMatcher({
|
|
193
|
+
headers,
|
|
194
|
+
request: preparedRequest,
|
|
195
|
+
configuredHeaderNames: Object.keys(context.model.headers ?? {}),
|
|
196
|
+
defaultAuthHeader: "Authorization",
|
|
197
|
+
defaultAuthPrefix: "Bearer "
|
|
198
|
+
})(serialized)) return {
|
|
199
|
+
status: "unavailable",
|
|
200
|
+
reason: "invalid-response"
|
|
201
|
+
};
|
|
202
|
+
return parseResult(batch, payload);
|
|
203
|
+
} finally {
|
|
204
|
+
await release();
|
|
205
|
+
}
|
|
206
|
+
} catch {
|
|
207
|
+
context.signal.throwIfAborted();
|
|
208
|
+
if (admissionError) throw admissionError.error;
|
|
209
|
+
return {
|
|
210
|
+
status: "unavailable",
|
|
211
|
+
reason: "transport"
|
|
212
|
+
};
|
|
213
|
+
} finally {
|
|
214
|
+
cleanup();
|
|
215
|
+
}
|
|
216
|
+
}
|
|
217
|
+
export { evaluateBasetenDecision };
|
package/dist/index.js
CHANGED
|
@@ -1,18 +1,87 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { buildBasetenDecisionProvider } from "./decision-provider.js";
|
|
2
|
+
import { c as projectBasetenLiveModels, d as openclaw_plugin_default, l as resolveBasetenDynamicModel, t as BASETEN_BASE_URL, u as usesBasetenChatTemplateThinking } from "./.setup/models-_Shlplre.mjs";
|
|
2
3
|
import { applyBasetenSetupConfig } from "./onboard.js";
|
|
3
4
|
import { buildStaticBasetenProvider } from "./provider-catalog.js";
|
|
4
|
-
import {
|
|
5
|
-
import { resolveBasetenThinkingProfile } from "./thinking.js";
|
|
5
|
+
import { streamSimple } from "openclaw/plugin-sdk/llm";
|
|
6
6
|
import { buildOpenAICompatibleLiveProviderCatalog } from "openclaw/plugin-sdk/provider-catalog-live-runtime";
|
|
7
7
|
import { defineSingleProviderPluginEntry } from "openclaw/plugin-sdk/provider-entry";
|
|
8
8
|
import { buildProviderReplayFamilyHooks } from "openclaw/plugin-sdk/provider-model-shared";
|
|
9
|
+
import { normalizeOpenAICompatibleReasoningReplay, streamWithPayloadPatch } from "openclaw/plugin-sdk/provider-stream-shared";
|
|
10
|
+
import { asNonArrayRecord } from "openclaw/plugin-sdk/string-coerce-runtime";
|
|
9
11
|
// extensions/baseten/index.ts
|
|
10
12
|
const PROVIDER_ID = "baseten";
|
|
13
|
+
function createBasetenThinkingWrapper(ctx) {
|
|
14
|
+
const underlying = ctx.streamFn ?? streamSimple;
|
|
15
|
+
return (model, context, options) => {
|
|
16
|
+
if (model.provider !== "baseten" || (ctx.sourceApi ?? model.api) !== "openai-completions") return underlying(model, context, options);
|
|
17
|
+
const affinity = options?.promptCacheKey ?? options?.sessionId;
|
|
18
|
+
const cacheRetention = options?.cacheRetention ?? ctx.extraParams?.cacheRetention;
|
|
19
|
+
let streamOptions = options;
|
|
20
|
+
if (affinity && cacheRetention !== "none" && model.baseUrl?.trim().replace(/\/+$/u, "") === BASETEN_BASE_URL && !Object.keys({
|
|
21
|
+
...model.headers,
|
|
22
|
+
...options?.headers
|
|
23
|
+
}).some((name) => name.toLowerCase() === "x-session-affinity")) streamOptions = {
|
|
24
|
+
...options,
|
|
25
|
+
headers: {
|
|
26
|
+
...options?.headers,
|
|
27
|
+
"x-session-affinity": affinity
|
|
28
|
+
}
|
|
29
|
+
};
|
|
30
|
+
const optIn = usesBasetenChatTemplateThinking(model.id);
|
|
31
|
+
const thinkingLevel = options?.reasoning ?? (ctx.thinkingLevel === "adaptive" ? "max" : ctx.thinkingLevel) ?? (optIn ? "off" : void 0);
|
|
32
|
+
return streamWithPayloadPatch(underlying, model, context, thinkingLevel === void 0 ? streamOptions : {
|
|
33
|
+
...streamOptions,
|
|
34
|
+
reasoning: thinkingLevel
|
|
35
|
+
}, (payload) => {
|
|
36
|
+
const normalizedModelId = model.id.trim().toLowerCase();
|
|
37
|
+
if (normalizedModelId === "deepseek-ai/deepseek-v4-pro" || normalizedModelId === "deepseek-ai/deepseek-v4-pro-0813") {
|
|
38
|
+
normalizeOpenAICompatibleReasoningReplay(payload, {
|
|
39
|
+
thinkingEnabled: thinkingLevel !== "off",
|
|
40
|
+
stripAssistantMessagesOnly: true,
|
|
41
|
+
replaceNullReasoningContent: true
|
|
42
|
+
});
|
|
43
|
+
if (normalizedModelId === "deepseek-ai/deepseek-v4-pro-0813" && payload.reasoning_effort !== void 0) payload.thinking = { type: payload.reasoning_effort === "none" ? "disabled" : "enabled" };
|
|
44
|
+
}
|
|
45
|
+
if (optIn) payload.chat_template_args = {
|
|
46
|
+
...asNonArrayRecord(payload.chat_template_args),
|
|
47
|
+
enable_thinking: thinkingLevel !== "off"
|
|
48
|
+
};
|
|
49
|
+
});
|
|
50
|
+
};
|
|
51
|
+
}
|
|
52
|
+
const BASETEN_BINARY_THINKING_PROFILE = {
|
|
53
|
+
levels: [{ id: "off" }, {
|
|
54
|
+
id: "low",
|
|
55
|
+
label: "on"
|
|
56
|
+
}],
|
|
57
|
+
defaultLevel: "off"
|
|
58
|
+
};
|
|
59
|
+
const BASETEN_GLM_52_THINKING_PROFILE = {
|
|
60
|
+
levels: [
|
|
61
|
+
{ id: "off" },
|
|
62
|
+
{ id: "high" },
|
|
63
|
+
{ id: "max" }
|
|
64
|
+
],
|
|
65
|
+
defaultLevel: "off"
|
|
66
|
+
};
|
|
67
|
+
const BASETEN_DEEPSEEK_THINKING_PROFILE = { levels: [
|
|
68
|
+
{ id: "off" },
|
|
69
|
+
{ id: "low" },
|
|
70
|
+
{ id: "high" },
|
|
71
|
+
{ id: "max" }
|
|
72
|
+
] };
|
|
73
|
+
const BASETEN_DEEPSEEK_V41_THINKING_PROFILE = {
|
|
74
|
+
...BASETEN_DEEPSEEK_THINKING_PROFILE,
|
|
75
|
+
defaultLevel: "high"
|
|
76
|
+
};
|
|
11
77
|
var baseten_default = defineSingleProviderPluginEntry({
|
|
12
78
|
id: PROVIDER_ID,
|
|
13
79
|
name: "Baseten Provider",
|
|
14
80
|
description: "Official Baseten Model APIs provider plugin",
|
|
15
81
|
manifest: openclaw_plugin_default,
|
|
82
|
+
register(api) {
|
|
83
|
+
api.registerDecisionProvider(buildBasetenDecisionProvider());
|
|
84
|
+
},
|
|
16
85
|
provider: {
|
|
17
86
|
label: "Baseten",
|
|
18
87
|
docsPath: "/providers/baseten",
|
|
@@ -54,7 +123,13 @@ var baseten_default = defineSingleProviderPluginEntry({
|
|
|
54
123
|
}),
|
|
55
124
|
wrapStreamFn: createBasetenThinkingWrapper,
|
|
56
125
|
wrapSimpleCompletionStreamFn: createBasetenThinkingWrapper,
|
|
57
|
-
resolveThinkingProfile: ({ modelId }) =>
|
|
126
|
+
resolveThinkingProfile: ({ modelId }) => {
|
|
127
|
+
const normalized = modelId.trim().toLowerCase();
|
|
128
|
+
if (normalized === "deepseek-ai/deepseek-v4.1-flash") return BASETEN_DEEPSEEK_V41_THINKING_PROFILE;
|
|
129
|
+
if (normalized === "deepseek-ai/deepseek-v4-pro-0813") return BASETEN_DEEPSEEK_THINKING_PROFILE;
|
|
130
|
+
if (normalized === "zai-org/glm-5.2" || normalized === "zai-org/glm-5.2-fast") return BASETEN_GLM_52_THINKING_PROFILE;
|
|
131
|
+
return usesBasetenChatTemplateThinking(normalized) ? BASETEN_BINARY_THINKING_PROFILE : void 0;
|
|
132
|
+
},
|
|
58
133
|
isModernModelRef: () => true
|
|
59
134
|
}
|
|
60
135
|
});
|
package/dist/models.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
export { t as BASETEN_BASE_URL, n as
|
|
1
|
+
export { t as BASETEN_BASE_URL, n as BASETEN_DECISION_MODEL_IDS, r as BASETEN_DEFAULT_MODEL_ID, i as BASETEN_DEFAULT_MODEL_REF, a as BASETEN_MODEL_CATALOG, o as buildBasetenModelCompat, s as buildStaticBasetenModels, c as projectBasetenLiveModels, l as resolveBasetenDynamicModel, u as usesBasetenChatTemplateThinking } from "./.setup/models-_Shlplre.mjs";
|
package/dist/onboard.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { i as BASETEN_DEFAULT_MODEL_REF, s as buildStaticBasetenModels, t as BASETEN_BASE_URL } from "./.setup/models-_Shlplre.mjs";
|
|
2
2
|
import { createModelCatalogPresetAppliers } from "openclaw/plugin-sdk/provider-onboard";
|
|
3
3
|
// extensions/baseten/onboard.ts
|
|
4
4
|
const { applyConfig } = createModelCatalogPresetAppliers({
|
package/dist/provider-catalog.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { s as buildStaticBasetenModels, t as BASETEN_BASE_URL } from "./.setup/models-_Shlplre.mjs";
|
|
2
2
|
// extensions/baseten/provider-catalog.ts
|
|
3
3
|
function buildStaticBasetenProvider() {
|
|
4
4
|
return {
|
package/openclaw.plugin.json
CHANGED
|
@@ -7,6 +7,7 @@
|
|
|
7
7
|
"onStartup": false
|
|
8
8
|
},
|
|
9
9
|
"enabledByDefault": true,
|
|
10
|
+
"contracts": { "decisionProviders": ["baseten"] },
|
|
10
11
|
"providers": [
|
|
11
12
|
"baseten"
|
|
12
13
|
],
|
|
@@ -30,6 +31,76 @@
|
|
|
30
31
|
"api": "openai-completions",
|
|
31
32
|
"defaultModel": "deepseek-ai/DeepSeek-V4.1-Flash",
|
|
32
33
|
"models": [
|
|
34
|
+
{
|
|
35
|
+
"id": "decision-models/baseten-elephant-9b-latest",
|
|
36
|
+
"name": "elephant-1 (9B)",
|
|
37
|
+
"inference": {
|
|
38
|
+
"chat": false,
|
|
39
|
+
"decision": {
|
|
40
|
+
"protocol": "baseten-systemone",
|
|
41
|
+
"input": [
|
|
42
|
+
"text"
|
|
43
|
+
],
|
|
44
|
+
"reasoning": {
|
|
45
|
+
"modes": [
|
|
46
|
+
"auto"
|
|
47
|
+
]
|
|
48
|
+
},
|
|
49
|
+
"questions": {
|
|
50
|
+
"boolean": {
|
|
51
|
+
"probabilities": "boolean",
|
|
52
|
+
"abstention": false
|
|
53
|
+
},
|
|
54
|
+
"choice": {
|
|
55
|
+
"probabilities": "categorical",
|
|
56
|
+
"abstention": false,
|
|
57
|
+
"minOptions": 2
|
|
58
|
+
},
|
|
59
|
+
"score": {
|
|
60
|
+
"probabilities": "categorical",
|
|
61
|
+
"abstention": false,
|
|
62
|
+
"minOptions": 2
|
|
63
|
+
}
|
|
64
|
+
},
|
|
65
|
+
"confidence": "provider-specific"
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
},
|
|
69
|
+
{
|
|
70
|
+
"id": "decision-models/baseten-mammoth-27b-latest",
|
|
71
|
+
"name": "mammoth-1 (27B)",
|
|
72
|
+
"inference": {
|
|
73
|
+
"chat": false,
|
|
74
|
+
"decision": {
|
|
75
|
+
"protocol": "baseten-systemone",
|
|
76
|
+
"input": [
|
|
77
|
+
"text"
|
|
78
|
+
],
|
|
79
|
+
"reasoning": {
|
|
80
|
+
"modes": [
|
|
81
|
+
"auto"
|
|
82
|
+
]
|
|
83
|
+
},
|
|
84
|
+
"questions": {
|
|
85
|
+
"boolean": {
|
|
86
|
+
"probabilities": "boolean",
|
|
87
|
+
"abstention": false
|
|
88
|
+
},
|
|
89
|
+
"choice": {
|
|
90
|
+
"probabilities": "categorical",
|
|
91
|
+
"abstention": false,
|
|
92
|
+
"minOptions": 2
|
|
93
|
+
},
|
|
94
|
+
"score": {
|
|
95
|
+
"probabilities": "categorical",
|
|
96
|
+
"abstention": false,
|
|
97
|
+
"minOptions": 2
|
|
98
|
+
}
|
|
99
|
+
},
|
|
100
|
+
"confidence": "provider-specific"
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
},
|
|
33
104
|
{
|
|
34
105
|
"id": "deepseek-ai/DeepSeek-V4.1-Flash",
|
|
35
106
|
"name": "DeepSeek V4.1 Flash",
|
|
@@ -46,7 +117,8 @@
|
|
|
46
117
|
"compat": {
|
|
47
118
|
"supportsReasoningEffort": true,
|
|
48
119
|
"supportedReasoningEfforts": ["none", "low", "high", "max"],
|
|
49
|
-
"reasoningEffortMap": { "off": "none", "none": "none", "adaptive": "max" }
|
|
120
|
+
"reasoningEffortMap": { "off": "none", "none": "none", "adaptive": "max" },
|
|
121
|
+
"codeMode": "capable"
|
|
50
122
|
}
|
|
51
123
|
},
|
|
52
124
|
{
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@openclaw/baseten-provider",
|
|
3
|
-
"version": "2026.
|
|
3
|
+
"version": "2026.11.5-beta.1",
|
|
4
4
|
"description": "OpenClaw Baseten provider plugin.",
|
|
5
5
|
"repository": {
|
|
6
6
|
"type": "git",
|
|
@@ -18,10 +18,10 @@
|
|
|
18
18
|
"minHostVersion": ">=2026.7.2"
|
|
19
19
|
},
|
|
20
20
|
"compat": {
|
|
21
|
-
"pluginApi": ">=2026.
|
|
21
|
+
"pluginApi": ">=2026.11.5-beta.1"
|
|
22
22
|
},
|
|
23
23
|
"build": {
|
|
24
|
-
"openclawVersion": "2026.
|
|
24
|
+
"openclawVersion": "2026.11.5-beta.1",
|
|
25
25
|
"bundledDist": false
|
|
26
26
|
},
|
|
27
27
|
"release": {
|
|
@@ -40,7 +40,7 @@
|
|
|
40
40
|
"assets/activity.svg"
|
|
41
41
|
],
|
|
42
42
|
"peerDependencies": {
|
|
43
|
-
"openclaw": ">=2026.
|
|
43
|
+
"openclaw": ">=2026.11.5-beta.1"
|
|
44
44
|
},
|
|
45
45
|
"peerDependenciesMeta": {
|
|
46
46
|
"openclaw": {
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"entries":[{"output":"api.js","source":"extensions/baseten/api.ts"},{"output":"index.js","source":"extensions/baseten/index.ts"},{"output":"models.js","source":"extensions/baseten/models.ts"},{"output":"onboard.js","source":"extensions/baseten/onboard.ts"},{"output":"provider-catalog.js","source":"extensions/baseten/provider-catalog.ts"},{"output":"stream.js","source":"extensions/baseten/stream.ts"},{"output":"thinking.js","source":"extensions/baseten/thinking.ts"}],"chunks":[{"output":".setup/models-BnILcIS1.mjs","sha256":"5019e9e20960a6e7ff3d3c1afb7d1be2100bfa796237e945dae34ac97f79da70","facadeSource":null,"sources":["extensions/baseten/models.ts","extensions/baseten/openclaw.plugin.json"]},{"output":"api.js","sha256":"64377b253ad1453c77289e9b9e2a7f7496b4154c571b886cbf3ecb4558cbe270","facadeSource":"extensions/baseten/api.ts","sources":[]},{"output":"index.js","sha256":"40dfce31ae014b006a8a8705660e7e78af150dd7f7a9f79545bf4250bc20f25a","facadeSource":"extensions/baseten/index.ts","sources":["extensions/baseten/index.ts"]},{"output":"models.js","sha256":"7a0120d4107d25f1a2e4831277d4723dd63e4526e65cd0b393910eb7403b19bd","facadeSource":"extensions/baseten/models.ts","sources":[]},{"output":"onboard.js","sha256":"4a4c3a924fdb9ff55b5b476f3fbf29da6039dee9f07698b368f143c2f20ad71b","facadeSource":"extensions/baseten/onboard.ts","sources":["extensions/baseten/onboard.ts"]},{"output":"provider-catalog.js","sha256":"4952f2576da9dd84305c0f90d0eed367faf0db450c0640323b12181cb0fabb98","facadeSource":"extensions/baseten/provider-catalog.ts","sources":["extensions/baseten/provider-catalog.ts"]},{"output":"stream.js","sha256":"89312fff7c78df14a4b71ea6f1bf8b0d934b15d9d6e85cf35a6fed572f9d59f9","facadeSource":"extensions/baseten/stream.ts","sources":["extensions/baseten/stream.ts"]},{"output":"thinking.js","sha256":"89a28ba1b4497669d043a7b80ad8ea0f521084c13e6329619d43889335a577bf","facadeSource":"extensions/baseten/thinking.ts","sources":["extensions/baseten/thinking.ts"]}],"unrenderedSources":["extensions/baseten/api.ts"]}
|
package/dist/stream.js
DELETED
|
@@ -1,46 +0,0 @@
|
|
|
1
|
-
import { l as usesBasetenChatTemplateThinking, t as BASETEN_BASE_URL } from "./.setup/models-BnILcIS1.mjs";
|
|
2
|
-
import { asNonArrayRecord } from "openclaw/plugin-sdk/string-coerce-runtime";
|
|
3
|
-
import { streamSimple } from "openclaw/plugin-sdk/llm";
|
|
4
|
-
import { normalizeOpenAICompatibleReasoningReplay, streamWithPayloadPatch } from "openclaw/plugin-sdk/provider-stream-shared";
|
|
5
|
-
// extensions/baseten/stream.ts
|
|
6
|
-
/** Baseten session affinity and model-specific thinking policy. */
|
|
7
|
-
function createBasetenThinkingWrapper(ctx) {
|
|
8
|
-
const underlying = ctx.streamFn ?? streamSimple;
|
|
9
|
-
return (model, context, options) => {
|
|
10
|
-
if (model.provider !== "baseten" || (ctx.sourceApi ?? model.api) !== "openai-completions") return underlying(model, context, options);
|
|
11
|
-
const affinity = options?.promptCacheKey ?? options?.sessionId;
|
|
12
|
-
const cacheRetention = options?.cacheRetention ?? ctx.extraParams?.cacheRetention;
|
|
13
|
-
let streamOptions = options;
|
|
14
|
-
if (affinity && cacheRetention !== "none" && model.baseUrl?.trim().replace(/\/+$/u, "") === BASETEN_BASE_URL && !Object.keys({
|
|
15
|
-
...model.headers,
|
|
16
|
-
...options?.headers
|
|
17
|
-
}).some((name) => name.toLowerCase() === "x-session-affinity")) streamOptions = {
|
|
18
|
-
...options,
|
|
19
|
-
headers: {
|
|
20
|
-
...options?.headers,
|
|
21
|
-
"x-session-affinity": affinity
|
|
22
|
-
}
|
|
23
|
-
};
|
|
24
|
-
const optIn = usesBasetenChatTemplateThinking(model.id);
|
|
25
|
-
const thinkingLevel = options?.reasoning ?? (ctx.thinkingLevel === "adaptive" ? "max" : ctx.thinkingLevel) ?? (optIn ? "off" : void 0);
|
|
26
|
-
return streamWithPayloadPatch(underlying, model, context, thinkingLevel === void 0 ? streamOptions : {
|
|
27
|
-
...streamOptions,
|
|
28
|
-
reasoning: thinkingLevel
|
|
29
|
-
}, (payload) => {
|
|
30
|
-
const normalizedModelId = model.id.trim().toLowerCase();
|
|
31
|
-
if (normalizedModelId === "deepseek-ai/deepseek-v4-pro" || normalizedModelId === "deepseek-ai/deepseek-v4-pro-0813") {
|
|
32
|
-
normalizeOpenAICompatibleReasoningReplay(payload, {
|
|
33
|
-
thinkingEnabled: thinkingLevel !== "off",
|
|
34
|
-
stripAssistantMessagesOnly: true,
|
|
35
|
-
replaceNullReasoningContent: true
|
|
36
|
-
});
|
|
37
|
-
if (normalizedModelId === "deepseek-ai/deepseek-v4-pro-0813" && payload.reasoning_effort !== void 0) payload.thinking = { type: payload.reasoning_effort === "none" ? "disabled" : "enabled" };
|
|
38
|
-
}
|
|
39
|
-
if (optIn) payload.chat_template_args = {
|
|
40
|
-
...asNonArrayRecord(payload.chat_template_args),
|
|
41
|
-
enable_thinking: thinkingLevel !== "off"
|
|
42
|
-
};
|
|
43
|
-
});
|
|
44
|
-
};
|
|
45
|
-
}
|
|
46
|
-
export { createBasetenThinkingWrapper };
|
package/dist/thinking.js
DELETED
|
@@ -1,36 +0,0 @@
|
|
|
1
|
-
import { l as usesBasetenChatTemplateThinking } from "./.setup/models-BnILcIS1.mjs";
|
|
2
|
-
// extensions/baseten/thinking.ts
|
|
3
|
-
const BASETEN_BINARY_THINKING_PROFILE = {
|
|
4
|
-
levels: [{ id: "off" }, {
|
|
5
|
-
id: "low",
|
|
6
|
-
label: "on"
|
|
7
|
-
}],
|
|
8
|
-
defaultLevel: "off"
|
|
9
|
-
};
|
|
10
|
-
const BASETEN_GLM_52_THINKING_PROFILE = {
|
|
11
|
-
levels: [
|
|
12
|
-
{ id: "off" },
|
|
13
|
-
{ id: "high" },
|
|
14
|
-
{ id: "max" }
|
|
15
|
-
],
|
|
16
|
-
defaultLevel: "off"
|
|
17
|
-
};
|
|
18
|
-
const BASETEN_DEEPSEEK_THINKING_PROFILE = { levels: [
|
|
19
|
-
{ id: "off" },
|
|
20
|
-
{ id: "low" },
|
|
21
|
-
{ id: "high" },
|
|
22
|
-
{ id: "max" }
|
|
23
|
-
] };
|
|
24
|
-
const BASETEN_DEEPSEEK_V41_THINKING_PROFILE = {
|
|
25
|
-
...BASETEN_DEEPSEEK_THINKING_PROFILE,
|
|
26
|
-
defaultLevel: "high"
|
|
27
|
-
};
|
|
28
|
-
/** Exposes only the thinking levels that Baseten actually accepts for opt-in models. */
|
|
29
|
-
function resolveBasetenThinkingProfile(modelId) {
|
|
30
|
-
const normalized = modelId.trim().toLowerCase();
|
|
31
|
-
if (normalized === "deepseek-ai/deepseek-v4.1-flash") return BASETEN_DEEPSEEK_V41_THINKING_PROFILE;
|
|
32
|
-
if (normalized === "deepseek-ai/deepseek-v4-pro-0813") return BASETEN_DEEPSEEK_THINKING_PROFILE;
|
|
33
|
-
if (normalized === "zai-org/glm-5.2" || normalized === "zai-org/glm-5.2-fast") return BASETEN_GLM_52_THINKING_PROFILE;
|
|
34
|
-
return usesBasetenChatTemplateThinking(normalized) ? BASETEN_BINARY_THINKING_PROFILE : void 0;
|
|
35
|
-
}
|
|
36
|
-
export { resolveBasetenThinkingProfile };
|