@openclaw/baseten-provider 2026.10.10 → 2026.11.5-beta.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,5 +1,5 @@
1
- import { buildManifestModelProviderConfig, readManifestProviderDefaultModelRef } from "openclaw/plugin-sdk/provider-catalog-shared";
2
1
  import { asNonArrayRecord, asOptionalRecord, asPositiveSafeInteger, filterStringEntries, normalizeOptionalString } from "openclaw/plugin-sdk/string-coerce-runtime";
2
+ import { buildManifestModelProviderConfig, readManifestProviderDefaultModelRef } from "openclaw/plugin-sdk/provider-catalog-shared";
3
3
  // extensions/baseten/openclaw.plugin.json
4
4
  var openclaw_plugin_default = {
5
5
  id: "baseten",
@@ -8,6 +8,7 @@ var openclaw_plugin_default = {
8
8
  description: "OpenClaw Baseten provider plugin.",
9
9
  activation: { "onStartup": false },
10
10
  enabledByDefault: true,
11
+ contracts: { "decisionProviders": ["baseten"] },
11
12
  providers: ["baseten"],
12
13
  providerRequest: { "providers": { "baseten": {
13
14
  "family": "baseten",
@@ -20,6 +21,64 @@ var openclaw_plugin_default = {
20
21
  "api": "openai-completions",
21
22
  "defaultModel": "deepseek-ai/DeepSeek-V4.1-Flash",
22
23
  "models": [
24
+ {
25
+ "id": "decision-models/baseten-elephant-9b-latest",
26
+ "name": "elephant-1 (9B)",
27
+ "inference": {
28
+ "chat": false,
29
+ "decision": {
30
+ "protocol": "baseten-systemone",
31
+ "input": ["text"],
32
+ "reasoning": { "modes": ["auto"] },
33
+ "questions": {
34
+ "boolean": {
35
+ "probabilities": "boolean",
36
+ "abstention": false
37
+ },
38
+ "choice": {
39
+ "probabilities": "categorical",
40
+ "abstention": false,
41
+ "minOptions": 2
42
+ },
43
+ "score": {
44
+ "probabilities": "categorical",
45
+ "abstention": false,
46
+ "minOptions": 2
47
+ }
48
+ },
49
+ "confidence": "provider-specific"
50
+ }
51
+ }
52
+ },
53
+ {
54
+ "id": "decision-models/baseten-mammoth-27b-latest",
55
+ "name": "mammoth-1 (27B)",
56
+ "inference": {
57
+ "chat": false,
58
+ "decision": {
59
+ "protocol": "baseten-systemone",
60
+ "input": ["text"],
61
+ "reasoning": { "modes": ["auto"] },
62
+ "questions": {
63
+ "boolean": {
64
+ "probabilities": "boolean",
65
+ "abstention": false
66
+ },
67
+ "choice": {
68
+ "probabilities": "categorical",
69
+ "abstention": false,
70
+ "minOptions": 2
71
+ },
72
+ "score": {
73
+ "probabilities": "categorical",
74
+ "abstention": false,
75
+ "minOptions": 2
76
+ }
77
+ },
78
+ "confidence": "provider-specific"
79
+ }
80
+ }
81
+ },
23
82
  {
24
83
  "id": "deepseek-ai/DeepSeek-V4.1-Flash",
25
84
  "name": "DeepSeek V4.1 Flash",
@@ -45,7 +104,8 @@ var openclaw_plugin_default = {
45
104
  "off": "none",
46
105
  "none": "none",
47
106
  "adaptive": "max"
48
- }
107
+ },
108
+ "codeMode": "capable"
49
109
  }
50
110
  },
51
111
  {
@@ -213,7 +273,12 @@ var openclaw_plugin_default = {
213
273
  }
214
274
  };
215
275
  // extensions/baseten/models.ts
216
- const BASETEN_MANIFEST_CATALOG = openclaw_plugin_default.modelCatalog.providers.baseten;
276
+ const declaredCatalog = openclaw_plugin_default.modelCatalog.providers.baseten;
277
+ const BASETEN_DECISION_MODEL_IDS = new Set(declaredCatalog.models.filter((model) => model.inference?.chat === false).map((model) => model.id));
278
+ const BASETEN_MANIFEST_CATALOG = {
279
+ ...declaredCatalog,
280
+ models: declaredCatalog.models.filter((model) => model.inference?.chat !== false)
281
+ };
217
282
  const BASETEN_MODEL_COMPAT = new Map(buildManifestModelProviderConfig({
218
283
  providerId: "baseten",
219
284
  catalog: BASETEN_MANIFEST_CATALOG
@@ -247,7 +312,7 @@ function usesBasetenChatTemplateThinking(modelId) {
247
312
  function buildBasetenModelCompat(modelId) {
248
313
  return {
249
314
  ...BASE_COMPAT,
250
- ...structuredClone(BASETEN_MODEL_COMPAT.get(modelId))
315
+ ...BASETEN_MODEL_COMPAT.get(modelId)
251
316
  };
252
317
  }
253
318
  function buildStaticBasetenModels() {
@@ -261,21 +326,10 @@ function readPerTokenPrice(value) {
261
326
  const number = typeof value === "number" ? value : Number(value);
262
327
  return Number.isFinite(number) && number >= 0 ? Number((number * 1e6).toFixed(9)) : void 0;
263
328
  }
264
- function applyLiveReasoningEffortCompat(fallbackCompat, supportsReasoningEffort) {
265
- const compat = {
266
- ...fallbackCompat,
267
- supportsReasoningEffort
268
- };
269
- if (!supportsReasoningEffort) {
270
- delete compat.supportedReasoningEfforts;
271
- delete compat.reasoningEffortMap;
272
- }
273
- return compat;
274
- }
275
329
  function projectLiveModel(row, fallback) {
276
330
  if (row.object !== void 0 && row.object !== "model") return;
277
331
  const id = normalizeOptionalString(row.id);
278
- if (!id) return;
332
+ if (!id || id.startsWith("decision-models/")) return;
279
333
  const hasLiveFeatures = Array.isArray(row.supported_features);
280
334
  const features = new Set(filterStringEntries(row.supported_features));
281
335
  const pricing = asNonArrayRecord(row.pricing);
@@ -290,7 +344,17 @@ function projectLiveModel(row, fallback) {
290
344
  ].every((feature) => features.has(feature));
291
345
  const fallbackCompat = fallback?.compat ?? buildBasetenModelCompat(id);
292
346
  const supportsReasoningEffort = features.has("reasoning_effort") || hasDocumentedSparseFeatures && fallbackCompat.supportsReasoningEffort === true;
293
- const compat = hasLiveFeatures ? applyLiveReasoningEffortCompat(fallbackCompat, supportsReasoningEffort) : fallbackCompat;
347
+ let compat = fallbackCompat;
348
+ if (hasLiveFeatures) {
349
+ compat = {
350
+ ...fallbackCompat,
351
+ supportsReasoningEffort
352
+ };
353
+ if (!supportsReasoningEffort) {
354
+ delete compat.supportedReasoningEfforts;
355
+ delete compat.reasoningEffortMap;
356
+ }
357
+ }
294
358
  return {
295
359
  id,
296
360
  name: normalizeOptionalString(row.name) ?? fallback?.name ?? id,
@@ -325,7 +389,7 @@ function projectBasetenLiveModels(rows) {
325
389
  /** Resolves a forward-compatible Baseten model id not yet in the bundled catalog. */
326
390
  function resolveBasetenDynamicModel(modelId) {
327
391
  const id = modelId.trim();
328
- if (!id || BASETEN_MODEL_CATALOG.some((model) => model.id === id)) return;
392
+ if (!id || id.startsWith("decision-models/") || BASETEN_MODEL_CATALOG.some((model) => model.id === id)) return;
329
393
  return {
330
394
  id,
331
395
  name: id,
@@ -345,4 +409,4 @@ function resolveBasetenDynamicModel(modelId) {
345
409
  compat: buildBasetenModelCompat(id)
346
410
  };
347
411
  }
348
- export { buildBasetenModelCompat as a, resolveBasetenDynamicModel as c, BASETEN_MODEL_CATALOG as i, usesBasetenChatTemplateThinking as l, BASETEN_DEFAULT_MODEL_ID as n, buildStaticBasetenModels as o, BASETEN_DEFAULT_MODEL_REF as r, projectBasetenLiveModels as s, BASETEN_BASE_URL as t, openclaw_plugin_default as u };
412
+ export { BASETEN_MODEL_CATALOG as a, projectBasetenLiveModels as c, openclaw_plugin_default as d, BASETEN_DEFAULT_MODEL_REF as i, resolveBasetenDynamicModel as l, BASETEN_DECISION_MODEL_IDS as n, buildBasetenModelCompat as o, BASETEN_DEFAULT_MODEL_ID as r, buildStaticBasetenModels as s, BASETEN_BASE_URL as t, usesBasetenChatTemplateThinking as u };
@@ -0,0 +1 @@
1
+ {"version":3,"entries":[{"output":"api.js","source":"extensions/baseten/api.ts"},{"output":"decision-provider.js","source":"extensions/baseten/decision-provider.ts"},{"output":"decision-provider.runtime.js","source":"extensions/baseten/decision-provider.runtime.ts"},{"output":"index.js","source":"extensions/baseten/index.ts"},{"output":"models.js","source":"extensions/baseten/models.ts"},{"output":"onboard.js","source":"extensions/baseten/onboard.ts"},{"output":"provider-catalog.js","source":"extensions/baseten/provider-catalog.ts"}],"chunks":[{"output":".setup/models-_Shlplre.mjs","sha256":"912dccf90a5dcea363ae81b76cf4877afa536830d506d9f51facd904a023d7e1","facadeSource":null,"sources":["extensions/baseten/models.ts","extensions/baseten/openclaw.plugin.json"]},{"output":"api.js","sha256":"36f08bc45d9e8154f4dcd3d83f9db8547c95f34e694913c75936222b80d671d6","facadeSource":"extensions/baseten/api.ts","sources":[]},{"output":"decision-provider.js","sha256":"f73d410d7a988de3886cbd225151a43ceb9039d423e585c6e57ae6eea729e5a5","facadeSource":"extensions/baseten/decision-provider.ts","sources":["extensions/baseten/decision-provider.ts"]},{"output":"decision-provider.runtime.js","sha256":"963929200372f30180266357849283b12f31102001c5c09f7d8542e0092994ab","facadeSource":"extensions/baseten/decision-provider.runtime.ts","sources":["extensions/baseten/decision-provider.runtime.ts"]},{"output":"index.js","sha256":"e83970927985f4bae6c33f82462ac4e6d3b122a5281378f22bf1c63919505005","facadeSource":"extensions/baseten/index.ts","sources":["extensions/baseten/index.ts"]},{"output":"models.js","sha256":"4043a711e82c48556fa29551bd0ea259964e44249955bc47c6f34dcef86b3bb7","facadeSource":"extensions/baseten/models.ts","sources":[]},{"output":"onboard.js","sha256":"20b0498e69c1295a7ad8c97612c523364afbe30c0f86b9065acd524dd95c9674","facadeSource":"extensions/baseten/onboard.ts","sources":["extensions/baseten/onboard.ts"]},{"output":"provider-catalog.js","sha256":"6043138f89b61971ff0c97fdafe6b0096f29130f8180982d22e95b767211a14b","facadeSource":"extensions/baseten/provider-catalog.ts","sources":["extensions/baseten/provider-catalog.ts"]}],"unrenderedSources":["extensions/baseten/api.ts"]}
package/dist/api.js CHANGED
@@ -1,4 +1,4 @@
1
- import { a as buildBasetenModelCompat, c as resolveBasetenDynamicModel, i as BASETEN_MODEL_CATALOG, l as usesBasetenChatTemplateThinking, n as BASETEN_DEFAULT_MODEL_ID, o as buildStaticBasetenModels, r as BASETEN_DEFAULT_MODEL_REF, t as BASETEN_BASE_URL } from "./.setup/models-BnILcIS1.mjs";
1
+ import { a as BASETEN_MODEL_CATALOG, i as BASETEN_DEFAULT_MODEL_REF, l as resolveBasetenDynamicModel, o as buildBasetenModelCompat, r as BASETEN_DEFAULT_MODEL_ID, s as buildStaticBasetenModels, t as BASETEN_BASE_URL, u as usesBasetenChatTemplateThinking } from "./.setup/models-_Shlplre.mjs";
2
2
  import { applyBasetenConfig } from "./onboard.js";
3
3
  import { buildStaticBasetenProvider } from "./provider-catalog.js";
4
4
  export { BASETEN_BASE_URL, BASETEN_DEFAULT_MODEL_ID, BASETEN_DEFAULT_MODEL_REF, BASETEN_MODEL_CATALOG, applyBasetenConfig, buildBasetenModelCompat, buildStaticBasetenModels, buildStaticBasetenProvider, resolveBasetenDynamicModel, usesBasetenChatTemplateThinking };
@@ -0,0 +1,16 @@
1
+ import { createLazyRuntimeModule } from "openclaw/plugin-sdk/lazy-runtime";
2
+ // extensions/baseten/decision-provider.ts
3
+ const loadRuntime = createLazyRuntimeModule(() => import("./decision-provider.runtime.js"));
4
+ function buildBasetenDecisionProvider() {
5
+ return {
6
+ id: "baseten",
7
+ contractVersion: 2,
8
+ async evaluate(batch, context) {
9
+ context.signal.throwIfAborted();
10
+ const { evaluateBasetenDecision } = await loadRuntime();
11
+ context.signal.throwIfAborted();
12
+ return evaluateBasetenDecision(batch, context);
13
+ }
14
+ };
15
+ }
16
+ export { buildBasetenDecisionProvider };
@@ -0,0 +1,217 @@
1
+ import { n as BASETEN_DECISION_MODEL_IDS, t as BASETEN_BASE_URL } from "./.setup/models-_Shlplre.mjs";
2
+ import { isRecord } from "openclaw/plugin-sdk/string-coerce-runtime";
3
+ import { getModelProviderRequestTransport } from "openclaw/plugin-sdk/agent-harness-runtime";
4
+ import { validateDecisionResultV2 } from "openclaw/plugin-sdk/decisions";
5
+ import { buildTimeoutAbortSignal } from "openclaw/plugin-sdk/extension-shared";
6
+ import { shouldUseEnvHttpProxyForUrl, withTrustedEnvProxyGuardedFetchMode } from "openclaw/plugin-sdk/fetch-runtime";
7
+ import { createProviderCredentialMatcher, fetchWithProviderHttpGuard, readProviderJsonObjectResponse, resolveProviderHttpRequestConfig } from "openclaw/plugin-sdk/provider-http";
8
+ import { parseRetryAfterHeaderSeconds } from "openclaw/plugin-sdk/retry-runtime";
9
+ // extensions/baseten/decision-provider.runtime.ts
10
+ function text(value) {
11
+ return typeof value === "string" ? value : value === void 0 ? "" : JSON.stringify(value);
12
+ }
13
+ function questions(batch) {
14
+ return Object.fromEntries(Object.entries(batch.questions).map(([id, q]) => {
15
+ const instructions = text(q.instructions);
16
+ if (q.type === "boolean") return [id, {
17
+ type: "noul",
18
+ instructions: q.criteria ? `${instructions}\nTrue criterion: ${text(q.criteria.true)}\nFalse criterion: ${text(q.criteria.false)}` : instructions
19
+ }];
20
+ if (q.type === "choice") return [id, {
21
+ type: "choice",
22
+ instructions,
23
+ criteria: Object.fromEntries(Object.entries(q.criteria).map(([key, value]) => [key, text(value)]))
24
+ }];
25
+ if (q.type === "score") return [id, {
26
+ type: "score",
27
+ instructions,
28
+ criteria: q.criteria.map(text)
29
+ }];
30
+ throw new Error("Unsupported Baseten decision question");
31
+ }));
32
+ }
33
+ function parseResult(batch, payload) {
34
+ const invalid = {
35
+ status: "unavailable",
36
+ reason: "invalid-response"
37
+ };
38
+ if (!isRecord(payload.answers) || Object.keys(payload.answers).length !== Object.keys(batch.questions).length || !isRecord(payload.usage)) return invalid;
39
+ const usage = payload.usage;
40
+ if (!Number.isSafeInteger(usage.input_tokens) || typeof usage.input_tokens !== "number" || usage.input_tokens < 0 || usage.output_tokens !== Object.keys(batch.questions).length) return invalid;
41
+ const answers = Object.create(null);
42
+ for (const [id, q] of Object.entries(batch.questions)) {
43
+ const answer = payload.answers[id];
44
+ if (!isRecord(answer)) return invalid;
45
+ if (q.type === "boolean") {
46
+ if (answer.type !== "noul") return invalid;
47
+ answers[id] = {
48
+ type: "boolean",
49
+ probabilityTrue: answer.noul
50
+ };
51
+ continue;
52
+ }
53
+ if (answer.type !== q.type || !isRecord(answer.probabilities) || typeof answer.confidence !== "number" || answer.confidence < 0 || answer.confidence > 1) return invalid;
54
+ if (q.type === "choice") answers[id] = {
55
+ type: "choice",
56
+ choice: answer.choice,
57
+ probabilities: answer.probabilities,
58
+ confidence: answer.confidence
59
+ };
60
+ else if (q.type === "score") {
61
+ const legend = answer.legend;
62
+ const probabilities = answer.probabilities;
63
+ if (!isRecord(legend) || Object.keys(legend).length !== q.criteria.length || Object.keys(probabilities).length !== q.criteria.length || q.criteria.some((value, index) => legend[String(index)] !== text(value))) return invalid;
64
+ answers[id] = {
65
+ type: "score",
66
+ score: answer.score,
67
+ probabilities: q.criteria.map((_, index) => probabilities[String(index)]),
68
+ confidence: answer.confidence
69
+ };
70
+ } else return invalid;
71
+ }
72
+ const result = {
73
+ model: payload.model,
74
+ answers,
75
+ usage: {
76
+ inputTokens: usage.input_tokens,
77
+ outputTokens: usage.output_tokens
78
+ }
79
+ };
80
+ return validateDecisionResultV2(batch, result) ? {
81
+ status: "ok",
82
+ result
83
+ } : invalid;
84
+ }
85
+ async function evaluateBasetenDecision(batch, context) {
86
+ context.signal.throwIfAborted();
87
+ if (context.model.provider !== "baseten" || !BASETEN_DECISION_MODEL_IDS.has(context.model.id) || !["text", "json"].includes(batch.state.type) || Object.values(batch.questions).some((q) => ![
88
+ "boolean",
89
+ "choice",
90
+ "score"
91
+ ].includes(q.type)) || context.reasoning !== void 0 && context.reasoning !== "auto") return {
92
+ status: "unavailable",
93
+ reason: "unsupported-input"
94
+ };
95
+ const auth = context.auth;
96
+ if (auth.mode !== "api-key" || !auth.apiKey) return {
97
+ status: "unavailable",
98
+ reason: "credentials-unavailable"
99
+ };
100
+ const timeoutMs = context.deadlineMonotonicMs - performance.now();
101
+ if (timeoutMs <= 0) return {
102
+ status: "unavailable",
103
+ reason: "transport"
104
+ };
105
+ const { signal: timeoutSignal, cleanup } = buildTimeoutAbortSignal({
106
+ signal: context.signal,
107
+ timeoutMs,
108
+ operation: "Baseten decision"
109
+ });
110
+ const signal = timeoutSignal ?? context.signal;
111
+ let admissionError;
112
+ const assertActive = () => {
113
+ signal.throwIfAborted();
114
+ let admitted;
115
+ try {
116
+ admitted = context.isAdmissible();
117
+ } catch (error) {
118
+ admissionError = { error };
119
+ throw error;
120
+ }
121
+ if (!admitted || performance.now() >= context.deadlineMonotonicMs) throw new Error("Baseten decision is no longer admitted.");
122
+ };
123
+ try {
124
+ const preparedRequest = getModelProviderRequestTransport(context.model);
125
+ const { baseUrl, headers, dispatcherPolicy, allowPrivateNetwork } = resolveProviderHttpRequestConfig({
126
+ provider: "baseten",
127
+ capability: "other",
128
+ transport: "http",
129
+ baseUrl: context.model.baseUrl ?? BASETEN_BASE_URL,
130
+ defaultBaseUrl: BASETEN_BASE_URL,
131
+ headers: context.model.headers,
132
+ defaultHeaders: {
133
+ ...!preparedRequest?.auth || preparedRequest.auth.mode === "provider-default" ? { Authorization: `Bearer ${auth.apiKey}` } : {},
134
+ "Content-Type": "application/json",
135
+ Accept: "application/json"
136
+ },
137
+ request: preparedRequest ? {
138
+ proxy: preparedRequest.proxy,
139
+ tls: preparedRequest.tls,
140
+ allowPrivateNetwork: preparedRequest.allowPrivateNetwork
141
+ } : void 0
142
+ });
143
+ const url = baseUrl.replace(/\/$/, "") + "/systemone";
144
+ const request = {
145
+ url,
146
+ signal,
147
+ beforeRequest: assertActive,
148
+ maxRedirects: 0,
149
+ dispatcherPolicy,
150
+ policy: { allowPrivateNetwork },
151
+ init: {
152
+ method: "POST",
153
+ headers,
154
+ body: JSON.stringify({
155
+ model: context.model.id,
156
+ state: batch.state.type === "text" ? batch.state.text : batch.state.type === "json" ? JSON.stringify(batch.state.value) : "",
157
+ questions: questions(batch)
158
+ })
159
+ }
160
+ };
161
+ const { response, release } = await fetchWithProviderHttpGuard(!dispatcherPolicy && shouldUseEnvHttpProxyForUrl(url) ? withTrustedEnvProxyGuardedFetchMode(request) : request);
162
+ try {
163
+ if (!response.ok) {
164
+ await response.body?.cancel();
165
+ const seconds = parseRetryAfterHeaderSeconds(response.headers.get("retry-after"));
166
+ return {
167
+ status: "unavailable",
168
+ reason: response.status === 401 || response.status === 403 ? "authentication" : response.status === 429 ? "rate-limited" : [
169
+ 400,
170
+ 413,
171
+ 422
172
+ ].includes(response.status) ? "unsupported-input" : "transport",
173
+ ...response.status === 429 && seconds !== void 0 ? { retryAfterMs: seconds * 1e3 } : {}
174
+ };
175
+ }
176
+ let payload;
177
+ try {
178
+ payload = await readProviderJsonObjectResponse(response, "Baseten decision", {
179
+ maxBytes: 1048576,
180
+ signal,
181
+ requestHeaders: headers
182
+ });
183
+ } catch {
184
+ signal.throwIfAborted();
185
+ return {
186
+ status: "unavailable",
187
+ reason: "invalid-response"
188
+ };
189
+ }
190
+ assertActive();
191
+ const serialized = JSON.stringify(payload);
192
+ if (serialized.includes(auth.apiKey) || createProviderCredentialMatcher({
193
+ headers,
194
+ request: preparedRequest,
195
+ configuredHeaderNames: Object.keys(context.model.headers ?? {}),
196
+ defaultAuthHeader: "Authorization",
197
+ defaultAuthPrefix: "Bearer "
198
+ })(serialized)) return {
199
+ status: "unavailable",
200
+ reason: "invalid-response"
201
+ };
202
+ return parseResult(batch, payload);
203
+ } finally {
204
+ await release();
205
+ }
206
+ } catch {
207
+ context.signal.throwIfAborted();
208
+ if (admissionError) throw admissionError.error;
209
+ return {
210
+ status: "unavailable",
211
+ reason: "transport"
212
+ };
213
+ } finally {
214
+ cleanup();
215
+ }
216
+ }
217
+ export { evaluateBasetenDecision };
package/dist/index.js CHANGED
@@ -1,18 +1,87 @@
1
- import { c as resolveBasetenDynamicModel, s as projectBasetenLiveModels, u as openclaw_plugin_default } from "./.setup/models-BnILcIS1.mjs";
1
+ import { buildBasetenDecisionProvider } from "./decision-provider.js";
2
+ import { c as projectBasetenLiveModels, d as openclaw_plugin_default, l as resolveBasetenDynamicModel, t as BASETEN_BASE_URL, u as usesBasetenChatTemplateThinking } from "./.setup/models-_Shlplre.mjs";
2
3
  import { applyBasetenSetupConfig } from "./onboard.js";
3
4
  import { buildStaticBasetenProvider } from "./provider-catalog.js";
4
- import { createBasetenThinkingWrapper } from "./stream.js";
5
- import { resolveBasetenThinkingProfile } from "./thinking.js";
5
+ import { streamSimple } from "openclaw/plugin-sdk/llm";
6
6
  import { buildOpenAICompatibleLiveProviderCatalog } from "openclaw/plugin-sdk/provider-catalog-live-runtime";
7
7
  import { defineSingleProviderPluginEntry } from "openclaw/plugin-sdk/provider-entry";
8
8
  import { buildProviderReplayFamilyHooks } from "openclaw/plugin-sdk/provider-model-shared";
9
+ import { normalizeOpenAICompatibleReasoningReplay, streamWithPayloadPatch } from "openclaw/plugin-sdk/provider-stream-shared";
10
+ import { asNonArrayRecord } from "openclaw/plugin-sdk/string-coerce-runtime";
9
11
  // extensions/baseten/index.ts
10
12
  const PROVIDER_ID = "baseten";
13
+ function createBasetenThinkingWrapper(ctx) {
14
+ const underlying = ctx.streamFn ?? streamSimple;
15
+ return (model, context, options) => {
16
+ if (model.provider !== "baseten" || (ctx.sourceApi ?? model.api) !== "openai-completions") return underlying(model, context, options);
17
+ const affinity = options?.promptCacheKey ?? options?.sessionId;
18
+ const cacheRetention = options?.cacheRetention ?? ctx.extraParams?.cacheRetention;
19
+ let streamOptions = options;
20
+ if (affinity && cacheRetention !== "none" && model.baseUrl?.trim().replace(/\/+$/u, "") === BASETEN_BASE_URL && !Object.keys({
21
+ ...model.headers,
22
+ ...options?.headers
23
+ }).some((name) => name.toLowerCase() === "x-session-affinity")) streamOptions = {
24
+ ...options,
25
+ headers: {
26
+ ...options?.headers,
27
+ "x-session-affinity": affinity
28
+ }
29
+ };
30
+ const optIn = usesBasetenChatTemplateThinking(model.id);
31
+ const thinkingLevel = options?.reasoning ?? (ctx.thinkingLevel === "adaptive" ? "max" : ctx.thinkingLevel) ?? (optIn ? "off" : void 0);
32
+ return streamWithPayloadPatch(underlying, model, context, thinkingLevel === void 0 ? streamOptions : {
33
+ ...streamOptions,
34
+ reasoning: thinkingLevel
35
+ }, (payload) => {
36
+ const normalizedModelId = model.id.trim().toLowerCase();
37
+ if (normalizedModelId === "deepseek-ai/deepseek-v4-pro" || normalizedModelId === "deepseek-ai/deepseek-v4-pro-0813") {
38
+ normalizeOpenAICompatibleReasoningReplay(payload, {
39
+ thinkingEnabled: thinkingLevel !== "off",
40
+ stripAssistantMessagesOnly: true,
41
+ replaceNullReasoningContent: true
42
+ });
43
+ if (normalizedModelId === "deepseek-ai/deepseek-v4-pro-0813" && payload.reasoning_effort !== void 0) payload.thinking = { type: payload.reasoning_effort === "none" ? "disabled" : "enabled" };
44
+ }
45
+ if (optIn) payload.chat_template_args = {
46
+ ...asNonArrayRecord(payload.chat_template_args),
47
+ enable_thinking: thinkingLevel !== "off"
48
+ };
49
+ });
50
+ };
51
+ }
52
+ const BASETEN_BINARY_THINKING_PROFILE = {
53
+ levels: [{ id: "off" }, {
54
+ id: "low",
55
+ label: "on"
56
+ }],
57
+ defaultLevel: "off"
58
+ };
59
+ const BASETEN_GLM_52_THINKING_PROFILE = {
60
+ levels: [
61
+ { id: "off" },
62
+ { id: "high" },
63
+ { id: "max" }
64
+ ],
65
+ defaultLevel: "off"
66
+ };
67
+ const BASETEN_DEEPSEEK_THINKING_PROFILE = { levels: [
68
+ { id: "off" },
69
+ { id: "low" },
70
+ { id: "high" },
71
+ { id: "max" }
72
+ ] };
73
+ const BASETEN_DEEPSEEK_V41_THINKING_PROFILE = {
74
+ ...BASETEN_DEEPSEEK_THINKING_PROFILE,
75
+ defaultLevel: "high"
76
+ };
11
77
  var baseten_default = defineSingleProviderPluginEntry({
12
78
  id: PROVIDER_ID,
13
79
  name: "Baseten Provider",
14
80
  description: "Official Baseten Model APIs provider plugin",
15
81
  manifest: openclaw_plugin_default,
82
+ register(api) {
83
+ api.registerDecisionProvider(buildBasetenDecisionProvider());
84
+ },
16
85
  provider: {
17
86
  label: "Baseten",
18
87
  docsPath: "/providers/baseten",
@@ -54,7 +123,13 @@ var baseten_default = defineSingleProviderPluginEntry({
54
123
  }),
55
124
  wrapStreamFn: createBasetenThinkingWrapper,
56
125
  wrapSimpleCompletionStreamFn: createBasetenThinkingWrapper,
57
- resolveThinkingProfile: ({ modelId }) => resolveBasetenThinkingProfile(modelId),
126
+ resolveThinkingProfile: ({ modelId }) => {
127
+ const normalized = modelId.trim().toLowerCase();
128
+ if (normalized === "deepseek-ai/deepseek-v4.1-flash") return BASETEN_DEEPSEEK_V41_THINKING_PROFILE;
129
+ if (normalized === "deepseek-ai/deepseek-v4-pro-0813") return BASETEN_DEEPSEEK_THINKING_PROFILE;
130
+ if (normalized === "zai-org/glm-5.2" || normalized === "zai-org/glm-5.2-fast") return BASETEN_GLM_52_THINKING_PROFILE;
131
+ return usesBasetenChatTemplateThinking(normalized) ? BASETEN_BINARY_THINKING_PROFILE : void 0;
132
+ },
58
133
  isModernModelRef: () => true
59
134
  }
60
135
  });
package/dist/models.js CHANGED
@@ -1 +1 @@
1
- export { t as BASETEN_BASE_URL, n as BASETEN_DEFAULT_MODEL_ID, r as BASETEN_DEFAULT_MODEL_REF, i as BASETEN_MODEL_CATALOG, a as buildBasetenModelCompat, o as buildStaticBasetenModels, s as projectBasetenLiveModels, c as resolveBasetenDynamicModel, l as usesBasetenChatTemplateThinking } from "./.setup/models-BnILcIS1.mjs";
1
+ export { t as BASETEN_BASE_URL, n as BASETEN_DECISION_MODEL_IDS, r as BASETEN_DEFAULT_MODEL_ID, i as BASETEN_DEFAULT_MODEL_REF, a as BASETEN_MODEL_CATALOG, o as buildBasetenModelCompat, s as buildStaticBasetenModels, c as projectBasetenLiveModels, l as resolveBasetenDynamicModel, u as usesBasetenChatTemplateThinking } from "./.setup/models-_Shlplre.mjs";
package/dist/onboard.js CHANGED
@@ -1,4 +1,4 @@
1
- import { o as buildStaticBasetenModels, r as BASETEN_DEFAULT_MODEL_REF, t as BASETEN_BASE_URL } from "./.setup/models-BnILcIS1.mjs";
1
+ import { i as BASETEN_DEFAULT_MODEL_REF, s as buildStaticBasetenModels, t as BASETEN_BASE_URL } from "./.setup/models-_Shlplre.mjs";
2
2
  import { createModelCatalogPresetAppliers } from "openclaw/plugin-sdk/provider-onboard";
3
3
  // extensions/baseten/onboard.ts
4
4
  const { applyConfig } = createModelCatalogPresetAppliers({
@@ -1,4 +1,4 @@
1
- import { o as buildStaticBasetenModels, t as BASETEN_BASE_URL } from "./.setup/models-BnILcIS1.mjs";
1
+ import { s as buildStaticBasetenModels, t as BASETEN_BASE_URL } from "./.setup/models-_Shlplre.mjs";
2
2
  // extensions/baseten/provider-catalog.ts
3
3
  function buildStaticBasetenProvider() {
4
4
  return {
@@ -7,6 +7,7 @@
7
7
  "onStartup": false
8
8
  },
9
9
  "enabledByDefault": true,
10
+ "contracts": { "decisionProviders": ["baseten"] },
10
11
  "providers": [
11
12
  "baseten"
12
13
  ],
@@ -30,6 +31,76 @@
30
31
  "api": "openai-completions",
31
32
  "defaultModel": "deepseek-ai/DeepSeek-V4.1-Flash",
32
33
  "models": [
34
+ {
35
+ "id": "decision-models/baseten-elephant-9b-latest",
36
+ "name": "elephant-1 (9B)",
37
+ "inference": {
38
+ "chat": false,
39
+ "decision": {
40
+ "protocol": "baseten-systemone",
41
+ "input": [
42
+ "text"
43
+ ],
44
+ "reasoning": {
45
+ "modes": [
46
+ "auto"
47
+ ]
48
+ },
49
+ "questions": {
50
+ "boolean": {
51
+ "probabilities": "boolean",
52
+ "abstention": false
53
+ },
54
+ "choice": {
55
+ "probabilities": "categorical",
56
+ "abstention": false,
57
+ "minOptions": 2
58
+ },
59
+ "score": {
60
+ "probabilities": "categorical",
61
+ "abstention": false,
62
+ "minOptions": 2
63
+ }
64
+ },
65
+ "confidence": "provider-specific"
66
+ }
67
+ }
68
+ },
69
+ {
70
+ "id": "decision-models/baseten-mammoth-27b-latest",
71
+ "name": "mammoth-1 (27B)",
72
+ "inference": {
73
+ "chat": false,
74
+ "decision": {
75
+ "protocol": "baseten-systemone",
76
+ "input": [
77
+ "text"
78
+ ],
79
+ "reasoning": {
80
+ "modes": [
81
+ "auto"
82
+ ]
83
+ },
84
+ "questions": {
85
+ "boolean": {
86
+ "probabilities": "boolean",
87
+ "abstention": false
88
+ },
89
+ "choice": {
90
+ "probabilities": "categorical",
91
+ "abstention": false,
92
+ "minOptions": 2
93
+ },
94
+ "score": {
95
+ "probabilities": "categorical",
96
+ "abstention": false,
97
+ "minOptions": 2
98
+ }
99
+ },
100
+ "confidence": "provider-specific"
101
+ }
102
+ }
103
+ },
33
104
  {
34
105
  "id": "deepseek-ai/DeepSeek-V4.1-Flash",
35
106
  "name": "DeepSeek V4.1 Flash",
@@ -46,7 +117,8 @@
46
117
  "compat": {
47
118
  "supportsReasoningEffort": true,
48
119
  "supportedReasoningEfforts": ["none", "low", "high", "max"],
49
- "reasoningEffortMap": { "off": "none", "none": "none", "adaptive": "max" }
120
+ "reasoningEffortMap": { "off": "none", "none": "none", "adaptive": "max" },
121
+ "codeMode": "capable"
50
122
  }
51
123
  },
52
124
  {
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@openclaw/baseten-provider",
3
- "version": "2026.10.10",
3
+ "version": "2026.11.5-beta.1",
4
4
  "description": "OpenClaw Baseten provider plugin.",
5
5
  "repository": {
6
6
  "type": "git",
@@ -18,10 +18,10 @@
18
18
  "minHostVersion": ">=2026.7.2"
19
19
  },
20
20
  "compat": {
21
- "pluginApi": ">=2026.10.10"
21
+ "pluginApi": ">=2026.11.5-beta.1"
22
22
  },
23
23
  "build": {
24
- "openclawVersion": "2026.10.10",
24
+ "openclawVersion": "2026.11.5-beta.1",
25
25
  "bundledDist": false
26
26
  },
27
27
  "release": {
@@ -40,7 +40,7 @@
40
40
  "assets/activity.svg"
41
41
  ],
42
42
  "peerDependencies": {
43
- "openclaw": ">=2026.10.10"
43
+ "openclaw": ">=2026.11.5-beta.1"
44
44
  },
45
45
  "peerDependenciesMeta": {
46
46
  "openclaw": {
@@ -1 +0,0 @@
1
- {"version":3,"entries":[{"output":"api.js","source":"extensions/baseten/api.ts"},{"output":"index.js","source":"extensions/baseten/index.ts"},{"output":"models.js","source":"extensions/baseten/models.ts"},{"output":"onboard.js","source":"extensions/baseten/onboard.ts"},{"output":"provider-catalog.js","source":"extensions/baseten/provider-catalog.ts"},{"output":"stream.js","source":"extensions/baseten/stream.ts"},{"output":"thinking.js","source":"extensions/baseten/thinking.ts"}],"chunks":[{"output":".setup/models-BnILcIS1.mjs","sha256":"5019e9e20960a6e7ff3d3c1afb7d1be2100bfa796237e945dae34ac97f79da70","facadeSource":null,"sources":["extensions/baseten/models.ts","extensions/baseten/openclaw.plugin.json"]},{"output":"api.js","sha256":"64377b253ad1453c77289e9b9e2a7f7496b4154c571b886cbf3ecb4558cbe270","facadeSource":"extensions/baseten/api.ts","sources":[]},{"output":"index.js","sha256":"40dfce31ae014b006a8a8705660e7e78af150dd7f7a9f79545bf4250bc20f25a","facadeSource":"extensions/baseten/index.ts","sources":["extensions/baseten/index.ts"]},{"output":"models.js","sha256":"7a0120d4107d25f1a2e4831277d4723dd63e4526e65cd0b393910eb7403b19bd","facadeSource":"extensions/baseten/models.ts","sources":[]},{"output":"onboard.js","sha256":"4a4c3a924fdb9ff55b5b476f3fbf29da6039dee9f07698b368f143c2f20ad71b","facadeSource":"extensions/baseten/onboard.ts","sources":["extensions/baseten/onboard.ts"]},{"output":"provider-catalog.js","sha256":"4952f2576da9dd84305c0f90d0eed367faf0db450c0640323b12181cb0fabb98","facadeSource":"extensions/baseten/provider-catalog.ts","sources":["extensions/baseten/provider-catalog.ts"]},{"output":"stream.js","sha256":"89312fff7c78df14a4b71ea6f1bf8b0d934b15d9d6e85cf35a6fed572f9d59f9","facadeSource":"extensions/baseten/stream.ts","sources":["extensions/baseten/stream.ts"]},{"output":"thinking.js","sha256":"89a28ba1b4497669d043a7b80ad8ea0f521084c13e6329619d43889335a577bf","facadeSource":"extensions/baseten/thinking.ts","sources":["extensions/baseten/thinking.ts"]}],"unrenderedSources":["extensions/baseten/api.ts"]}
package/dist/stream.js DELETED
@@ -1,46 +0,0 @@
1
- import { l as usesBasetenChatTemplateThinking, t as BASETEN_BASE_URL } from "./.setup/models-BnILcIS1.mjs";
2
- import { asNonArrayRecord } from "openclaw/plugin-sdk/string-coerce-runtime";
3
- import { streamSimple } from "openclaw/plugin-sdk/llm";
4
- import { normalizeOpenAICompatibleReasoningReplay, streamWithPayloadPatch } from "openclaw/plugin-sdk/provider-stream-shared";
5
- // extensions/baseten/stream.ts
6
- /** Baseten session affinity and model-specific thinking policy. */
7
- function createBasetenThinkingWrapper(ctx) {
8
- const underlying = ctx.streamFn ?? streamSimple;
9
- return (model, context, options) => {
10
- if (model.provider !== "baseten" || (ctx.sourceApi ?? model.api) !== "openai-completions") return underlying(model, context, options);
11
- const affinity = options?.promptCacheKey ?? options?.sessionId;
12
- const cacheRetention = options?.cacheRetention ?? ctx.extraParams?.cacheRetention;
13
- let streamOptions = options;
14
- if (affinity && cacheRetention !== "none" && model.baseUrl?.trim().replace(/\/+$/u, "") === BASETEN_BASE_URL && !Object.keys({
15
- ...model.headers,
16
- ...options?.headers
17
- }).some((name) => name.toLowerCase() === "x-session-affinity")) streamOptions = {
18
- ...options,
19
- headers: {
20
- ...options?.headers,
21
- "x-session-affinity": affinity
22
- }
23
- };
24
- const optIn = usesBasetenChatTemplateThinking(model.id);
25
- const thinkingLevel = options?.reasoning ?? (ctx.thinkingLevel === "adaptive" ? "max" : ctx.thinkingLevel) ?? (optIn ? "off" : void 0);
26
- return streamWithPayloadPatch(underlying, model, context, thinkingLevel === void 0 ? streamOptions : {
27
- ...streamOptions,
28
- reasoning: thinkingLevel
29
- }, (payload) => {
30
- const normalizedModelId = model.id.trim().toLowerCase();
31
- if (normalizedModelId === "deepseek-ai/deepseek-v4-pro" || normalizedModelId === "deepseek-ai/deepseek-v4-pro-0813") {
32
- normalizeOpenAICompatibleReasoningReplay(payload, {
33
- thinkingEnabled: thinkingLevel !== "off",
34
- stripAssistantMessagesOnly: true,
35
- replaceNullReasoningContent: true
36
- });
37
- if (normalizedModelId === "deepseek-ai/deepseek-v4-pro-0813" && payload.reasoning_effort !== void 0) payload.thinking = { type: payload.reasoning_effort === "none" ? "disabled" : "enabled" };
38
- }
39
- if (optIn) payload.chat_template_args = {
40
- ...asNonArrayRecord(payload.chat_template_args),
41
- enable_thinking: thinkingLevel !== "off"
42
- };
43
- });
44
- };
45
- }
46
- export { createBasetenThinkingWrapper };
package/dist/thinking.js DELETED
@@ -1,36 +0,0 @@
1
- import { l as usesBasetenChatTemplateThinking } from "./.setup/models-BnILcIS1.mjs";
2
- // extensions/baseten/thinking.ts
3
- const BASETEN_BINARY_THINKING_PROFILE = {
4
- levels: [{ id: "off" }, {
5
- id: "low",
6
- label: "on"
7
- }],
8
- defaultLevel: "off"
9
- };
10
- const BASETEN_GLM_52_THINKING_PROFILE = {
11
- levels: [
12
- { id: "off" },
13
- { id: "high" },
14
- { id: "max" }
15
- ],
16
- defaultLevel: "off"
17
- };
18
- const BASETEN_DEEPSEEK_THINKING_PROFILE = { levels: [
19
- { id: "off" },
20
- { id: "low" },
21
- { id: "high" },
22
- { id: "max" }
23
- ] };
24
- const BASETEN_DEEPSEEK_V41_THINKING_PROFILE = {
25
- ...BASETEN_DEEPSEEK_THINKING_PROFILE,
26
- defaultLevel: "high"
27
- };
28
- /** Exposes only the thinking levels that Baseten actually accepts for opt-in models. */
29
- function resolveBasetenThinkingProfile(modelId) {
30
- const normalized = modelId.trim().toLowerCase();
31
- if (normalized === "deepseek-ai/deepseek-v4.1-flash") return BASETEN_DEEPSEEK_V41_THINKING_PROFILE;
32
- if (normalized === "deepseek-ai/deepseek-v4-pro-0813") return BASETEN_DEEPSEEK_THINKING_PROFILE;
33
- if (normalized === "zai-org/glm-5.2" || normalized === "zai-org/glm-5.2-fast") return BASETEN_GLM_52_THINKING_PROFILE;
34
- return usesBasetenChatTemplateThinking(normalized) ? BASETEN_BINARY_THINKING_PROFILE : void 0;
35
- }
36
- export { resolveBasetenThinkingProfile };