@probeo/anymodel 0.5.1 → 0.5.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli.cjs +3 -2
- package/dist/cli.cjs.map +1 -1
- package/dist/cli.js +3 -2
- package/dist/cli.js.map +1 -1
- package/dist/index.cjs +3 -2
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +4 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.js +3 -2
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
package/dist/cli.js
CHANGED
|
@@ -2002,7 +2002,7 @@ var BatchManager = class {
|
|
|
2002
2002
|
const id = generateId("batch");
|
|
2003
2003
|
const now = (/* @__PURE__ */ new Date()).toISOString();
|
|
2004
2004
|
const providerName = request.model.split("/")[0] || "unknown";
|
|
2005
|
-
const native = this.getNativeBatchAdapter(request.model);
|
|
2005
|
+
const native = request.batch_mode !== "concurrent" ? this.getNativeBatchAdapter(request.model) : null;
|
|
2006
2006
|
const batchMode = native ? "native" : "concurrent";
|
|
2007
2007
|
const batch = {
|
|
2008
2008
|
id,
|
|
@@ -2225,7 +2225,8 @@ var BatchManager = class {
|
|
|
2225
2225
|
stop: item.stop ?? options?.stop,
|
|
2226
2226
|
response_format: item.response_format ?? options?.response_format,
|
|
2227
2227
|
tools: item.tools ?? options?.tools,
|
|
2228
|
-
tool_choice: item.tool_choice ?? options?.tool_choice
|
|
2228
|
+
tool_choice: item.tool_choice ?? options?.tool_choice,
|
|
2229
|
+
service_tier: item.service_tier ?? options?.service_tier
|
|
2229
2230
|
};
|
|
2230
2231
|
let result;
|
|
2231
2232
|
try {
|