@probeo/anymodel 0.5.2 → 0.5.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli.cjs +1 -1
- package/dist/cli.cjs.map +1 -1
- package/dist/cli.js +1 -1
- package/dist/cli.js.map +1 -1
- package/dist/index.cjs +1 -1
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +2 -0
- package/dist/index.d.ts +2 -0
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
package/dist/index.d.cts
CHANGED
|
@@ -195,6 +195,8 @@ interface BatchRequestItem {
|
|
|
195
195
|
interface BatchCreateRequest {
|
|
196
196
|
model: string;
|
|
197
197
|
requests: BatchRequestItem[];
|
|
198
|
+
/** Force batch mode: 'native' uses provider batch API, 'concurrent' sends individual requests. Auto-detected if omitted. */
|
|
199
|
+
batch_mode?: 'native' | 'concurrent';
|
|
198
200
|
options?: {
|
|
199
201
|
temperature?: number;
|
|
200
202
|
max_tokens?: number;
|
package/dist/index.d.ts
CHANGED
|
@@ -195,6 +195,8 @@ interface BatchRequestItem {
|
|
|
195
195
|
interface BatchCreateRequest {
|
|
196
196
|
model: string;
|
|
197
197
|
requests: BatchRequestItem[];
|
|
198
|
+
/** Force batch mode: 'native' uses provider batch API, 'concurrent' sends individual requests. Auto-detected if omitted. */
|
|
199
|
+
batch_mode?: 'native' | 'concurrent';
|
|
198
200
|
options?: {
|
|
199
201
|
temperature?: number;
|
|
200
202
|
max_tokens?: number;
|
package/dist/index.js
CHANGED
|
@@ -2006,7 +2006,7 @@ var BatchManager = class {
|
|
|
2006
2006
|
const id = generateId("batch");
|
|
2007
2007
|
const now = (/* @__PURE__ */ new Date()).toISOString();
|
|
2008
2008
|
const providerName = request.model.split("/")[0] || "unknown";
|
|
2009
|
-
const native = this.getNativeBatchAdapter(request.model);
|
|
2009
|
+
const native = request.batch_mode !== "concurrent" ? this.getNativeBatchAdapter(request.model) : null;
|
|
2010
2010
|
const batchMode = native ? "native" : "concurrent";
|
|
2011
2011
|
const batch = {
|
|
2012
2012
|
id,
|