llama-stack-client 0.2.0 → 0.2.2

package/src/resources/tool-runtime/tool-runtime.ts

@@ -6,7 +6,6 @@ import * as Core from '../../core';
 import * as Shared from '../shared';
 import * as RagToolAPI from './rag-tool';
 import { RagTool, RagToolInsertParams, RagToolQueryParams } from './rag-tool';
-import { JSONLDecoder } from '../../internal/decoders/jsonl';
 
 export class ToolRuntime extends APIResource {
   ragTool: RagToolAPI.RagTool = new RagToolAPI.RagTool(this._client);
@@ -24,23 +23,20 @@ export class ToolRuntime extends APIResource {
   listTools(
     query?: ToolRuntimeListToolsParams,
     options?: Core.RequestOptions,
-  ): Core.APIPromise<JSONLDecoder<ToolDef>>;
-  listTools(options?: Core.RequestOptions): Core.APIPromise<JSONLDecoder<ToolDef>>;
+  ): Core.APIPromise<ToolRuntimeListToolsResponse>;
+  listTools(options?: Core.RequestOptions): Core.APIPromise<ToolRuntimeListToolsResponse>;
   listTools(
     query: ToolRuntimeListToolsParams | Core.RequestOptions = {},
     options?: Core.RequestOptions,
-  ): Core.APIPromise<JSONLDecoder<ToolDef>> {
+  ): Core.APIPromise<ToolRuntimeListToolsResponse> {
     if (isRequestOptions(query)) {
       return this.listTools({}, query);
     }
-    return this._client
-      .get('/v1/tool-runtime/list-tools', {
-        query,
-        ...options,
-        headers: { Accept: 'application/jsonl', ...options?.headers },
-        __binaryResponse: true,
-      })
-      ._thenUnwrap((_, props) => JSONLDecoder.fromResponse(props.response, props.controller));
+    return (
+      this._client.get('/v1/tool-runtime/list-tools', { query, ...options }) as Core.APIPromise<{
+        data: ToolRuntimeListToolsResponse;
+      }>
+    )._thenUnwrap((obj) => obj.data);
   }
 }
 
@@ -81,6 +77,8 @@ export interface ToolInvocationResult {
   metadata?: Record<string, boolean | number | string | Array<unknown> | unknown | null>;
 }
 
+export type ToolRuntimeListToolsResponse = Array<ToolDef>;
+
 export interface ToolRuntimeInvokeToolParams {
   kwargs: Record<string, boolean | number | string | Array<unknown> | unknown | null>;
 
@@ -105,6 +103,7 @@ export declare namespace ToolRuntime {
   export {
     type ToolDef as ToolDef,
     type ToolInvocationResult as ToolInvocationResult,
+    type ToolRuntimeListToolsResponse as ToolRuntimeListToolsResponse,
     type ToolRuntimeInvokeToolParams as ToolRuntimeInvokeToolParams,
     type ToolRuntimeListToolsParams as ToolRuntimeListToolsParams,
   };

package/src/version.ts

@@ -1 +1 @@
-export const VERSION = '0.2.0';
+export const VERSION = '0.2.2';

package/version.d.ts

@@ -1,2 +1,2 @@
-export declare const VERSION = "0.2.0";
+export declare const VERSION = "0.2.2";
 //# sourceMappingURL=version.d.ts.map

package/version.js

@@ -1,5 +1,5 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.VERSION = void 0;
-exports.VERSION = '0.2.0';
+exports.VERSION = '0.2.2';
 //# sourceMappingURL=version.js.map

package/version.mjs

@@ -1,2 +1,2 @@
-export const VERSION = '0.2.0';
+export const VERSION = '0.2.2';
 //# sourceMappingURL=version.mjs.map

package/internal/decoders/jsonl.d.ts

@@ -1,12 +0,0 @@
-                              
-import { type Response } from "../../_shims/index.js";
-import { type Bytes } from "./line.js";
-export declare class JSONLDecoder<T> {
-    private iterator;
-    controller: AbortController;
-    constructor(iterator: AsyncIterableIterator<Bytes>, controller: AbortController);
-    private decoder;
-    [Symbol.asyncIterator](): AsyncIterator<T>;
-    static fromResponse<T>(response: Response, controller: AbortController): JSONLDecoder<T>;
-}
-//# sourceMappingURL=jsonl.d.ts.map

package/internal/decoders/jsonl.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"jsonl.d.ts","sourceRoot":"","sources":["../../src/internal/decoders/jsonl.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,KAAK,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAe,KAAK,KAAK,EAAE,MAAM,QAAQ,CAAC;AAEjD,qBAAa,YAAY,CAAC,CAAC;IAIvB,OAAO,CAAC,QAAQ;IAHlB,UAAU,EAAE,eAAe,CAAC;gBAGlB,QAAQ,EAAE,qBAAqB,CAAC,KAAK,CAAC,EAC9C,UAAU,EAAE,eAAe;YAKd,OAAO;IAatB,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC,CAAC,CAAC;IAI1C,MAAM,CAAC,YAAY,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,eAAe,GAAG,YAAY,CAAC,CAAC,CAAC;CAQzF"}

package/internal/decoders/jsonl.js

@@ -1,35 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.JSONLDecoder = void 0;
-const error_1 = require("../../error.js");
-const stream_utils_1 = require("../stream-utils.js");
-const line_1 = require("./line.js");
-class JSONLDecoder {
-    constructor(iterator, controller) {
-        this.iterator = iterator;
-        this.controller = controller;
-    }
-    async *decoder() {
-        const lineDecoder = new line_1.LineDecoder();
-        for await (const chunk of this.iterator) {
-            for (const line of lineDecoder.decode(chunk)) {
-                yield JSON.parse(line);
-            }
-        }
-        for (const line of lineDecoder.flush()) {
-            yield JSON.parse(line);
-        }
-    }
-    [Symbol.asyncIterator]() {
-        return this.decoder();
-    }
-    static fromResponse(response, controller) {
-        if (!response.body) {
-            controller.abort();
-            throw new error_1.LlamaStackClientError(`Attempted to iterate over a response with no body`);
-        }
-        return new JSONLDecoder((0, stream_utils_1.ReadableStreamToAsyncIterable)(response.body), controller);
-    }
-}
-exports.JSONLDecoder = JSONLDecoder;
-//# sourceMappingURL=jsonl.js.map

package/internal/decoders/jsonl.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"jsonl.js","sourceRoot":"","sources":["../../src/internal/decoders/jsonl.ts"],"names":[],"mappings":";;;AAAA,0CAAoD;AACpD,qDAAgE;AAEhE,oCAAiD;AAEjD,MAAa,YAAY;IAGvB,YACU,QAAsC,EAC9C,UAA2B;QADnB,aAAQ,GAAR,QAAQ,CAA8B;QAG9C,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAEO,KAAK,CAAC,CAAC,OAAO;QACpB,MAAM,WAAW,GAAG,IAAI,kBAAW,EAAE,CAAC;QACtC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE;YACvC,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;gBAC5C,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;aACxB;SACF;QAED,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,KAAK,EAAE,EAAE;YACtC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;SACxB;IACH,CAAC;IAED,CAAC,MAAM,CAAC,aAAa,CAAC;QACpB,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;IAED,MAAM,CAAC,YAAY,CAAI,QAAkB,EAAE,UAA2B;QACpE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;YAClB,UAAU,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,6BAAqB,CAAC,mDAAmD,CAAC,CAAC;SACtF;QAED,OAAO,IAAI,YAAY,CAAC,IAAA,4CAA6B,EAAQ,QAAQ,CAAC,IAAI,CAAC,EAAE,UAAU,CAAC,CAAC;IAC3F,CAAC;CACF;AAnCD,oCAmCC"}

package/internal/decoders/jsonl.mjs

@@ -1,31 +0,0 @@
-import { LlamaStackClientError } from "../../error.mjs";
-import { ReadableStreamToAsyncIterable } from "../stream-utils.mjs";
-import { LineDecoder } from "./line.mjs";
-export class JSONLDecoder {
-    constructor(iterator, controller) {
-        this.iterator = iterator;
-        this.controller = controller;
-    }
-    async *decoder() {
-        const lineDecoder = new LineDecoder();
-        for await (const chunk of this.iterator) {
-            for (const line of lineDecoder.decode(chunk)) {
-                yield JSON.parse(line);
-            }
-        }
-        for (const line of lineDecoder.flush()) {
-            yield JSON.parse(line);
-        }
-    }
-    [Symbol.asyncIterator]() {
-        return this.decoder();
-    }
-    static fromResponse(response, controller) {
-        if (!response.body) {
-            controller.abort();
-            throw new LlamaStackClientError(`Attempted to iterate over a response with no body`);
-        }
-        return new JSONLDecoder(ReadableStreamToAsyncIterable(response.body), controller);
-    }
-}
-//# sourceMappingURL=jsonl.mjs.map

package/internal/decoders/jsonl.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"jsonl.mjs","sourceRoot":"","sources":["../../src/internal/decoders/jsonl.ts"],"names":[],"mappings":"OAAO,EAAE,qBAAqB,EAAE;OACzB,EAAE,6BAA6B,EAAE;OAEjC,EAAE,WAAW,EAAc;AAElC,MAAM,OAAO,YAAY;IAGvB,YACU,QAAsC,EAC9C,UAA2B;QADnB,aAAQ,GAAR,QAAQ,CAA8B;QAG9C,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAEO,KAAK,CAAC,CAAC,OAAO;QACpB,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;QACtC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE;YACvC,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;gBAC5C,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;aACxB;SACF;QAED,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,KAAK,EAAE,EAAE;YACtC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;SACxB;IACH,CAAC;IAED,CAAC,MAAM,CAAC,aAAa,CAAC;QACpB,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;IAED,MAAM,CAAC,YAAY,CAAI,QAAkB,EAAE,UAA2B;QACpE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;YAClB,UAAU,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,qBAAqB,CAAC,mDAAmD,CAAC,CAAC;SACtF;QAED,OAAO,IAAI,YAAY,CAAC,6BAA6B,CAAQ,QAAQ,CAAC,IAAI,CAAC,EAAE,UAAU,CAAC,CAAC;IAC3F,CAAC;CACF"}

package/resources/batch-inference.d.ts

@@ -1,66 +0,0 @@
-import { APIResource } from "../resource.js";
-import * as Core from "../core.js";
-import * as Shared from "./shared.js";
-export declare class BatchInference extends APIResource {
-    chatCompletion(body: BatchInferenceChatCompletionParams, options?: Core.RequestOptions): Core.APIPromise<BatchInferenceChatCompletionResponse>;
-    completion(body: BatchInferenceCompletionParams, options?: Core.RequestOptions): Core.APIPromise<Shared.BatchCompletion>;
-}
-export interface BatchInferenceChatCompletionResponse {
-    batch: Array<Shared.ChatCompletionResponse>;
-}
-export interface BatchInferenceChatCompletionParams {
-    messages_batch: Array<Array<Shared.Message>>;
-    model: string;
-    logprobs?: BatchInferenceChatCompletionParams.Logprobs;
-    /**
-     * Configuration for JSON schema-guided response generation.
-     */
-    response_format?: Shared.ResponseFormat;
-    sampling_params?: Shared.SamplingParams;
-    /**
-     * Whether tool use is required or automatic. This is a hint to the model which may
-     * not be followed. It depends on the Instruction Following capabilities of the
-     * model.
-     */
-    tool_choice?: 'auto' | 'required' | 'none';
-    /**
-     * Prompt format for calling custom / zero shot tools.
-     */
-    tool_prompt_format?: 'json' | 'function_tag' | 'python_list';
-    tools?: Array<BatchInferenceChatCompletionParams.Tool>;
-}
-export declare namespace BatchInferenceChatCompletionParams {
-    interface Logprobs {
-        /**
-         * How many tokens (for each position) to return log probabilities for.
-         */
-        top_k?: number;
-    }
-    interface Tool {
-        tool_name: 'brave_search' | 'wolfram_alpha' | 'photogen' | 'code_interpreter' | (string & {});
-        description?: string;
-        parameters?: Record<string, Shared.ToolParamDefinition>;
-    }
-}
-export interface BatchInferenceCompletionParams {
-    content_batch: Array<Shared.InterleavedContent>;
-    model: string;
-    logprobs?: BatchInferenceCompletionParams.Logprobs;
-    /**
-     * Configuration for JSON schema-guided response generation.
-     */
-    response_format?: Shared.ResponseFormat;
-    sampling_params?: Shared.SamplingParams;
-}
-export declare namespace BatchInferenceCompletionParams {
-    interface Logprobs {
-        /**
-         * How many tokens (for each position) to return log probabilities for.
-         */
-        top_k?: number;
-    }
-}
-export declare namespace BatchInference {
-    export { type BatchInferenceChatCompletionResponse as BatchInferenceChatCompletionResponse, type BatchInferenceChatCompletionParams as BatchInferenceChatCompletionParams, type BatchInferenceCompletionParams as BatchInferenceCompletionParams, };
-}
-//# sourceMappingURL=batch-inference.d.ts.map

package/resources/batch-inference.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"batch-inference.d.ts","sourceRoot":"","sources":["../src/resources/batch-inference.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAChC,OAAO,KAAK,MAAM,MAAM,UAAU,CAAC;AAEnC,qBAAa,cAAe,SAAQ,WAAW;IAC7C,cAAc,CACZ,IAAI,EAAE,kCAAkC,EACxC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,oCAAoC,CAAC;IAIxD,UAAU,CACR,IAAI,EAAE,8BAA8B,EACpC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,eAAe,CAAC;CAG3C;AAED,MAAM,WAAW,oCAAoC;IACnD,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;CAC7C;AAED,MAAM,WAAW,kCAAkC;IACjD,cAAc,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IAE7C,KAAK,EAAE,MAAM,CAAC;IAEd,QAAQ,CAAC,EAAE,kCAAkC,CAAC,QAAQ,CAAC;IAEvD;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;IAExC,eAAe,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;IAExC;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,CAAC;IAE3C;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,cAAc,GAAG,aAAa,CAAC;IAE7D,KAAK,CAAC,EAAE,KAAK,CAAC,kCAAkC,CAAC,IAAI,CAAC,CAAC;CACxD;AAED,yBAAiB,kCAAkC,CAAC;IAClD,UAAiB,QAAQ;QACvB;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB;IAED,UAAiB,IAAI;QACnB,SAAS,EAAE,cAAc,GAAG,eAAe,GAAG,UAAU,GAAG,kBAAkB,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;QAE9F,WAAW,CAAC,EAAE,MAAM,CAAC;QAErB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,mBAAmB,CAAC,CAAC;KACzD;CACF;AAED,MAAM,WAAW,8BAA8B;IAC7C,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAEhD,KAAK,EAAE,MAAM,CAAC;IAEd,QAAQ,CAAC,EAAE,8BAA8B,CAAC,QAAQ,CAAC;IAEnD;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;IAExC,eAAe,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;CACzC;AAED,yBAAiB,8BAA8B,CAAC;IAC9C,UAAiB,QAAQ;QACvB;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB;CACF;AAED,MAAM,CAAC,OAAO,WAAW,cAAc,CAAC;IACtC,OAAO,EACL,KAAK,oCAAoC,IAAI,oCAAoC,EACjF,KAAK,kCAAkC,IAAI,kCAAkC,EAC7E,KAAK,8BAA8B,IAAI,8BAA8B,GACtE,CAAC;CACH"}

package/resources/batch-inference.js

@@ -1,15 +0,0 @@
-"use strict";
-// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.BatchInference = void 0;
-const resource_1 = require("../resource.js");
-class BatchInference extends resource_1.APIResource {
-    chatCompletion(body, options) {
-        return this._client.post('/v1/batch-inference/chat-completion', { body, ...options });
-    }
-    completion(body, options) {
-        return this._client.post('/v1/batch-inference/completion', { body, ...options });
-    }
-}
-exports.BatchInference = BatchInference;
-//# sourceMappingURL=batch-inference.js.map

package/resources/batch-inference.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"batch-inference.js","sourceRoot":"","sources":["../src/resources/batch-inference.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,6CAA0C;AAI1C,MAAa,cAAe,SAAQ,sBAAW;IAC7C,cAAc,CACZ,IAAwC,EACxC,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,qCAAqC,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACxF,CAAC;IAED,UAAU,CACR,IAAoC,EACpC,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gCAAgC,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACnF,CAAC;CACF;AAdD,wCAcC"}

package/resources/batch-inference.mjs

@@ -1,11 +0,0 @@
-// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
-import { APIResource } from "../resource.mjs";
-export class BatchInference extends APIResource {
-    chatCompletion(body, options) {
-        return this._client.post('/v1/batch-inference/chat-completion', { body, ...options });
-    }
-    completion(body, options) {
-        return this._client.post('/v1/batch-inference/completion', { body, ...options });
-    }
-}
-//# sourceMappingURL=batch-inference.mjs.map

package/resources/batch-inference.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"batch-inference.mjs","sourceRoot":"","sources":["../src/resources/batch-inference.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;AAItB,MAAM,OAAO,cAAe,SAAQ,WAAW;IAC7C,cAAc,CACZ,IAAwC,EACxC,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,qCAAqC,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACxF,CAAC;IAED,UAAU,CACR,IAAoC,EACpC,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gCAAgC,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACnF,CAAC;CACF"}

package/src/internal/decoders/jsonl.ts

@@ -1,41 +0,0 @@
-import { LlamaStackClientError } from '../../error';
-import { ReadableStreamToAsyncIterable } from '../stream-utils';
-import { type Response } from '../../_shims/index';
-import { LineDecoder, type Bytes } from './line';
-
-export class JSONLDecoder<T> {
-  controller: AbortController;
-
-  constructor(
-    private iterator: AsyncIterableIterator<Bytes>,
-    controller: AbortController,
-  ) {
-    this.controller = controller;
-  }
-
-  private async *decoder(): AsyncIterator<T, any, undefined> {
-    const lineDecoder = new LineDecoder();
-    for await (const chunk of this.iterator) {
-      for (const line of lineDecoder.decode(chunk)) {
-        yield JSON.parse(line);
-      }
-    }
-
-    for (const line of lineDecoder.flush()) {
-      yield JSON.parse(line);
-    }
-  }
-
-  [Symbol.asyncIterator](): AsyncIterator<T> {
-    return this.decoder();
-  }
-
-  static fromResponse<T>(response: Response, controller: AbortController): JSONLDecoder<T> {
-    if (!response.body) {
-      controller.abort();
-      throw new LlamaStackClientError(`Attempted to iterate over a response with no body`);
-    }
-
-    return new JSONLDecoder(ReadableStreamToAsyncIterable<Bytes>(response.body), controller);
-  }
-}

package/src/resources/batch-inference.ts

@@ -1,103 +0,0 @@
-// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
-
-import { APIResource } from '../resource';
-import * as Core from '../core';
-import * as Shared from './shared';
-
-export class BatchInference extends APIResource {
-  chatCompletion(
-    body: BatchInferenceChatCompletionParams,
-    options?: Core.RequestOptions,
-  ): Core.APIPromise<BatchInferenceChatCompletionResponse> {
-    return this._client.post('/v1/batch-inference/chat-completion', { body, ...options });
-  }
-
-  completion(
-    body: BatchInferenceCompletionParams,
-    options?: Core.RequestOptions,
-  ): Core.APIPromise<Shared.BatchCompletion> {
-    return this._client.post('/v1/batch-inference/completion', { body, ...options });
-  }
-}
-
-export interface BatchInferenceChatCompletionResponse {
-  batch: Array<Shared.ChatCompletionResponse>;
-}
-
-export interface BatchInferenceChatCompletionParams {
-  messages_batch: Array<Array<Shared.Message>>;
-
-  model: string;
-
-  logprobs?: BatchInferenceChatCompletionParams.Logprobs;
-
-  /**
-   * Configuration for JSON schema-guided response generation.
-   */
-  response_format?: Shared.ResponseFormat;
-
-  sampling_params?: Shared.SamplingParams;
-
-  /**
-   * Whether tool use is required or automatic. This is a hint to the model which may
-   * not be followed. It depends on the Instruction Following capabilities of the
-   * model.
-   */
-  tool_choice?: 'auto' | 'required' | 'none';
-
-  /**
-   * Prompt format for calling custom / zero shot tools.
-   */
-  tool_prompt_format?: 'json' | 'function_tag' | 'python_list';
-
-  tools?: Array<BatchInferenceChatCompletionParams.Tool>;
-}
-
-export namespace BatchInferenceChatCompletionParams {
-  export interface Logprobs {
-    /**
-     * How many tokens (for each position) to return log probabilities for.
-     */
-    top_k?: number;
-  }
-
-  export interface Tool {
-    tool_name: 'brave_search' | 'wolfram_alpha' | 'photogen' | 'code_interpreter' | (string & {});
-
-    description?: string;
-
-    parameters?: Record<string, Shared.ToolParamDefinition>;
-  }
-}
-
-export interface BatchInferenceCompletionParams {
-  content_batch: Array<Shared.InterleavedContent>;
-
-  model: string;
-
-  logprobs?: BatchInferenceCompletionParams.Logprobs;
-
-  /**
-   * Configuration for JSON schema-guided response generation.
-   */
-  response_format?: Shared.ResponseFormat;
-
-  sampling_params?: Shared.SamplingParams;
-}
-
-export namespace BatchInferenceCompletionParams {
-  export interface Logprobs {
-    /**
-     * How many tokens (for each position) to return log probabilities for.
-     */
-    top_k?: number;
-  }
-}
-
-export declare namespace BatchInference {
-  export {
-    type BatchInferenceChatCompletionResponse as BatchInferenceChatCompletionResponse,
-    type BatchInferenceChatCompletionParams as BatchInferenceChatCompletionParams,
-    type BatchInferenceCompletionParams as BatchInferenceCompletionParams,
-  };
-}