llama-stack-client 0.3.4-rc3 → 0.4.0-rc1

package/resources/inference.d.ts

@@ -1,580 +0,0 @@
-import { APIResource } from "../resource.js";
-import { APIPromise } from "../core.js";
-import * as Core from "../core.js";
-import * as InferenceAPI from "./inference.js";
-import * as Shared from "./shared.js";
-import { Stream } from "../streaming.js";
-export declare class Inference extends APIResource {
-    /**
-     * Generate chat completions for a batch of messages using the specified model.
-     */
-    batchChatCompletion(body: InferenceBatchChatCompletionParams, options?: Core.RequestOptions): Core.APIPromise<InferenceBatchChatCompletionResponse>;
-    /**
-     * Generate completions for a batch of content using the specified model.
-     */
-    batchCompletion(body: InferenceBatchCompletionParams, options?: Core.RequestOptions): Core.APIPromise<Shared.BatchCompletion>;
-    /**
-     * Generate a chat completion for the given messages using the specified model.
-     *
-     * @deprecated /v1/inference/chat-completion is deprecated. Please use /v1/openai/v1/chat/completions.
-     */
-    chatCompletion(body: InferenceChatCompletionParamsNonStreaming, options?: Core.RequestOptions): APIPromise<Shared.ChatCompletionResponse>;
-    chatCompletion(body: InferenceChatCompletionParamsStreaming, options?: Core.RequestOptions): APIPromise<Stream<ChatCompletionResponseStreamChunk>>;
-    chatCompletion(body: InferenceChatCompletionParamsBase, options?: Core.RequestOptions): APIPromise<Stream<ChatCompletionResponseStreamChunk> | Shared.ChatCompletionResponse>;
-    /**
-     * Generate a completion for the given content using the specified model.
-     *
-     * @deprecated /v1/inference/completion is deprecated. Please use /v1/openai/v1/completions.
-     */
-    completion(body: InferenceCompletionParamsNonStreaming, options?: Core.RequestOptions): APIPromise<CompletionResponse>;
-    completion(body: InferenceCompletionParamsStreaming, options?: Core.RequestOptions): APIPromise<Stream<CompletionResponse>>;
-    completion(body: InferenceCompletionParamsBase, options?: Core.RequestOptions): APIPromise<Stream<CompletionResponse> | CompletionResponse>;
-    /**
-     * Generate embeddings for content pieces using the specified model.
-     *
-     * @deprecated /v1/inference/embeddings is deprecated. Please use /v1/openai/v1/embeddings.
-     */
-    embeddings(body: InferenceEmbeddingsParams, options?: Core.RequestOptions): Core.APIPromise<EmbeddingsResponse>;
-    /**
-     * Rerank a list of documents based on their relevance to a query.
-     */
-    rerank(body: InferenceRerankParams, options?: Core.RequestOptions): Core.APIPromise<InferenceRerankResponse>;
-}
-/**
- * A chunk of a streamed chat completion response.
- */
-export interface ChatCompletionResponseStreamChunk {
-    /**
-     * The event containing the new content
-     */
-    event: ChatCompletionResponseStreamChunk.Event;
-    /**
-     * (Optional) List of metrics associated with the API response
-     */
-    metrics?: Array<Shared.Metric>;
-}
-export declare namespace ChatCompletionResponseStreamChunk {
-    /**
-     * The event containing the new content
-     */
-    interface Event {
-        /**
-         * Content generated since last event. This can be one or more tokens, or a tool
-         * call.
-         */
-        delta: Shared.ContentDelta;
-        /**
-         * Type of the event
-         */
-        event_type: 'start' | 'complete' | 'progress';
-        /**
-         * Optional log probabilities for generated tokens
-         */
-        logprobs?: Array<InferenceAPI.TokenLogProbs>;
-        /**
-         * Optional reason why generation stopped, if complete
-         */
-        stop_reason?: 'end_of_turn' | 'end_of_message' | 'out_of_tokens';
-    }
-}
-/**
- * Response from a completion request.
- */
-export interface CompletionResponse {
-    /**
-     * The generated completion text
-     */
-    content: string;
-    /**
-     * Reason why generation stopped
-     */
-    stop_reason: 'end_of_turn' | 'end_of_message' | 'out_of_tokens';
-    /**
-     * Optional log probabilities for generated tokens
-     */
-    logprobs?: Array<TokenLogProbs>;
-    /**
-     * (Optional) List of metrics associated with the API response
-     */
-    metrics?: Array<Shared.Metric>;
-}
-/**
- * Response containing generated embeddings.
- */
-export interface EmbeddingsResponse {
-    /**
-     * List of embedding vectors, one per input content. Each embedding is a list of
-     * floats. The dimensionality of the embedding is model-specific; you can check
-     * model metadata using /models/{model_id}
-     */
-    embeddings: Array<Array<number>>;
-}
-/**
- * Log probabilities for generated tokens.
- */
-export interface TokenLogProbs {
-    /**
-     * Dictionary mapping tokens to their log probabilities
-     */
-    logprobs_by_token: {
-        [key: string]: number;
-    };
-}
-/**
- * Response from a batch chat completion request.
- */
-export interface InferenceBatchChatCompletionResponse {
-    /**
-     * List of chat completion responses, one for each conversation in the batch
-     */
-    batch: Array<Shared.ChatCompletionResponse>;
-}
-/**
- * List of rerank result objects, sorted by relevance score (descending)
- */
-export type InferenceRerankResponse = Array<InferenceRerankResponse.InferenceRerankResponseItem>;
-export declare namespace InferenceRerankResponse {
-    /**
-     * A single rerank result from a reranking response.
-     */
-    interface InferenceRerankResponseItem {
-        /**
-         * The original index of the document in the input list
-         */
-        index: number;
-        /**
-         * The relevance score from the model output. Values are inverted when applicable
-         * so that higher scores indicate greater relevance.
-         */
-        relevance_score: number;
-    }
-}
-export interface InferenceBatchChatCompletionParams {
-    /**
-     * The messages to generate completions for.
-     */
-    messages_batch: Array<Array<Shared.Message>>;
-    /**
-     * The identifier of the model to use. The model must be registered with Llama
-     * Stack and available via the /models endpoint.
-     */
-    model_id: string;
-    /**
-     * (Optional) If specified, log probabilities for each token position will be
-     * returned.
-     */
-    logprobs?: InferenceBatchChatCompletionParams.Logprobs;
-    /**
-     * (Optional) Grammar specification for guided (structured) decoding.
-     */
-    response_format?: Shared.ResponseFormat;
-    /**
-     * (Optional) Parameters to control the sampling strategy.
-     */
-    sampling_params?: Shared.SamplingParams;
-    /**
-     * (Optional) Configuration for tool use.
-     */
-    tool_config?: InferenceBatchChatCompletionParams.ToolConfig;
-    /**
-     * (Optional) List of tool definitions available to the model.
-     */
-    tools?: Array<InferenceBatchChatCompletionParams.Tool>;
-}
-export declare namespace InferenceBatchChatCompletionParams {
-    /**
-     * (Optional) If specified, log probabilities for each token position will be
-     * returned.
-     */
-    interface Logprobs {
-        /**
-         * How many tokens (for each position) to return log probabilities for.
-         */
-        top_k?: number;
-    }
-    /**
-     * (Optional) Configuration for tool use.
-     */
-    interface ToolConfig {
-        /**
-         * (Optional) Config for how to override the default system prompt. -
-         * `SystemMessageBehavior.append`: Appends the provided system message to the
-         * default system prompt. - `SystemMessageBehavior.replace`: Replaces the default
-         * system prompt with the provided system message. The system message can include
-         * the string '{{function_definitions}}' to indicate where the function definitions
-         * should be inserted.
-         */
-        system_message_behavior?: 'append' | 'replace';
-        /**
-         * (Optional) Whether tool use is automatic, required, or none. Can also specify a
-         * tool name to use a specific tool. Defaults to ToolChoice.auto.
-         */
-        tool_choice?: 'auto' | 'required' | 'none' | (string & {});
-        /**
-         * (Optional) Instructs the model how to format tool calls. By default, Llama Stack
-         * will attempt to use a format that is best adapted to the model. -
-         * `ToolPromptFormat.json`: The tool calls are formatted as a JSON object. -
-         * `ToolPromptFormat.function_tag`: The tool calls are enclosed in a
-         * <function=function_name> tag. - `ToolPromptFormat.python_list`: The tool calls
-         * are output as Python syntax -- a list of function calls.
-         */
-        tool_prompt_format?: 'json' | 'function_tag' | 'python_list';
-    }
-    interface Tool {
-        tool_name: 'brave_search' | 'wolfram_alpha' | 'photogen' | 'code_interpreter' | (string & {});
-        description?: string;
-        parameters?: {
-            [key: string]: Shared.ToolParamDefinition;
-        };
-    }
-}
-export interface InferenceBatchCompletionParams {
-    /**
-     * The content to generate completions for.
-     */
-    content_batch: Array<Shared.InterleavedContent>;
-    /**
-     * The identifier of the model to use. The model must be registered with Llama
-     * Stack and available via the /models endpoint.
-     */
-    model_id: string;
-    /**
-     * (Optional) If specified, log probabilities for each token position will be
-     * returned.
-     */
-    logprobs?: InferenceBatchCompletionParams.Logprobs;
-    /**
-     * (Optional) Grammar specification for guided (structured) decoding.
-     */
-    response_format?: Shared.ResponseFormat;
-    /**
-     * (Optional) Parameters to control the sampling strategy.
-     */
-    sampling_params?: Shared.SamplingParams;
-}
-export declare namespace InferenceBatchCompletionParams {
-    /**
-     * (Optional) If specified, log probabilities for each token position will be
-     * returned.
-     */
-    interface Logprobs {
-        /**
-         * How many tokens (for each position) to return log probabilities for.
-         */
-        top_k?: number;
-    }
-}
-export type InferenceChatCompletionParams = InferenceChatCompletionParamsNonStreaming | InferenceChatCompletionParamsStreaming;
-export interface InferenceChatCompletionParamsBase {
-    /**
-     * List of messages in the conversation.
-     */
-    messages: Array<Shared.Message>;
-    /**
-     * The identifier of the model to use. The model must be registered with Llama
-     * Stack and available via the /models endpoint.
-     */
-    model_id: string;
-    /**
-     * (Optional) If specified, log probabilities for each token position will be
-     * returned.
-     */
-    logprobs?: InferenceChatCompletionParams.Logprobs;
-    /**
-     * (Optional) Grammar specification for guided (structured) decoding. There are two
-     * options: - `ResponseFormat.json_schema`: The grammar is a JSON schema. Most
-     * providers support this format. - `ResponseFormat.grammar`: The grammar is a BNF
-     * grammar. This format is more flexible, but not all providers support it.
-     */
-    response_format?: Shared.ResponseFormat;
-    /**
-     * Parameters to control the sampling strategy.
-     */
-    sampling_params?: Shared.SamplingParams;
-    /**
-     * (Optional) If True, generate an SSE event stream of the response. Defaults to
-     * False.
-     */
-    stream?: boolean;
-    /**
-     * (Optional) Whether tool use is required or automatic. Defaults to
-     * ToolChoice.auto. .. deprecated:: Use tool_config instead.
-     */
-    tool_choice?: 'auto' | 'required' | 'none';
-    /**
-     * (Optional) Configuration for tool use.
-     */
-    tool_config?: InferenceChatCompletionParams.ToolConfig;
-    /**
-     * (Optional) Instructs the model how to format tool calls. By default, Llama Stack
-     * will attempt to use a format that is best adapted to the model. -
-     * `ToolPromptFormat.json`: The tool calls are formatted as a JSON object. -
-     * `ToolPromptFormat.function_tag`: The tool calls are enclosed in a
-     * <function=function_name> tag. - `ToolPromptFormat.python_list`: The tool calls
-     * are output as Python syntax -- a list of function calls. .. deprecated:: Use
-     * tool_config instead.
-     */
-    tool_prompt_format?: 'json' | 'function_tag' | 'python_list';
-    /**
-     * (Optional) List of tool definitions available to the model.
-     */
-    tools?: Array<InferenceChatCompletionParams.Tool>;
-}
-export declare namespace InferenceChatCompletionParams {
-    /**
-     * (Optional) If specified, log probabilities for each token position will be
-     * returned.
-     */
-    interface Logprobs {
-        /**
-         * How many tokens (for each position) to return log probabilities for.
-         */
-        top_k?: number;
-    }
-    /**
-     * (Optional) Configuration for tool use.
-     */
-    interface ToolConfig {
-        /**
-         * (Optional) Config for how to override the default system prompt. -
-         * `SystemMessageBehavior.append`: Appends the provided system message to the
-         * default system prompt. - `SystemMessageBehavior.replace`: Replaces the default
-         * system prompt with the provided system message. The system message can include
-         * the string '{{function_definitions}}' to indicate where the function definitions
-         * should be inserted.
-         */
-        system_message_behavior?: 'append' | 'replace';
-        /**
-         * (Optional) Whether tool use is automatic, required, or none. Can also specify a
-         * tool name to use a specific tool. Defaults to ToolChoice.auto.
-         */
-        tool_choice?: 'auto' | 'required' | 'none' | (string & {});
-        /**
-         * (Optional) Instructs the model how to format tool calls. By default, Llama Stack
-         * will attempt to use a format that is best adapted to the model. -
-         * `ToolPromptFormat.json`: The tool calls are formatted as a JSON object. -
-         * `ToolPromptFormat.function_tag`: The tool calls are enclosed in a
-         * <function=function_name> tag. - `ToolPromptFormat.python_list`: The tool calls
-         * are output as Python syntax -- a list of function calls.
-         */
-        tool_prompt_format?: 'json' | 'function_tag' | 'python_list';
-    }
-    interface Tool {
-        tool_name: 'brave_search' | 'wolfram_alpha' | 'photogen' | 'code_interpreter' | (string & {});
-        description?: string;
-        parameters?: {
-            [key: string]: Shared.ToolParamDefinition;
-        };
-    }
-    type InferenceChatCompletionParamsNonStreaming = InferenceAPI.InferenceChatCompletionParamsNonStreaming;
-    type InferenceChatCompletionParamsStreaming = InferenceAPI.InferenceChatCompletionParamsStreaming;
-}
-export interface InferenceChatCompletionParamsNonStreaming extends InferenceChatCompletionParamsBase {
-    /**
-     * (Optional) If True, generate an SSE event stream of the response. Defaults to
-     * False.
-     */
-    stream?: false;
-}
-export interface InferenceChatCompletionParamsStreaming extends InferenceChatCompletionParamsBase {
-    /**
-     * (Optional) If True, generate an SSE event stream of the response. Defaults to
-     * False.
-     */
-    stream: true;
-}
-export type InferenceCompletionParams = InferenceCompletionParamsNonStreaming | InferenceCompletionParamsStreaming;
-export interface InferenceCompletionParamsBase {
-    /**
-     * The content to generate a completion for.
-     */
-    content: Shared.InterleavedContent;
-    /**
-     * The identifier of the model to use. The model must be registered with Llama
-     * Stack and available via the /models endpoint.
-     */
-    model_id: string;
-    /**
-     * (Optional) If specified, log probabilities for each token position will be
-     * returned.
-     */
-    logprobs?: InferenceCompletionParams.Logprobs;
-    /**
-     * (Optional) Grammar specification for guided (structured) decoding.
-     */
-    response_format?: Shared.ResponseFormat;
-    /**
-     * (Optional) Parameters to control the sampling strategy.
-     */
-    sampling_params?: Shared.SamplingParams;
-    /**
-     * (Optional) If True, generate an SSE event stream of the response. Defaults to
-     * False.
-     */
-    stream?: boolean;
-}
-export declare namespace InferenceCompletionParams {
-    /**
-     * (Optional) If specified, log probabilities for each token position will be
-     * returned.
-     */
-    interface Logprobs {
-        /**
-         * How many tokens (for each position) to return log probabilities for.
-         */
-        top_k?: number;
-    }
-    type InferenceCompletionParamsNonStreaming = InferenceAPI.InferenceCompletionParamsNonStreaming;
-    type InferenceCompletionParamsStreaming = InferenceAPI.InferenceCompletionParamsStreaming;
-}
-export interface InferenceCompletionParamsNonStreaming extends InferenceCompletionParamsBase {
-    /**
-     * (Optional) If True, generate an SSE event stream of the response. Defaults to
-     * False.
-     */
-    stream?: false;
-}
-export interface InferenceCompletionParamsStreaming extends InferenceCompletionParamsBase {
-    /**
-     * (Optional) If True, generate an SSE event stream of the response. Defaults to
-     * False.
-     */
-    stream: true;
-}
-export interface InferenceEmbeddingsParams {
-    /**
-     * List of contents to generate embeddings for. Each content can be a string or an
-     * InterleavedContentItem (and hence can be multimodal). The behavior depends on
-     * the model and provider. Some models may only support text.
-     */
-    contents: Array<string> | Array<Shared.InterleavedContentItem>;
-    /**
-     * The identifier of the model to use. The model must be an embedding model
-     * registered with Llama Stack and available via the /models endpoint.
-     */
-    model_id: string;
-    /**
-     * (Optional) Output dimensionality for the embeddings. Only supported by
-     * Matryoshka models.
-     */
-    output_dimension?: number;
-    /**
-     * (Optional) How is the embedding being used? This is only supported by asymmetric
-     * embedding models.
-     */
-    task_type?: 'query' | 'document';
-    /**
-     * (Optional) Config for how to truncate text for embedding when text is longer
-     * than the model's max sequence length.
-     */
-    text_truncation?: 'none' | 'start' | 'end';
-}
-export interface InferenceRerankParams {
-    /**
-     * List of items to rerank. Each item can be a string, text content part, or image
-     * content part. Each input must not exceed the model's max input token length.
-     */
-    items: Array<string | InferenceRerankParams.OpenAIChatCompletionContentPartTextParam | InferenceRerankParams.OpenAIChatCompletionContentPartImageParam>;
-    /**
-     * The identifier of the reranking model to use.
-     */
-    model: string;
-    /**
-     * The search query to rank items against. Can be a string, text content part, or
-     * image content part. The input must not exceed the model's max input token
-     * length.
-     */
-    query: string | InferenceRerankParams.OpenAIChatCompletionContentPartTextParam | InferenceRerankParams.OpenAIChatCompletionContentPartImageParam;
-    /**
-     * (Optional) Maximum number of results to return. Default: returns all.
-     */
-    max_num_results?: number;
-}
-export declare namespace InferenceRerankParams {
-    /**
-     * Text content part for OpenAI-compatible chat completion messages.
-     */
-    interface OpenAIChatCompletionContentPartTextParam {
-        /**
-         * The text content of the message
-         */
-        text: string;
-        /**
-         * Must be "text" to identify this as text content
-         */
-        type: 'text';
-    }
-    /**
-     * Image content part for OpenAI-compatible chat completion messages.
-     */
-    interface OpenAIChatCompletionContentPartImageParam {
-        /**
-         * Image URL specification and processing details
-         */
-        image_url: OpenAIChatCompletionContentPartImageParam.ImageURL;
-        /**
-         * Must be "image_url" to identify this as image content
-         */
-        type: 'image_url';
-    }
-    namespace OpenAIChatCompletionContentPartImageParam {
-        /**
-         * Image URL specification and processing details
-         */
-        interface ImageURL {
-            /**
-             * URL of the image to include in the message
-             */
-            url: string;
-            /**
-             * (Optional) Level of detail for image processing. Can be "low", "high", or "auto"
-             */
-            detail?: string;
-        }
-    }
-    /**
-     * Text content part for OpenAI-compatible chat completion messages.
-     */
-    interface OpenAIChatCompletionContentPartTextParam {
-        /**
-         * The text content of the message
-         */
-        text: string;
-        /**
-         * Must be "text" to identify this as text content
-         */
-        type: 'text';
-    }
-    /**
-     * Image content part for OpenAI-compatible chat completion messages.
-     */
-    interface OpenAIChatCompletionContentPartImageParam {
-        /**
-         * Image URL specification and processing details
-         */
-        image_url: OpenAIChatCompletionContentPartImageParam.ImageURL;
-        /**
-         * Must be "image_url" to identify this as image content
-         */
-        type: 'image_url';
-    }
-    namespace OpenAIChatCompletionContentPartImageParam {
-        /**
-         * Image URL specification and processing details
-         */
-        interface ImageURL {
-            /**
-             * URL of the image to include in the message
-             */
-            url: string;
-            /**
-             * (Optional) Level of detail for image processing. Can be "low", "high", or "auto"
-             */
-            detail?: string;
-        }
-    }
-}
-export declare namespace Inference {
-    export { type ChatCompletionResponseStreamChunk as ChatCompletionResponseStreamChunk, type CompletionResponse as CompletionResponse, type EmbeddingsResponse as EmbeddingsResponse, type TokenLogProbs as TokenLogProbs, type InferenceBatchChatCompletionResponse as InferenceBatchChatCompletionResponse, type InferenceRerankResponse as InferenceRerankResponse, type InferenceBatchChatCompletionParams as InferenceBatchChatCompletionParams, type InferenceBatchCompletionParams as InferenceBatchCompletionParams, type InferenceChatCompletionParams as InferenceChatCompletionParams, type InferenceChatCompletionParamsNonStreaming as InferenceChatCompletionParamsNonStreaming, type InferenceChatCompletionParamsStreaming as InferenceChatCompletionParamsStreaming, type InferenceCompletionParams as InferenceCompletionParams, type InferenceCompletionParamsNonStreaming as InferenceCompletionParamsNonStreaming, type InferenceCompletionParamsStreaming as InferenceCompletionParamsStreaming, type InferenceEmbeddingsParams as InferenceEmbeddingsParams, type InferenceRerankParams as InferenceRerankParams, };
-}
-//# sourceMappingURL=inference.d.ts.map

package/resources/inference.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"inference.d.ts","sourceRoot":"","sources":["../src/resources/inference.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAChC,OAAO,KAAK,YAAY,MAAM,aAAa,CAAC;AAC5C,OAAO,KAAK,MAAM,MAAM,UAAU,CAAC;AACnC,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAEtC,qBAAa,SAAU,SAAQ,WAAW;IACxC;;OAEG;IACH,mBAAmB,CACjB,IAAI,EAAE,kCAAkC,EACxC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,oCAAoC,CAAC;IAIxD;;OAEG;IACH,eAAe,CACb,IAAI,EAAE,8BAA8B,EACpC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,eAAe,CAAC;IAI1C;;;;OAIG;IACH,cAAc,CACZ,IAAI,EAAE,yCAAyC,EAC/C,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,UAAU,CAAC,MAAM,CAAC,sBAAsB,CAAC;IAC5C,cAAc,CACZ,IAAI,EAAE,sCAAsC,EAC5C,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,UAAU,CAAC,MAAM,CAAC,iCAAiC,CAAC,CAAC;IACxD,cAAc,CACZ,IAAI,EAAE,iCAAiC,EACvC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,UAAU,CAAC,MAAM,CAAC,iCAAiC,CAAC,GAAG,MAAM,CAAC,sBAAsB,CAAC;IAYxF;;;;OAIG;IACH,UAAU,CACR,IAAI,EAAE,qCAAqC,EAC3C,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,UAAU,CAAC,kBAAkB,CAAC;IACjC,UAAU,CACR,IAAI,EAAE,kCAAkC,EACxC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,UAAU,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;IACzC,UAAU,CACR,IAAI,EAAE,6BAA6B,EACnC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,UAAU,CAAC,MAAM,CAAC,kBAAkB,CAAC,GAAG,kBAAkB,CAAC;IAY9D;;;;OAIG;IACH,UAAU,CACR,IAAI,EAAE,yBAAyB,EAC/B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC;IAItC;;OAEG;IACH,MAAM,CACJ,IAAI,EAAE,qBAAqB,EAC3B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,uBAAuB,CAAC;CAO5C;AAED;;GAEG;AACH,MAAM,WAAW,iCAAiC;IAChD;;OAEG;IACH,KAAK,EAAE,iCAAiC,CAAC,KAAK,CAAC;IAE/C;;OAEG;IACH,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;CAChC;AAED,yBAAiB,iCAAiC,CAAC;IACjD;;OAEG;IACH,UAAiB,KAAK;QACpB;;;WAGG;QACH,KAAK,EAAE,MAAM,CAAC,YAAY,CAAC;QAE3B;;WAEG;QACH,UAAU,EAAE,OAAO,GAAG,UAAU,GAAG,UAAU,CAAC;QAE9C;;WAEG;QACH,QAAQ,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;QAE7C;;WAEG;QACH,WAAW,CAAC,EAAE,aAAa,GAAG,gBAAgB,GAAG,eAAe,CAAC;KAClE;CACF;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,WAAW,EAAE,aAAa,GAAG,gBAAgB,GAAG,eAAe,CAAC;IAEhE;;OAEG;IACH,QAAQ,CAAC,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;IAEhC;;OAEG;IACH,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC;;;;OAIG;IACH,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;CAClC;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B;;OAEG;IACH,iBAAiB,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;CAC9C;AAED;;GAEG;AACH,MAAM,WAAW,oCAAoC;IACnD;;OAEG;IACH,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;CAC7C;AAED;;GAEG;AACH,MAAM,MAAM,uBAAuB,GAAG,KAAK,CAAC,uBAAuB,CAAC,2BAA2B,CAAC,CAAC;AAEjG,yBAAiB,uBAAuB,CAAC;IACvC;;OAEG;IACH,UAAiB,2BAA2B;QAC1C;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;;WAGG;QACH,eAAe,EAAE,MAAM,CAAC;KACzB;CACF;AAED,MAAM,WAAW,kCAAkC;IACjD;;OAEG;IACH,cAAc,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IAE7C;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;;OAGG;IACH,QAAQ,CAAC,EAAE,kCAAkC,CAAC,QAAQ,CAAC;IAEvD;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;IAExC;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;IAExC;;OAEG;IACH,WAAW,CAAC,EAAE,kCAAkC,CAAC,UAAU,CAAC;IAE5D;;OAEG;IACH,KAAK,CAAC,EAAE,KAAK,CAAC,kCAAkC,CAAC,IAAI,CAAC,CAAC;CACxD;AAED,yBAAiB,kCAAkC,CAAC;IAClD;;;OAGG;IACH,UAAiB,QAAQ;QACvB;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB;IAED;;OAEG;IACH,UAAiB,UAAU;QACzB;;;;;;;WAOG;QACH,uBAAuB,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAC;QAE/C;;;WAGG;QACH,WAAW,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;QAE3D;;;;;;;WAOG;QACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,cAAc,GAAG,aAAa,CAAC;KAC9D;IAED,UAAiB,IAAI;QACnB,SAAS,EAAE,cAAc,GAAG,eAAe,GAAG,UAAU,GAAG,kBAAkB,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;QAE9F,WAAW,CAAC,EAAE,MAAM,CAAC;QAErB,UAAU,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC,mBAAmB,CAAA;SAAE,CAAC;KAC5D;CACF;AAED,MAAM,WAAW,8BAA8B;IAC7C;;OAEG;IACH,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAEhD;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;;OAGG;IACH,QAAQ,CAAC,EAAE,8BAA8B,CAAC,QAAQ,CAAC;IAEnD;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;IAExC;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;CACzC;AAED,yBAAiB,8BAA8B,CAAC;IAC9C;;;OAGG;IACH,UAAiB,QAAQ;QACvB;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB;CACF;AAED,MAAM,MAAM,6BAA6B,GACrC,yCAAyC,GACzC,sCAAsC,CAAC;AAE3C,MAAM,WAAW,iCAAiC;IAChD;;OAEG;IACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAEhC;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;;OAGG;IACH,QAAQ,CAAC,EAAE,6BAA6B,CAAC,QAAQ,CAAC;IAElD;;;;;OAKG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;IAExC;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;IAExC;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;IAEjB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,CAAC;IAE3C;;OAEG;IACH,WAAW,CAAC,EAAE,6BAA6B,CAAC,UAAU,CAAC;IAEvD;;;;;;;;OAQG;IACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,cAAc,GAAG,aAAa,CAAC;IAE7D;;OAEG;IACH,KAAK,CAAC,EAAE,KAAK,CAAC,6BAA6B,CAAC,IAAI,CAAC,CAAC;CACnD;AAED,yBAAiB,6BAA6B,CAAC;IAC7C;;;OAGG;IACH,UAAiB,QAAQ;QACvB;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB;IAED;;OAEG;IACH,UAAiB,UAAU;QACzB;;;;;;;WAOG;QACH,uBAAuB,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAC;QAE/C;;;WAGG;QACH,WAAW,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;QAE3D;;;;;;;WAOG;QACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,cAAc,GAAG,aAAa,CAAC;KAC9D;IAED,UAAiB,IAAI;QACnB,SAAS,EAAE,cAAc,GAAG,eAAe,GAAG,UAAU,GAAG,kBAAkB,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;QAE9F,WAAW,CAAC,EAAE,MAAM,CAAC;QAErB,UAAU,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC,mBAAmB,CAAA;SAAE,CAAC;KAC5D;IAED,KAAY,yCAAyC,GACnD,YAAY,CAAC,yCAAyC,CAAC;IACzD,KAAY,sCAAsC,GAAG,YAAY,CAAC,sCAAsC,CAAC;CAC1G;AAED,MAAM,WAAW,yCAA0C,SAAQ,iCAAiC;IAClG;;;OAGG;IACH,MAAM,CAAC,EAAE,KAAK,CAAC;CAChB;AAED,MAAM,WAAW,sCAAuC,SAAQ,iCAAiC;IAC/F;;;OAGG;IACH,MAAM,EAAE,IAAI,CAAC;CACd;AAED,MAAM,MAAM,yBAAyB,GACjC,qCAAqC,GACrC,kCAAkC,CAAC;AAEvC,MAAM,WAAW,6BAA6B;IAC5C;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC,kBAAkB,CAAC;IAEnC;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;;OAGG;IACH,QAAQ,CAAC,EAAE,yBAAyB,CAAC,QAAQ,CAAC;IAE9C;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;IAExC;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;IAExC;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,yBAAiB,yBAAyB,CAAC;IACzC;;;OAGG;IACH,UAAiB,QAAQ;QACvB;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB;IAED,KAAY,qCAAqC,GAAG,YAAY,CAAC,qCAAqC,CAAC;IACvG,KAAY,kCAAkC,GAAG,YAAY,CAAC,kCAAkC,CAAC;CAClG;AAED,MAAM,WAAW,qCAAsC,SAAQ,6BAA6B;IAC1F;;;OAGG;IACH,MAAM,CAAC,EAAE,KAAK,CAAC;CAChB;AAED,MAAM,WAAW,kCAAmC,SAAQ,6BAA6B;IACvF;;;OAGG;IACH,MAAM,EAAE,IAAI,CAAC;CACd;AAED,MAAM,WAAW,yBAAyB;IACxC;;;;OAIG;IACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAE/D;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B;;;OAGG;IACH,SAAS,CAAC,EAAE,OAAO,GAAG,UAAU,CAAC;IAEjC;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;CAC5C;AAED,MAAM,WAAW,qBAAqB;IACpC;;;OAGG;IACH,KAAK,EAAE,KAAK,CACR,MAAM,GACN,qBAAqB,CAAC,wCAAwC,GAC9D,qBAAqB,CAAC,yCAAyC,CAClE,CAAC;IAEF;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;;;OAIG;IACH,KAAK,EACD,MAAM,GACN,qBAAqB,CAAC,wCAAwC,GAC9D,qBAAqB,CAAC,yCAAyC,CAAC;IAEpE;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,yBAAiB,qBAAqB,CAAC;IACrC;;OAEG;IACH,UAAiB,wCAAwC;QACvD;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;KACd;IAED;;OAEG;IACH,UAAiB,yCAAyC;QACxD;;WAEG;QACH,SAAS,EAAE,yCAAyC,CAAC,QAAQ,CAAC;QAE9D;;WAEG;QACH,IAAI,EAAE,WAAW,CAAC;KACnB;IAED,UAAiB,yCAAyC,CAAC;QACzD;;WAEG;QACH,UAAiB,QAAQ;YACvB;;eAEG;YACH,GAAG,EAAE,MAAM,CAAC;YAEZ;;eAEG;YACH,MAAM,CAAC,EAAE,MAAM,CAAC;SACjB;KACF;IAED;;OAEG;IACH,UAAiB,wCAAwC;QACvD;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;KACd;IAED;;OAEG;IACH,UAAiB,yCAAyC;QACxD;;WAEG;QACH,SAAS,EAAE,yCAAyC,CAAC,QAAQ,CAAC;QAE9D;;WAEG;QACH,IAAI,EAAE,WAAW,CAAC;KACnB;IAED,UAAiB,yCAAyC,CAAC;QACzD;;WAEG;QACH,UAAiB,QAAQ;YACvB;;eAEG;YACH,GAAG,EAAE,MAAM,CAAC;YAEZ;;eAEG;YACH,MAAM,CAAC,EAAE,MAAM,CAAC;SACjB;KACF;CACF;AAED,MAAM,CAAC,OAAO,WAAW,SAAS,CAAC;IACjC,OAAO,EACL,KAAK,iCAAiC,IAAI,iCAAiC,EAC3E,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,oCAAoC,IAAI,oCAAoC,EACjF,KAAK,uBAAuB,IAAI,uBAAuB,EACvD,KAAK,kCAAkC,IAAI,kCAAkC,EAC7E,KAAK,8BAA8B,IAAI,8BAA8B,EACrE,KAAK,6BAA6B,IAAI,6BAA6B,EACnE,KAAK,yCAAyC,IAAI,yCAAyC,EAC3F,KAAK,sCAAsC,IAAI,sCAAsC,EACrF,KAAK,yBAAyB,IAAI,yBAAyB,EAC3D,KAAK,qCAAqC,IAAI,qCAAqC,EACnF,KAAK,kCAAkC,IAAI,kCAAkC,EAC7E,KAAK,yBAAyB,IAAI,yBAAyB,EAC3D,KAAK,qBAAqB,IAAI,qBAAqB,GACpD,CAAC;CACH"}

package/resources/inference.js

@@ -1,54 +0,0 @@
-"use strict";
-// Copyright (c) Meta Platforms, Inc. and affiliates.
-// All rights reserved.
-//
-// This source code is licensed under the terms described in the LICENSE file in
-// the root directory of this source tree.
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Inference = void 0;
-// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
-const resource_1 = require("../resource.js");
-class Inference extends resource_1.APIResource {
-    /**
-     * Generate chat completions for a batch of messages using the specified model.
-     */
-    batchChatCompletion(body, options) {
-        return this._client.post('/v1/inference/batch-chat-completion', { body, ...options });
-    }
-    /**
-     * Generate completions for a batch of content using the specified model.
-     */
-    batchCompletion(body, options) {
-        return this._client.post('/v1/inference/batch-completion', { body, ...options });
-    }
-    chatCompletion(body, options) {
-        return this._client.post('/v1/inference/chat-completion', {
-            body,
-            ...options,
-            stream: body.stream ?? false,
-        });
-    }
-    completion(body, options) {
-        return this._client.post('/v1/inference/completion', {
-            body,
-            ...options,
-            stream: body.stream ?? false,
-        });
-    }
-    /**
-     * Generate embeddings for content pieces using the specified model.
-     *
-     * @deprecated /v1/inference/embeddings is deprecated. Please use /v1/openai/v1/embeddings.
-     */
-    embeddings(body, options) {
-        return this._client.post('/v1/inference/embeddings', { body, ...options });
-    }
-    /**
-     * Rerank a list of documents based on their relevance to a query.
-     */
-    rerank(body, options) {
-        return this._client.post('/v1/inference/rerank', { body, ...options })._thenUnwrap((obj) => obj.data);
-    }
-}
-exports.Inference = Inference;
-//# sourceMappingURL=inference.js.map

package/resources/inference.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"inference.js","sourceRoot":"","sources":["../src/resources/inference.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;;;AAE1C,sFAAsF;AAEtF,6CAA0C;AAO1C,MAAa,SAAU,SAAQ,sBAAW;IACxC;;OAEG;IACH,mBAAmB,CACjB,IAAwC,EACxC,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,qCAAqC,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACxF,CAAC;IAED;;OAEG;IACH,eAAe,CACb,IAAoC,EACpC,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gCAAgC,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACnF,CAAC;IAmBD,cAAc,CACZ,IAAmC,EACnC,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,+BAA+B,EAAE;YACxD,IAAI;YACJ,GAAG,OAAO;YACV,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,KAAK;SAC7B,CAAsG,CAAC;IAC1G,CAAC;IAmBD,UAAU,CACR,IAA+B,EAC/B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,0BAA0B,EAAE;YACnD,IAAI;YACJ,GAAG,OAAO;YACV,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,KAAK;SAC7B,CAA4E,CAAC;IAChF,CAAC;IAED;;;;OAIG;IACH,UAAU,CACR,IAA+B,EAC/B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,0BAA0B,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED;;OAEG;IACH,MAAM,CACJ,IAA2B,EAC3B,OAA6B;QAE7B,OACE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAG/D,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;CACF;AAtGD,8BAsGC"}