@huggingface/tasks 0.13.0-test2 → 0.13.0-test4

package/dist/tasks/chat-completion/inference.d.cts

@@ -0,0 +1,291 @@
+/**
+ * Inference code generated from the JSON schema spec in ./spec
+ *
+ * Using src/scripts/inference-codegen
+ */
+/**
+ * Chat Completion Input.
+ *
+ * Auto-generated from TGI specs.
+ * For more details, check out
+ * https://github.com/huggingface/huggingface.js/blob/main/packages/tasks/scripts/inference-tgi-import.ts.
+ */
+export interface ChatCompletionInput {
+    /**
+     * Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing
+     * frequency in the text so far,
+     * decreasing the model's likelihood to repeat the same line verbatim.
+     */
+    frequency_penalty?: number;
+    /**
+     * UNUSED
+     * Modify the likelihood of specified tokens appearing in the completion. Accepts a JSON
+     * object that maps tokens
+     * (specified by their token ID in the tokenizer) to an associated bias value from -100 to
+     * 100. Mathematically,
+     * the bias is added to the logits generated by the model prior to sampling. The exact
+     * effect will vary per model,
+     * but values between -1 and 1 should decrease or increase likelihood of selection; values
+     * like -100 or 100 should
+     * result in a ban or exclusive selection of the relevant token.
+     */
+    logit_bias?: number[];
+    /**
+     * Whether to return log probabilities of the output tokens or not. If true, returns the log
+     * probabilities of each
+     * output token returned in the content of message.
+     */
+    logprobs?: boolean;
+    /**
+     * The maximum number of tokens that can be generated in the chat completion.
+     */
+    max_tokens?: number;
+    /**
+     * A list of messages comprising the conversation so far.
+     */
+    messages: ChatCompletionInputMessage[];
+    /**
+     * [UNUSED] ID of the model to use. See the model endpoint compatibility table for details
+     * on which models work with the Chat API.
+     */
+    model?: string;
+    /**
+     * UNUSED
+     * How many chat completion choices to generate for each input message. Note that you will
+     * be charged based on the
+     * number of generated tokens across all of the choices. Keep n as 1 to minimize costs.
+     */
+    n?: number;
+    /**
+     * Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they
+     * appear in the text so far,
+     * increasing the model's likelihood to talk about new topics
+     */
+    presence_penalty?: number;
+    response_format?: ChatCompletionInputGrammarType;
+    seed?: number;
+    /**
+     * Up to 4 sequences where the API will stop generating further tokens.
+     */
+    stop?: string[];
+    stream?: boolean;
+    stream_options?: ChatCompletionInputStreamOptions;
+    /**
+     * What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the
+     * output more random, while
+     * lower values like 0.2 will make it more focused and deterministic.
+     *
+     * We generally recommend altering this or `top_p` but not both.
+     */
+    temperature?: number;
+    tool_choice?: ChatCompletionInputTool;
+    /**
+     * A prompt to be appended before the tools
+     */
+    tool_prompt?: string;
+    /**
+     * A list of tools the model may call. Currently, only functions are supported as a tool.
+     * Use this to provide a list of
+     * functions the model may generate JSON inputs for.
+     */
+    tools?: ToolElement[];
+    /**
+     * An integer between 0 and 5 specifying the number of most likely tokens to return at each
+     * token position, each with
+     * an associated log probability. logprobs must be set to true if this parameter is used.
+     */
+    top_logprobs?: number;
+    /**
+     * An alternative to sampling with temperature, called nucleus sampling, where the model
+     * considers the results of the
+     * tokens with top_p probability mass. So 0.1 means only the tokens comprising the top 10%
+     * probability mass are considered.
+     */
+    top_p?: number;
+    [property: string]: unknown;
+}
+export interface ChatCompletionInputMessage {
+    content: ChatCompletionInputMessageContent;
+    name?: string;
+    role: string;
+    [property: string]: unknown;
+}
+export type ChatCompletionInputMessageContent = ChatCompletionInputMessageChunk[] | string;
+export interface ChatCompletionInputMessageChunk {
+    image_url?: ChatCompletionInputURL;
+    text?: string;
+    type: ChatCompletionInputMessageChunkType;
+    [property: string]: unknown;
+}
+export interface ChatCompletionInputURL {
+    url: string;
+    [property: string]: unknown;
+}
+export type ChatCompletionInputMessageChunkType = "text" | "image_url";
+export interface ChatCompletionInputGrammarType {
+    type: ChatCompletionInputGrammarTypeType;
+    /**
+     * A string that represents a [JSON Schema](https://json-schema.org/).
+     *
+     * JSON Schema is a declarative language that allows to annotate JSON documents
+     * with types and descriptions.
+     */
+    value: unknown;
+    [property: string]: unknown;
+}
+export type ChatCompletionInputGrammarTypeType = "json" | "regex";
+export interface ChatCompletionInputStreamOptions {
+    /**
+     * If set, an additional chunk will be streamed before the data: [DONE] message. The usage
+     * field on this chunk shows the token usage statistics for the entire request, and the
+     * choices field will always be an empty array. All other chunks will also include a usage
+     * field, but with a null value.
+     */
+    include_usage: boolean;
+    [property: string]: unknown;
+}
+export type ChatCompletionInputTool = ChatCompletionInputToolType | string;
+export interface ChatCompletionInputToolType {
+    function?: ChatCompletionInputFunctionName;
+    [property: string]: unknown;
+}
+export interface ChatCompletionInputFunctionName {
+    name: string;
+    [property: string]: unknown;
+}
+export interface ToolElement {
+    function: ChatCompletionInputFunctionDefinition;
+    type: string;
+    [property: string]: unknown;
+}
+export interface ChatCompletionInputFunctionDefinition {
+    arguments: unknown;
+    description?: string;
+    name: string;
+    [property: string]: unknown;
+}
+/**
+ * Chat Completion Output.
+ *
+ * Auto-generated from TGI specs.
+ * For more details, check out
+ * https://github.com/huggingface/huggingface.js/blob/main/packages/tasks/scripts/inference-tgi-import.ts.
+ */
+export interface ChatCompletionOutput {
+    choices: ChatCompletionOutputComplete[];
+    created: number;
+    id: string;
+    model: string;
+    system_fingerprint: string;
+    usage: ChatCompletionOutputUsage;
+    [property: string]: unknown;
+}
+export interface ChatCompletionOutputComplete {
+    finish_reason: string;
+    index: number;
+    logprobs?: ChatCompletionOutputLogprobs;
+    message: ChatCompletionOutputMessage;
+    [property: string]: unknown;
+}
+export interface ChatCompletionOutputLogprobs {
+    content: ChatCompletionOutputLogprob[];
+    [property: string]: unknown;
+}
+export interface ChatCompletionOutputLogprob {
+    logprob: number;
+    token: string;
+    top_logprobs: ChatCompletionOutputTopLogprob[];
+    [property: string]: unknown;
+}
+export interface ChatCompletionOutputTopLogprob {
+    logprob: number;
+    token: string;
+    [property: string]: unknown;
+}
+export interface ChatCompletionOutputMessage {
+    content?: string;
+    role: string;
+    tool_calls?: ChatCompletionOutputToolCall[];
+    [property: string]: unknown;
+}
+export interface ChatCompletionOutputToolCall {
+    function: ChatCompletionOutputFunctionDefinition;
+    id: string;
+    type: string;
+    [property: string]: unknown;
+}
+export interface ChatCompletionOutputFunctionDefinition {
+    arguments: unknown;
+    description?: string;
+    name: string;
+    [property: string]: unknown;
+}
+export interface ChatCompletionOutputUsage {
+    completion_tokens: number;
+    prompt_tokens: number;
+    total_tokens: number;
+    [property: string]: unknown;
+}
+/**
+ * Chat Completion Stream Output.
+ *
+ * Auto-generated from TGI specs.
+ * For more details, check out
+ * https://github.com/huggingface/huggingface.js/blob/main/packages/tasks/scripts/inference-tgi-import.ts.
+ */
+export interface ChatCompletionStreamOutput {
+    choices: ChatCompletionStreamOutputChoice[];
+    created: number;
+    id: string;
+    model: string;
+    system_fingerprint: string;
+    usage?: ChatCompletionStreamOutputUsage;
+    [property: string]: unknown;
+}
+export interface ChatCompletionStreamOutputChoice {
+    delta: ChatCompletionStreamOutputDelta;
+    finish_reason?: string;
+    index: number;
+    logprobs?: ChatCompletionStreamOutputLogprobs;
+    [property: string]: unknown;
+}
+export interface ChatCompletionStreamOutputDelta {
+    content?: string;
+    role: string;
+    tool_calls?: ChatCompletionStreamOutputDeltaToolCall;
+    [property: string]: unknown;
+}
+export interface ChatCompletionStreamOutputDeltaToolCall {
+    function: ChatCompletionStreamOutputFunction;
+    id: string;
+    index: number;
+    type: string;
+    [property: string]: unknown;
+}
+export interface ChatCompletionStreamOutputFunction {
+    arguments: string;
+    name?: string;
+    [property: string]: unknown;
+}
+export interface ChatCompletionStreamOutputLogprobs {
+    content: ChatCompletionStreamOutputLogprob[];
+    [property: string]: unknown;
+}
+export interface ChatCompletionStreamOutputLogprob {
+    logprob: number;
+    token: string;
+    top_logprobs: ChatCompletionStreamOutputTopLogprob[];
+    [property: string]: unknown;
+}
+export interface ChatCompletionStreamOutputTopLogprob {
+    logprob: number;
+    token: string;
+    [property: string]: unknown;
+}
+export interface ChatCompletionStreamOutputUsage {
+    completion_tokens: number;
+    prompt_tokens: number;
+    total_tokens: number;
+    [property: string]: unknown;
+}
+//# sourceMappingURL=inference.d.cts.map

package/dist/tasks/chat-completion/inference.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference.d.cts","sourceRoot":"","sources":["../../../src/tasks/chat-completion/inference.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;;;;;GAMG;AACH,MAAM,WAAW,mBAAmB;IACnC;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B;;;;;;;;;;;OAWG;IACH,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,0BAA0B,EAAE,CAAC;IACvC;;;OAGG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;;;OAKG;IACH,CAAC,CAAC,EAAE,MAAM,CAAC;IACX;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,8BAA8B,CAAC;IACjD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,gCAAgC,CAAC;IAClD;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,uBAAuB,CAAC;IACtC;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,KAAK,CAAC,EAAE,WAAW,EAAE,CAAC;IACtB;;;;OAIG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB;;;;;OAKG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,0BAA0B;IAC1C,OAAO,EAAE,iCAAiC,CAAC;IAC3C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,MAAM,iCAAiC,GAAG,+BAA+B,EAAE,GAAG,MAAM,CAAC;AAE3F,MAAM,WAAW,+BAA+B;IAC/C,SAAS,CAAC,EAAE,sBAAsB,CAAC;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,mCAAmC,CAAC;IAC1C,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,sBAAsB;IACtC,GAAG,EAAE,MAAM,CAAC;IACZ,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,MAAM,mCAAmC,GAAG,MAAM,GAAG,WAAW,CAAC;AAEvE,MAAM,WAAW,8BAA8B;IAC9C,IAAI,EAAE,kCAAkC,CAAC;IACzC;;;;;OAKG;IACH,KAAK,EAAE,OAAO,CAAC;IACf,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,MAAM,kCAAkC,GAAG,MAAM,GAAG,OAAO,CAAC;AAElE,MAAM,WAAW,gCAAgC;IAChD;;;;;OAKG;IACH,aAAa,EAAE,OAAO,CAAC;IACvB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,MAAM,uBAAuB,GAAG,2BAA2B,GAAG,MAAM,CAAC;AAE3E,MAAM,WAAW,2BAA2B;IAC3C,QAAQ,CAAC,EAAE,+BAA+B,CAAC;IAC3C,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,+BAA+B;IAC/C,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,WAAW;IAC3B,QAAQ,EAAE,qCAAqC,CAAC;IAChD,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,qCAAqC;IACrD,SAAS,EAAE,OAAO,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED;;;;;;GAMG;AACH,MAAM,WAAW,oBAAoB;IACpC,OAAO,EAAE,4BAA4B,EAAE,CAAC;IACxC,OAAO,EAAE,MAAM,CAAC;IAChB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,kBAAkB,EAAE,MAAM,CAAC;IAC3B,KAAK,EAAE,yBAAyB,CAAC;IACjC,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,4BAA4B;IAC5C,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,4BAA4B,CAAC;IACxC,OAAO,EAAE,2BAA2B,CAAC;IACrC,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,4BAA4B;IAC5C,OAAO,EAAE,2BAA2B,EAAE,CAAC;IACvC,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,2BAA2B;IAC3C,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,8BAA8B,EAAE,CAAC;IAC/C,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,8BAA8B;IAC9C,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,2BAA2B;IAC3C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,4BAA4B,EAAE,CAAC;IAC5C,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,4BAA4B;IAC5C,QAAQ,EAAE,sCAAsC,CAAC;IACjD,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,sCAAsC;IACtD,SAAS,EAAE,OAAO,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,yBAAyB;IACzC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED;;;;;;GAMG;AACH,MAAM,WAAW,0BAA0B;IAC1C,OAAO,EAAE,gCAAgC,EAAE,CAAC;IAC5C,OAAO,EAAE,MAAM,CAAC;IAChB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,kBAAkB,EAAE,MAAM,CAAC;IAC3B,KAAK,CAAC,EAAE,+BAA+B,CAAC;IACxC,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,gCAAgC;IAChD,KAAK,EAAE,+BAA+B,CAAC;IACvC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,kCAAkC,CAAC;IAC9C,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,+BAA+B;IAC/C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,uCAAuC,CAAC;IACrD,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,uCAAuC;IACvD,QAAQ,EAAE,kCAAkC,CAAC;IAC7C,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,kCAAkC;IAClD,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,kCAAkC;IAClD,OAAO,EAAE,iCAAiC,EAAE,CAAC;IAC7C,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,iCAAiC;IACjD,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,oCAAoC,EAAE,CAAC;IACrD,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,oCAAoC;IACpD,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,+BAA+B;IAC/C,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B"}

package/dist/tasks/chat-completion/inference.d.ts

@@ -0,0 +1,291 @@
+/**
+ * Inference code generated from the JSON schema spec in ./spec
+ *
+ * Using src/scripts/inference-codegen
+ */
+/**
+ * Chat Completion Input.
+ *
+ * Auto-generated from TGI specs.
+ * For more details, check out
+ * https://github.com/huggingface/huggingface.js/blob/main/packages/tasks/scripts/inference-tgi-import.ts.
+ */
+export interface ChatCompletionInput {
+    /**
+     * Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing
+     * frequency in the text so far,
+     * decreasing the model's likelihood to repeat the same line verbatim.
+     */
+    frequency_penalty?: number;
+    /**
+     * UNUSED
+     * Modify the likelihood of specified tokens appearing in the completion. Accepts a JSON
+     * object that maps tokens
+     * (specified by their token ID in the tokenizer) to an associated bias value from -100 to
+     * 100. Mathematically,
+     * the bias is added to the logits generated by the model prior to sampling. The exact
+     * effect will vary per model,
+     * but values between -1 and 1 should decrease or increase likelihood of selection; values
+     * like -100 or 100 should
+     * result in a ban or exclusive selection of the relevant token.
+     */
+    logit_bias?: number[];
+    /**
+     * Whether to return log probabilities of the output tokens or not. If true, returns the log
+     * probabilities of each
+     * output token returned in the content of message.
+     */
+    logprobs?: boolean;
+    /**
+     * The maximum number of tokens that can be generated in the chat completion.
+     */
+    max_tokens?: number;
+    /**
+     * A list of messages comprising the conversation so far.
+     */
+    messages: ChatCompletionInputMessage[];
+    /**
+     * [UNUSED] ID of the model to use. See the model endpoint compatibility table for details
+     * on which models work with the Chat API.
+     */
+    model?: string;
+    /**
+     * UNUSED
+     * How many chat completion choices to generate for each input message. Note that you will
+     * be charged based on the
+     * number of generated tokens across all of the choices. Keep n as 1 to minimize costs.
+     */
+    n?: number;
+    /**
+     * Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they
+     * appear in the text so far,
+     * increasing the model's likelihood to talk about new topics
+     */
+    presence_penalty?: number;
+    response_format?: ChatCompletionInputGrammarType;
+    seed?: number;
+    /**
+     * Up to 4 sequences where the API will stop generating further tokens.
+     */
+    stop?: string[];
+    stream?: boolean;
+    stream_options?: ChatCompletionInputStreamOptions;
+    /**
+     * What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the
+     * output more random, while
+     * lower values like 0.2 will make it more focused and deterministic.
+     *
+     * We generally recommend altering this or `top_p` but not both.
+     */
+    temperature?: number;
+    tool_choice?: ChatCompletionInputTool;
+    /**
+     * A prompt to be appended before the tools
+     */
+    tool_prompt?: string;
+    /**
+     * A list of tools the model may call. Currently, only functions are supported as a tool.
+     * Use this to provide a list of
+     * functions the model may generate JSON inputs for.
+     */
+    tools?: ToolElement[];
+    /**
+     * An integer between 0 and 5 specifying the number of most likely tokens to return at each
+     * token position, each with
+     * an associated log probability. logprobs must be set to true if this parameter is used.
+     */
+    top_logprobs?: number;
+    /**
+     * An alternative to sampling with temperature, called nucleus sampling, where the model
+     * considers the results of the
+     * tokens with top_p probability mass. So 0.1 means only the tokens comprising the top 10%
+     * probability mass are considered.
+     */
+    top_p?: number;
+    [property: string]: unknown;
+}
+export interface ChatCompletionInputMessage {
+    content: ChatCompletionInputMessageContent;
+    name?: string;
+    role: string;
+    [property: string]: unknown;
+}
+export type ChatCompletionInputMessageContent = ChatCompletionInputMessageChunk[] | string;
+export interface ChatCompletionInputMessageChunk {
+    image_url?: ChatCompletionInputURL;
+    text?: string;
+    type: ChatCompletionInputMessageChunkType;
+    [property: string]: unknown;
+}
+export interface ChatCompletionInputURL {
+    url: string;
+    [property: string]: unknown;
+}
+export type ChatCompletionInputMessageChunkType = "text" | "image_url";
+export interface ChatCompletionInputGrammarType {
+    type: ChatCompletionInputGrammarTypeType;
+    /**
+     * A string that represents a [JSON Schema](https://json-schema.org/).
+     *
+     * JSON Schema is a declarative language that allows to annotate JSON documents
+     * with types and descriptions.
+     */
+    value: unknown;
+    [property: string]: unknown;
+}
+export type ChatCompletionInputGrammarTypeType = "json" | "regex";
+export interface ChatCompletionInputStreamOptions {
+    /**
+     * If set, an additional chunk will be streamed before the data: [DONE] message. The usage
+     * field on this chunk shows the token usage statistics for the entire request, and the
+     * choices field will always be an empty array. All other chunks will also include a usage
+     * field, but with a null value.
+     */
+    include_usage: boolean;
+    [property: string]: unknown;
+}
+export type ChatCompletionInputTool = ChatCompletionInputToolType | string;
+export interface ChatCompletionInputToolType {
+    function?: ChatCompletionInputFunctionName;
+    [property: string]: unknown;
+}
+export interface ChatCompletionInputFunctionName {
+    name: string;
+    [property: string]: unknown;
+}
+export interface ToolElement {
+    function: ChatCompletionInputFunctionDefinition;
+    type: string;
+    [property: string]: unknown;
+}
+export interface ChatCompletionInputFunctionDefinition {
+    arguments: unknown;
+    description?: string;
+    name: string;
+    [property: string]: unknown;
+}
+/**
+ * Chat Completion Output.
+ *
+ * Auto-generated from TGI specs.
+ * For more details, check out
+ * https://github.com/huggingface/huggingface.js/blob/main/packages/tasks/scripts/inference-tgi-import.ts.
+ */
+export interface ChatCompletionOutput {
+    choices: ChatCompletionOutputComplete[];
+    created: number;
+    id: string;
+    model: string;
+    system_fingerprint: string;
+    usage: ChatCompletionOutputUsage;
+    [property: string]: unknown;
+}
+export interface ChatCompletionOutputComplete {
+    finish_reason: string;
+    index: number;
+    logprobs?: ChatCompletionOutputLogprobs;
+    message: ChatCompletionOutputMessage;
+    [property: string]: unknown;
+}
+export interface ChatCompletionOutputLogprobs {
+    content: ChatCompletionOutputLogprob[];
+    [property: string]: unknown;
+}
+export interface ChatCompletionOutputLogprob {
+    logprob: number;
+    token: string;
+    top_logprobs: ChatCompletionOutputTopLogprob[];
+    [property: string]: unknown;
+}
+export interface ChatCompletionOutputTopLogprob {
+    logprob: number;
+    token: string;
+    [property: string]: unknown;
+}
+export interface ChatCompletionOutputMessage {
+    content?: string;
+    role: string;
+    tool_calls?: ChatCompletionOutputToolCall[];
+    [property: string]: unknown;
+}
+export interface ChatCompletionOutputToolCall {
+    function: ChatCompletionOutputFunctionDefinition;
+    id: string;
+    type: string;
+    [property: string]: unknown;
+}
+export interface ChatCompletionOutputFunctionDefinition {
+    arguments: unknown;
+    description?: string;
+    name: string;
+    [property: string]: unknown;
+}
+export interface ChatCompletionOutputUsage {
+    completion_tokens: number;
+    prompt_tokens: number;
+    total_tokens: number;
+    [property: string]: unknown;
+}
+/**
+ * Chat Completion Stream Output.
+ *
+ * Auto-generated from TGI specs.
+ * For more details, check out
+ * https://github.com/huggingface/huggingface.js/blob/main/packages/tasks/scripts/inference-tgi-import.ts.
+ */
+export interface ChatCompletionStreamOutput {
+    choices: ChatCompletionStreamOutputChoice[];
+    created: number;
+    id: string;
+    model: string;
+    system_fingerprint: string;
+    usage?: ChatCompletionStreamOutputUsage;
+    [property: string]: unknown;
+}
+export interface ChatCompletionStreamOutputChoice {
+    delta: ChatCompletionStreamOutputDelta;
+    finish_reason?: string;
+    index: number;
+    logprobs?: ChatCompletionStreamOutputLogprobs;
+    [property: string]: unknown;
+}
+export interface ChatCompletionStreamOutputDelta {
+    content?: string;
+    role: string;
+    tool_calls?: ChatCompletionStreamOutputDeltaToolCall;
+    [property: string]: unknown;
+}
+export interface ChatCompletionStreamOutputDeltaToolCall {
+    function: ChatCompletionStreamOutputFunction;
+    id: string;
+    index: number;
+    type: string;
+    [property: string]: unknown;
+}
+export interface ChatCompletionStreamOutputFunction {
+    arguments: string;
+    name?: string;
+    [property: string]: unknown;
+}
+export interface ChatCompletionStreamOutputLogprobs {
+    content: ChatCompletionStreamOutputLogprob[];
+    [property: string]: unknown;
+}
+export interface ChatCompletionStreamOutputLogprob {
+    logprob: number;
+    token: string;
+    top_logprobs: ChatCompletionStreamOutputTopLogprob[];
+    [property: string]: unknown;
+}
+export interface ChatCompletionStreamOutputTopLogprob {
+    logprob: number;
+    token: string;
+    [property: string]: unknown;
+}
+export interface ChatCompletionStreamOutputUsage {
+    completion_tokens: number;
+    prompt_tokens: number;
+    total_tokens: number;
+    [property: string]: unknown;
+}
+//# sourceMappingURL=inference.d.ts.map

package/dist/tasks/chat-completion/inference.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference.d.ts","sourceRoot":"","sources":["../../../src/tasks/chat-completion/inference.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;;;;;GAMG;AACH,MAAM,WAAW,mBAAmB;IACnC;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B;;;;;;;;;;;OAWG;IACH,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,0BAA0B,EAAE,CAAC;IACvC;;;OAGG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;;;OAKG;IACH,CAAC,CAAC,EAAE,MAAM,CAAC;IACX;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,8BAA8B,CAAC;IACjD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,gCAAgC,CAAC;IAClD;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,uBAAuB,CAAC;IACtC;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,KAAK,CAAC,EAAE,WAAW,EAAE,CAAC;IACtB;;;;OAIG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB;;;;;OAKG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,0BAA0B;IAC1C,OAAO,EAAE,iCAAiC,CAAC;IAC3C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,MAAM,iCAAiC,GAAG,+BAA+B,EAAE,GAAG,MAAM,CAAC;AAE3F,MAAM,WAAW,+BAA+B;IAC/C,SAAS,CAAC,EAAE,sBAAsB,CAAC;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,mCAAmC,CAAC;IAC1C,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,sBAAsB;IACtC,GAAG,EAAE,MAAM,CAAC;IACZ,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,MAAM,mCAAmC,GAAG,MAAM,GAAG,WAAW,CAAC;AAEvE,MAAM,WAAW,8BAA8B;IAC9C,IAAI,EAAE,kCAAkC,CAAC;IACzC;;;;;OAKG;IACH,KAAK,EAAE,OAAO,CAAC;IACf,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,MAAM,kCAAkC,GAAG,MAAM,GAAG,OAAO,CAAC;AAElE,MAAM,WAAW,gCAAgC;IAChD;;;;;OAKG;IACH,aAAa,EAAE,OAAO,CAAC;IACvB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,MAAM,uBAAuB,GAAG,2BAA2B,GAAG,MAAM,CAAC;AAE3E,MAAM,WAAW,2BAA2B;IAC3C,QAAQ,CAAC,EAAE,+BAA+B,CAAC;IAC3C,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,+BAA+B;IAC/C,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,WAAW;IAC3B,QAAQ,EAAE,qCAAqC,CAAC;IAChD,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,qCAAqC;IACrD,SAAS,EAAE,OAAO,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED;;;;;;GAMG;AACH,MAAM,WAAW,oBAAoB;IACpC,OAAO,EAAE,4BAA4B,EAAE,CAAC;IACxC,OAAO,EAAE,MAAM,CAAC;IAChB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,kBAAkB,EAAE,MAAM,CAAC;IAC3B,KAAK,EAAE,yBAAyB,CAAC;IACjC,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,4BAA4B;IAC5C,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,4BAA4B,CAAC;IACxC,OAAO,EAAE,2BAA2B,CAAC;IACrC,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,4BAA4B;IAC5C,OAAO,EAAE,2BAA2B,EAAE,CAAC;IACvC,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,2BAA2B;IAC3C,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,8BAA8B,EAAE,CAAC;IAC/C,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,8BAA8B;IAC9C,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,2BAA2B;IAC3C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,4BAA4B,EAAE,CAAC;IAC5C,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,4BAA4B;IAC5C,QAAQ,EAAE,sCAAsC,CAAC;IACjD,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,sCAAsC;IACtD,SAAS,EAAE,OAAO,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,yBAAyB;IACzC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED;;;;;;GAMG;AACH,MAAM,WAAW,0BAA0B;IAC1C,OAAO,EAAE,gCAAgC,EAAE,CAAC;IAC5C,OAAO,EAAE,MAAM,CAAC;IAChB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,kBAAkB,EAAE,MAAM,CAAC;IAC3B,KAAK,CAAC,EAAE,+BAA+B,CAAC;IACxC,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,gCAAgC;IAChD,KAAK,EAAE,+BAA+B,CAAC;IACvC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,kCAAkC,CAAC;IAC9C,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,+BAA+B;IAC/C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,uCAAuC,CAAC;IACrD,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,uCAAuC;IACvD,QAAQ,EAAE,kCAAkC,CAAC;IAC7C,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,kCAAkC;IAClD,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,kCAAkC;IAClD,OAAO,EAAE,iCAAiC,EAAE,CAAC;IAC7C,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,iCAAiC;IACjD,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,oCAAoC,EAAE,CAAC;IACrD,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,oCAAoC;IACpD,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,+BAA+B;IAC/C,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B"}

package/dist/tasks/depth-estimation/data.d.cts

@@ -0,0 +1,4 @@
+import type { TaskDataCustom } from "..";
+declare const taskData: TaskDataCustom;
+export default taskData;
+//# sourceMappingURL=data.d.cts.map

package/dist/tasks/depth-estimation/data.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"data.d.cts","sourceRoot":"","sources":["../../../src/tasks/depth-estimation/data.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,IAAI,CAAC;AAEzC,QAAA,MAAM,QAAQ,EAAE,cAiEf,CAAC;AAEF,eAAe,QAAQ,CAAC"}

package/dist/tasks/depth-estimation/data.d.ts

@@ -0,0 +1,4 @@
+import type { TaskDataCustom } from "..";
+declare const taskData: TaskDataCustom;
+export default taskData;
+//# sourceMappingURL=data.d.ts.map

package/dist/tasks/depth-estimation/data.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"data.d.ts","sourceRoot":"","sources":["../../../src/tasks/depth-estimation/data.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,IAAI,CAAC;AAEzC,QAAA,MAAM,QAAQ,EAAE,cAiEf,CAAC;AAEF,eAAe,QAAQ,CAAC"}

package/dist/tasks/depth-estimation/inference.d.cts

@@ -0,0 +1,36 @@
+/**
+ * Inference code generated from the JSON schema spec in ./spec
+ *
+ * Using src/scripts/inference-codegen
+ */
+/**
+ * Inputs for Depth Estimation inference
+ */
+export interface DepthEstimationInput {
+    /**
+     * The input image data
+     */
+    inputs: unknown;
+    /**
+     * Additional inference parameters
+     */
+    parameters?: {
+        [key: string]: unknown;
+    };
+    [property: string]: unknown;
+}
+/**
+ * Outputs of inference for the Depth Estimation task
+ */
+export interface DepthEstimationOutput {
+    /**
+     * The predicted depth as an image
+     */
+    depth?: unknown;
+    /**
+     * The predicted depth as a tensor
+     */
+    predicted_depth?: unknown;
+    [property: string]: unknown;
+}
+//# sourceMappingURL=inference.d.cts.map

package/dist/tasks/depth-estimation/inference.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference.d.cts","sourceRoot":"","sources":["../../../src/tasks/depth-estimation/inference.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACpC;;OAEG;IACH,MAAM,EAAE,OAAO,CAAC;IAChB;;OAEG;IACH,UAAU,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IACxC,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACrC;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB;;OAEG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B"}