@huggingface/tasks 0.6.0 → 0.6.1

package/dist/index.cjs

@@ -4084,7 +4084,7 @@ var flair = (model) => [
 tagger = SequenceTagger.load("${model.id}")`
 ];
 var gliner = (model) => [
-  `from model import GLiNER
+  `from gliner import GLiNER
 
 model = GLiNER.from_pretrained("${model.id}")`
 ];
@@ -4434,6 +4434,11 @@ var mlx = (model) => [
 export HF_HUB_ENABLE_HF_TRANS: string[]FER=1
 huggingface-cli download --local-dir ${nameWithoutNamespace(model.id)} ${model.id}`
 ];
+var mlxim = (model) => [
+  `from mlxim.model import create_model
+
+model = create_model(${model.id})`
+];
 var nemo = (model) => {
   let command = void 0;
   if (model.tags?.includes("automatic-speech-recognition")) {
@@ -4593,6 +4598,15 @@ var MODEL_LIBRARIES_UI_ELEMENTS = {
       term: { path: "gliner_config.json" }
     }
   },
+  grok: {
+    prettyLabel: "Grok",
+    repoName: "Grok",
+    repoUrl: "https://github.com/xai-org/grok-1",
+    filter: false,
+    countDownloads: {
+      terms: { path: ["ckpt/tensor00000_000", "ckpt-0/tensor00000_000"] }
+    }
+  },
   keras: {
     prettyLabel: "Keras",
     repoName: "Keras",
@@ -4628,6 +4642,15 @@ var MODEL_LIBRARIES_UI_ELEMENTS = {
     snippets: mlx,
     filter: true
   },
+  "mlx-image": {
+    prettyLabel: "mlx-image",
+    repoName: "mlx-image",
+    repoUrl: "https://github.com/riccardomusmeci/mlx-image",
+    docsUrl: "https://huggingface.co/docs/hub/mlx-image",
+    snippets: mlxim,
+    filter: false,
+    countDownloads: { term: { path: "model.safetensors" } }
+  },
   nemo: {
     prettyLabel: "NeMo",
     repoName: "NeMo",

package/dist/index.d.ts

@@ -851,6 +851,17 @@ declare const MODEL_LIBRARIES_UI_ELEMENTS: {
             };
         };
     };
+    grok: {
+        prettyLabel: string;
+        repoName: string;
+        repoUrl: string;
+        filter: false;
+        countDownloads: {
+            terms: {
+                path: string[];
+            };
+        };
+    };
     keras: {
         prettyLabel: string;
         repoName: string;
@@ -894,6 +905,19 @@ declare const MODEL_LIBRARIES_UI_ELEMENTS: {
         snippets: (model: ModelData) => string[];
         filter: true;
     };
+    "mlx-image": {
+        prettyLabel: string;
+        repoName: string;
+        repoUrl: string;
+        docsUrl: string;
+        snippets: (model: ModelData) => string[];
+        filter: false;
+        countDownloads: {
+            term: {
+                path: string;
+            };
+        };
+    };
     nemo: {
         prettyLabel: string;
         repoName: string;
@@ -1117,8 +1141,8 @@ declare const MODEL_LIBRARIES_UI_ELEMENTS: {
     };
 };
 type ModelLibraryKey = keyof typeof MODEL_LIBRARIES_UI_ELEMENTS;
-declare const ALL_MODEL_LIBRARY_KEYS: ("sklearn" | "adapter-transformers" | "allennlp" | "asteroid" | "audiocraft" | "bertopic" | "diffusers" | "doctr" | "espnet" | "fairseq" | "fastai" | "fasttext" | "flair" | "gliner" | "keras" | "k2" | "mindspore" | "ml-agents" | "mlx" | "nemo" | "open_clip" | "paddlenlp" | "peft" | "pyannote-audio" | "pythae" | "sample-factory" | "sentence-transformers" | "setfit" | "spacy" | "span-marker" | "speechbrain" | "stable-baselines3" | "stanza" | "tensorflowtts" | "timm" | "transformers" | "transformers.js" | "unity-sentis" | "whisperkit")[];
-declare const ALL_DISPLAY_MODEL_LIBRARY_KEYS: ("sklearn" | "adapter-transformers" | "allennlp" | "asteroid" | "audiocraft" | "bertopic" | "diffusers" | "doctr" | "espnet" | "fairseq" | "fastai" | "fasttext" | "flair" | "gliner" | "keras" | "k2" | "mindspore" | "ml-agents" | "mlx" | "nemo" | "open_clip" | "paddlenlp" | "peft" | "pyannote-audio" | "pythae" | "sample-factory" | "sentence-transformers" | "setfit" | "spacy" | "span-marker" | "speechbrain" | "stable-baselines3" | "stanza" | "tensorflowtts" | "timm" | "transformers" | "transformers.js" | "unity-sentis" | "whisperkit")[];
+declare const ALL_MODEL_LIBRARY_KEYS: ("sklearn" | "adapter-transformers" | "allennlp" | "asteroid" | "audiocraft" | "bertopic" | "diffusers" | "doctr" | "espnet" | "fairseq" | "fastai" | "fasttext" | "flair" | "gliner" | "grok" | "keras" | "k2" | "mindspore" | "ml-agents" | "mlx" | "mlx-image" | "nemo" | "open_clip" | "paddlenlp" | "peft" | "pyannote-audio" | "pythae" | "sample-factory" | "sentence-transformers" | "setfit" | "spacy" | "span-marker" | "speechbrain" | "stable-baselines3" | "stanza" | "tensorflowtts" | "timm" | "transformers" | "transformers.js" | "unity-sentis" | "whisperkit")[];
+declare const ALL_DISPLAY_MODEL_LIBRARY_KEYS: ("sklearn" | "adapter-transformers" | "allennlp" | "asteroid" | "audiocraft" | "bertopic" | "diffusers" | "doctr" | "espnet" | "fairseq" | "fastai" | "fasttext" | "flair" | "gliner" | "grok" | "keras" | "k2" | "mindspore" | "ml-agents" | "mlx" | "mlx-image" | "nemo" | "open_clip" | "paddlenlp" | "peft" | "pyannote-audio" | "pythae" | "sample-factory" | "sentence-transformers" | "setfit" | "spacy" | "span-marker" | "speechbrain" | "stable-baselines3" | "stanza" | "tensorflowtts" | "timm" | "transformers" | "transformers.js" | "unity-sentis" | "whisperkit")[];
 
 /**
  * Mapping from library name (excluding Transformers) to its supported tasks.
@@ -1338,6 +1362,154 @@ interface AutomaticSpeechRecognitionOutputChunk {
     [property: string]: unknown;
 }
 
+/**
+ * Inference code generated from the JSON schema spec in ./spec
+ *
+ * Using src/scripts/inference-codegen
+ */
+/**
+ * Inputs for ChatCompletion inference
+ */
+interface ChatCompletionInput {
+    /**
+     * Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing
+     * frequency in the text so far, decreasing the model's likelihood to repeat the same line
+     * verbatim.
+     */
+    frequency_penalty?: number;
+    /**
+     * The maximum number of tokens that can be generated in the chat completion.
+     */
+    max_tokens?: number;
+    messages: ChatCompletionInputMessage[];
+    /**
+     * The random sampling seed.
+     */
+    seed?: number;
+    /**
+     * Stop generating tokens if a stop token is generated.
+     */
+    stop?: ChatCompletionInputStopReason;
+    /**
+     * If set, partial message deltas will be sent.
+     */
+    stream?: boolean;
+    /**
+     * The value used to modulate the logits distribution.
+     */
+    temperature?: number;
+    /**
+     * If set to < 1, only the smallest set of most probable tokens with probabilities that add
+     * up to `top_p` or higher are kept for generation.
+     */
+    top_p?: number;
+    [property: string]: unknown;
+}
+interface ChatCompletionInputMessage {
+    /**
+     * The content of the message.
+     */
+    content: string;
+    role: ChatCompletionMessageRole;
+    [property: string]: unknown;
+}
+/**
+ * The role of the message author.
+ */
+type ChatCompletionMessageRole = "assistant" | "system" | "user";
+/**
+ * Stop generating tokens if a stop token is generated.
+ */
+type ChatCompletionInputStopReason = string[] | string;
+/**
+ * Outputs for Chat Completion inference
+ */
+interface ChatCompletionOutput {
+    /**
+     * A list of chat completion choices.
+     */
+    choices: ChatCompletionOutputChoice[];
+    /**
+     * The Unix timestamp (in seconds) of when the chat completion was created.
+     */
+    created: number;
+    [property: string]: unknown;
+}
+interface ChatCompletionOutputChoice {
+    /**
+     * The reason why the generation was stopped.
+     */
+    finish_reason: ChatCompletionFinishReason;
+    /**
+     * The index of the choice in the list of choices.
+     */
+    index: number;
+    message: ChatCompletionOutputChoiceMessage;
+    [property: string]: unknown;
+}
+/**
+ * The reason why the generation was stopped.
+ *
+ * The generated sequence reached the maximum allowed length
+ *
+ * The model generated an end-of-sentence (EOS) token
+ *
+ * One of the sequence in stop_sequences was generated
+ */
+type ChatCompletionFinishReason = "length" | "eos_token" | "stop_sequence";
+interface ChatCompletionOutputChoiceMessage {
+    /**
+     * The content of the chat completion message.
+     */
+    content: string;
+    role: ChatCompletionMessageRole;
+    [property: string]: unknown;
+}
+/**
+ * Chat Completion Stream Output
+ */
+interface ChatCompletionStreamOutput {
+    /**
+     * A list of chat completion choices.
+     */
+    choices: ChatCompletionStreamOutputChoice[];
+    /**
+     * The Unix timestamp (in seconds) of when the chat completion was created. Each chunk has
+     * the same timestamp.
+     */
+    created: number;
+    [property: string]: unknown;
+}
+interface ChatCompletionStreamOutputChoice {
+    /**
+     * A chat completion delta generated by streamed model responses.
+     */
+    delta: ChatCompletionStreamOutputDelta;
+    /**
+     * The reason why the generation was stopped.
+     */
+    finish_reason?: ChatCompletionFinishReason;
+    /**
+     * The index of the choice in the list of choices.
+     */
+    index: number;
+    [property: string]: unknown;
+}
+/**
+ * A chat completion delta generated by streamed model responses.
+ */
+interface ChatCompletionStreamOutputDelta {
+    /**
+     * The contents of the chunk message.
+     */
+    content?: string;
+    /**
+     * The role of the author of this message.
+     */
+    role?: string;
+    [property: string]: unknown;
+}
+
 /**
  * Inference code generated from the JSON schema spec in ./spec
  *
@@ -2622,6 +2794,10 @@ interface TextGenerationInput {
      * Additional inference parameters
      */
     parameters?: TextGenerationParameters;
+    /**
+     * Whether to stream output tokens
+     */
+    stream?: boolean;
     [property: string]: unknown;
 }
 /**
@@ -2717,16 +2893,16 @@ interface TextGenerationOutputDetails {
     /**
      * Details about additional sequences when best_of is provided
      */
-    best_of_sequences?: TextGenerationSequenceDetails[];
+    best_of_sequences?: TextGenerationOutputSequenceDetails[];
     /**
      * The reason why the generation was stopped.
      */
-    finish_reason: FinishReason;
+    finish_reason: TextGenerationFinishReason;
     /**
      * The number of generated tokens
      */
     generated_tokens: number;
-    prefill: PrefillToken[];
+    prefill: TextGenerationPrefillToken[];
     /**
      * The random seed used for generation
      */
@@ -2734,23 +2910,24 @@ interface TextGenerationOutputDetails {
     /**
      * The generated tokens and associated details
      */
-    tokens: Token[];
-    [property: string]: unknown;
-}
-interface TextGenerationSequenceDetails {
+    tokens: TextGenerationOutputToken[];
     /**
-     * The reason why the generation was stopped.
+     * Most likely tokens
      */
-    finish_reason: FinishReason;
+    top_tokens?: Array<TextGenerationOutputToken[]>;
+    [property: string]: unknown;
+}
+interface TextGenerationOutputSequenceDetails {
+    finish_reason: TextGenerationFinishReason;
     /**
      * The generated text
      */
-    generated_text: number;
+    generated_text: string;
     /**
      * The number of generated tokens
      */
     generated_tokens: number;
-    prefill: PrefillToken[];
+    prefill: TextGenerationPrefillToken[];
     /**
      * The random seed used for generation
      */
@@ -2758,18 +2935,24 @@ interface TextGenerationSequenceDetails {
     /**
      * The generated tokens and associated details
      */
-    tokens: Token[];
+    tokens: TextGenerationOutputToken[];
+    /**
+     * Most likely tokens
+     */
+    top_tokens?: Array<TextGenerationOutputToken[]>;
     [property: string]: unknown;
 }
 /**
- * The generated sequence reached the maximum allowed length
+ * The reason why the generation was stopped.
  *
- * The model generated an end-of-sentence (EOS) token
+ * length: The generated sequence reached the maximum allowed length
  *
- * One of the sequence in stop_sequences was generated
+ * eos_token: The model generated an end-of-sentence (EOS) token
+ *
+ * stop_sequence: One of the sequence in stop_sequences was generated
  */
-type FinishReason = "length" | "eos_token" | "stop_sequence";
-interface PrefillToken {
+type TextGenerationFinishReason = "length" | "eos_token" | "stop_sequence";
+interface TextGenerationPrefillToken {
     id: number;
     logprob: number;
     /**
@@ -2778,9 +2961,12 @@ interface PrefillToken {
     text: string;
     [property: string]: unknown;
 }
-interface Token {
+/**
+ * Generated token.
+ */
+interface TextGenerationOutputToken {
     id: number;
-    logprob: number;
+    logprob?: number;
     /**
      * Whether or not that token is a special one
      */
@@ -3285,4 +3471,4 @@ declare namespace index {
   };
 }
 
-export { ALL_DISPLAY_MODEL_LIBRARY_KEYS, ALL_MODEL_LIBRARY_KEYS, AddedToken, AudioClassificationInput, AudioClassificationOutput, AudioClassificationOutputElement, AudioClassificationParameters, AutomaticSpeechRecognitionInput, AutomaticSpeechRecognitionOutput, AutomaticSpeechRecognitionOutputChunk, AutomaticSpeechRecognitionParameters, BoundingBox, ChatMessage, ClassificationOutputTransform$1 as ClassificationOutputTransform, DepthEstimationInput, DepthEstimationOutput, DocumentQuestionAnsweringInput, DocumentQuestionAnsweringInputData, DocumentQuestionAnsweringOutput, DocumentQuestionAnsweringOutputElement, DocumentQuestionAnsweringParameters, EarlyStoppingUnion$2 as EarlyStoppingUnion, ExampleRepo, FeatureExtractionInput, FeatureExtractionOutput, FillMaskInput, FillMaskOutput, FillMaskOutputElement, FillMaskParameters, FinishReason, GenerationParameters$2 as GenerationParameters, ImageClassificationInput, ImageClassificationOutput, ImageClassificationOutputElement, ImageClassificationParameters, ImageSegmentationInput, ImageSegmentationOutput, ImageSegmentationOutputElement, ImageSegmentationParameters, ImageSegmentationSubtask, ImageToImageInput, ImageToImageOutput, ImageToImageParameters, ImageToTextInput, ImageToTextOutput, ImageToTextParameters, InferenceDisplayability, LIBRARY_TASK_MAPPING_EXCLUDING_TRANSFORMERS, LibraryUiElement, MAPPING_DEFAULT_WIDGET, MODALITIES, MODALITY_LABELS, MODEL_LIBRARIES_UI_ELEMENTS, Modality, ModelData, ModelLibraryKey, ObjectDetectionInput, ObjectDetectionOutput, ObjectDetectionOutputElement, ObjectDetectionParameters, PIPELINE_DATA, PIPELINE_TYPES, PIPELINE_TYPES_SET, PipelineData, PipelineType, PrefillToken, QuestionAnsweringInput, QuestionAnsweringInputData, QuestionAnsweringOutput, QuestionAnsweringOutputElement, QuestionAnsweringParameters, SPECIAL_TOKENS_ATTRIBUTES, SUBTASK_TYPES, SentenceSimilarityInput, SentenceSimilarityInputData, SentenceSimilarityOutput, SpecialTokensMap, SummarizationInput, SummarizationOutput, TASKS_DATA, TASKS_MODEL_LIBRARIES, TableQuestionAnsweringInput, TableQuestionAnsweringInputData, TableQuestionAnsweringOutput, TableQuestionAnsweringOutputElement, TargetSize$1 as TargetSize, TaskData, TaskDataCustom, TaskDemo, TaskDemoEntry, Text2TextGenerationParameters, Text2TextGenerationTruncationStrategy, TextClassificationInput, TextClassificationOutput, TextClassificationOutputElement, TextClassificationParameters, TextGenerationInput, TextGenerationOutput, TextGenerationOutputDetails, TextGenerationParameters, TextGenerationSequenceDetails, TextToAudioParameters, TextToImageInput, TextToImageOutput, TextToImageParameters, TextToSpeechInput, TextToSpeechOutput, Token, TokenClassificationAggregationStrategy, TokenClassificationInput, TokenClassificationOutput, TokenClassificationOutputElement, TokenClassificationParameters, TokenizerConfig, TransformersInfo, TranslationInput, TranslationOutput, VideoClassificationInput, VideoClassificationOutput, VideoClassificationOutputElement, VideoClassificationParameters, VisualQuestionAnsweringInput, VisualQuestionAnsweringInputData, VisualQuestionAnsweringOutput, VisualQuestionAnsweringOutputElement, VisualQuestionAnsweringParameters, WidgetExample, WidgetExampleAssetAndPromptInput, WidgetExampleAssetAndTextInput, WidgetExampleAssetAndZeroShotInput, WidgetExampleAssetInput, WidgetExampleAttribute, WidgetExampleChatInput, WidgetExampleOutput, WidgetExampleOutputAnswerScore, WidgetExampleOutputLabels, WidgetExampleOutputText, WidgetExampleOutputUrl, WidgetExampleSentenceSimilarityInput, WidgetExampleStructuredDataInput, WidgetExampleTableDataInput, WidgetExampleTextAndContextInput, WidgetExampleTextAndTableInput, WidgetExampleTextInput, WidgetExampleZeroShotTextInput, WidgetType, WordBox, ZeroShotClassificationInput, ZeroShotClassificationInputData, ZeroShotClassificationOutput, ZeroShotClassificationOutputElement, ZeroShotClassificationParameters, ZeroShotImageClassificationInput, ZeroShotImageClassificationInputData, ZeroShotImageClassificationOutput, ZeroShotImageClassificationOutputElement, ZeroShotImageClassificationParameters, ZeroShotObjectDetectionInput, ZeroShotObjectDetectionInputData, ZeroShotObjectDetectionOutput, ZeroShotObjectDetectionOutputElement, index as snippets };
+export { ALL_DISPLAY_MODEL_LIBRARY_KEYS, ALL_MODEL_LIBRARY_KEYS, AddedToken, AudioClassificationInput, AudioClassificationOutput, AudioClassificationOutputElement, AudioClassificationParameters, AutomaticSpeechRecognitionInput, AutomaticSpeechRecognitionOutput, AutomaticSpeechRecognitionOutputChunk, AutomaticSpeechRecognitionParameters, BoundingBox, ChatCompletionFinishReason, ChatCompletionInput, ChatCompletionInputMessage, ChatCompletionOutput, ChatCompletionOutputChoice, ChatCompletionOutputChoiceMessage, ChatCompletionStreamOutput, ChatCompletionStreamOutputChoice, ChatCompletionStreamOutputDelta, ChatMessage, ClassificationOutputTransform$1 as ClassificationOutputTransform, DepthEstimationInput, DepthEstimationOutput, DocumentQuestionAnsweringInput, DocumentQuestionAnsweringInputData, DocumentQuestionAnsweringOutput, DocumentQuestionAnsweringOutputElement, DocumentQuestionAnsweringParameters, EarlyStoppingUnion$2 as EarlyStoppingUnion, ExampleRepo, FeatureExtractionInput, FeatureExtractionOutput, FillMaskInput, FillMaskOutput, FillMaskOutputElement, FillMaskParameters, GenerationParameters$2 as GenerationParameters, ImageClassificationInput, ImageClassificationOutput, ImageClassificationOutputElement, ImageClassificationParameters, ImageSegmentationInput, ImageSegmentationOutput, ImageSegmentationOutputElement, ImageSegmentationParameters, ImageSegmentationSubtask, ImageToImageInput, ImageToImageOutput, ImageToImageParameters, ImageToTextInput, ImageToTextOutput, ImageToTextParameters, InferenceDisplayability, LIBRARY_TASK_MAPPING_EXCLUDING_TRANSFORMERS, LibraryUiElement, MAPPING_DEFAULT_WIDGET, MODALITIES, MODALITY_LABELS, MODEL_LIBRARIES_UI_ELEMENTS, Modality, ModelData, ModelLibraryKey, ObjectDetectionInput, ObjectDetectionOutput, ObjectDetectionOutputElement, ObjectDetectionParameters, PIPELINE_DATA, PIPELINE_TYPES, PIPELINE_TYPES_SET, PipelineData, PipelineType, QuestionAnsweringInput, QuestionAnsweringInputData, QuestionAnsweringOutput, QuestionAnsweringOutputElement, QuestionAnsweringParameters, SPECIAL_TOKENS_ATTRIBUTES, SUBTASK_TYPES, SentenceSimilarityInput, SentenceSimilarityInputData, SentenceSimilarityOutput, SpecialTokensMap, SummarizationInput, SummarizationOutput, TASKS_DATA, TASKS_MODEL_LIBRARIES, TableQuestionAnsweringInput, TableQuestionAnsweringInputData, TableQuestionAnsweringOutput, TableQuestionAnsweringOutputElement, TargetSize$1 as TargetSize, TaskData, TaskDataCustom, TaskDemo, TaskDemoEntry, Text2TextGenerationParameters, Text2TextGenerationTruncationStrategy, TextClassificationInput, TextClassificationOutput, TextClassificationOutputElement, TextClassificationParameters, TextGenerationFinishReason, TextGenerationInput, TextGenerationOutput, TextGenerationOutputDetails, TextGenerationOutputSequenceDetails, TextGenerationOutputToken, TextGenerationParameters, TextGenerationPrefillToken, TextToAudioParameters, TextToImageInput, TextToImageOutput, TextToImageParameters, TextToSpeechInput, TextToSpeechOutput, TokenClassificationAggregationStrategy, TokenClassificationInput, TokenClassificationOutput, TokenClassificationOutputElement, TokenClassificationParameters, TokenizerConfig, TransformersInfo, TranslationInput, TranslationOutput, VideoClassificationInput, VideoClassificationOutput, VideoClassificationOutputElement, VideoClassificationParameters, VisualQuestionAnsweringInput, VisualQuestionAnsweringInputData, VisualQuestionAnsweringOutput, VisualQuestionAnsweringOutputElement, VisualQuestionAnsweringParameters, WidgetExample, WidgetExampleAssetAndPromptInput, WidgetExampleAssetAndTextInput, WidgetExampleAssetAndZeroShotInput, WidgetExampleAssetInput, WidgetExampleAttribute, WidgetExampleChatInput, WidgetExampleOutput, WidgetExampleOutputAnswerScore, WidgetExampleOutputLabels, WidgetExampleOutputText, WidgetExampleOutputUrl, WidgetExampleSentenceSimilarityInput, WidgetExampleStructuredDataInput, WidgetExampleTableDataInput, WidgetExampleTextAndContextInput, WidgetExampleTextAndTableInput, WidgetExampleTextInput, WidgetExampleZeroShotTextInput, WidgetType, WordBox, ZeroShotClassificationInput, ZeroShotClassificationInputData, ZeroShotClassificationOutput, ZeroShotClassificationOutputElement, ZeroShotClassificationParameters, ZeroShotImageClassificationInput, ZeroShotImageClassificationInputData, ZeroShotImageClassificationOutput, ZeroShotImageClassificationOutputElement, ZeroShotImageClassificationParameters, ZeroShotObjectDetectionInput, ZeroShotObjectDetectionInputData, ZeroShotObjectDetectionOutput, ZeroShotObjectDetectionOutputElement, index as snippets };

package/dist/index.js

@@ -4049,7 +4049,7 @@ var flair = (model) => [
 tagger = SequenceTagger.load("${model.id}")`
 ];
 var gliner = (model) => [
-  `from model import GLiNER
+  `from gliner import GLiNER
 
 model = GLiNER.from_pretrained("${model.id}")`
 ];
@@ -4399,6 +4399,11 @@ var mlx = (model) => [
 export HF_HUB_ENABLE_HF_TRANS: string[]FER=1
 huggingface-cli download --local-dir ${nameWithoutNamespace(model.id)} ${model.id}`
 ];
+var mlxim = (model) => [
+  `from mlxim.model import create_model
+
+model = create_model(${model.id})`
+];
 var nemo = (model) => {
   let command = void 0;
   if (model.tags?.includes("automatic-speech-recognition")) {
@@ -4558,6 +4563,15 @@ var MODEL_LIBRARIES_UI_ELEMENTS = {
       term: { path: "gliner_config.json" }
     }
   },
+  grok: {
+    prettyLabel: "Grok",
+    repoName: "Grok",
+    repoUrl: "https://github.com/xai-org/grok-1",
+    filter: false,
+    countDownloads: {
+      terms: { path: ["ckpt/tensor00000_000", "ckpt-0/tensor00000_000"] }
+    }
+  },
   keras: {
     prettyLabel: "Keras",
     repoName: "Keras",
@@ -4593,6 +4607,15 @@ var MODEL_LIBRARIES_UI_ELEMENTS = {
     snippets: mlx,
     filter: true
   },
+  "mlx-image": {
+    prettyLabel: "mlx-image",
+    repoName: "mlx-image",
+    repoUrl: "https://github.com/riccardomusmeci/mlx-image",
+    docsUrl: "https://huggingface.co/docs/hub/mlx-image",
+    snippets: mlxim,
+    filter: false,
+    countDownloads: { term: { path: "model.safetensors" } }
+  },
   nemo: {
     prettyLabel: "NeMo",
     repoName: "NeMo",

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@huggingface/tasks",
   "packageManager": "pnpm@8.10.5",
-  "version": "0.6.0",
+  "version": "0.6.1",
   "description": "List of ML tasks for huggingface.co/tasks",
   "repository": "https://github.com/huggingface/huggingface.js.git",
   "publishConfig": {
@@ -33,7 +33,7 @@
   "license": "MIT",
   "devDependencies": {
     "@types/node": "^20.11.5",
-    "quicktype-core": "https://github.com/huggingface/quicktype/raw/pack-18.0.15/packages/quicktype-core/quicktype-core-18.0.15.tgz"
+    "quicktype-core": "https://github.com/huggingface/quicktype/raw/pack-18.0.17/packages/quicktype-core/quicktype-core-18.0.17.tgz"
   },
   "scripts": {
     "lint": "eslint --quiet --fix --ext .cjs,.ts .",

package/src/model-libraries-snippets.ts

@@ -141,7 +141,7 @@ tagger = SequenceTagger.load("${model.id}")`,
 ];
 
 export const gliner = (model: ModelData): string[] => [
-	`from model import GLiNER
+	`from gliner import GLiNER
 
 model = GLiNER.from_pretrained("${model.id}")`,
 ];
@@ -538,6 +538,12 @@ export HF_HUB_ENABLE_HF_TRANS: string[]FER=1
 huggingface-cli download --local-dir ${nameWithoutNamespace(model.id)} ${model.id}`,
 ];
 
+export const mlxim = (model: ModelData): string[] => [
+	`from mlxim.model import create_model
+
+model = create_model(${model.id})`,
+];
+
 export const nemo = (model: ModelData): string[] => {
 	let command: string[] | undefined = undefined;
 	// Resolve the tag to a nemo domain/sub-domain

package/src/model-libraries.ts

@@ -167,6 +167,15 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
 			term: { path: "gliner_config.json" },
 		},
 	},
+	grok: {
+		prettyLabel: "Grok",
+		repoName: "Grok",
+		repoUrl: "https://github.com/xai-org/grok-1",
+		filter: false,
+		countDownloads: {
+			terms: { path: ["ckpt/tensor00000_000", "ckpt-0/tensor00000_000"] },
+		},
+	},
 	keras: {
 		prettyLabel: "Keras",
 		repoName: "Keras",
@@ -202,6 +211,15 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
 		snippets: snippets.mlx,
 		filter: true,
 	},
+	"mlx-image": {
+		prettyLabel: "mlx-image",
+		repoName: "mlx-image",
+		repoUrl: "https://github.com/riccardomusmeci/mlx-image",
+		docsUrl: "https://huggingface.co/docs/hub/mlx-image",
+		snippets: snippets.mlxim,
+		filter: false,
+		countDownloads: { term: { path: "model.safetensors" } },
+	},
 	nemo: {
 		prettyLabel: "NeMo",
 		repoName: "NeMo",

package/src/tasks/chat-completion/inference.ts

@@ -0,0 +1,158 @@
+/**
+ * Inference code generated from the JSON schema spec in ./spec
+ *
+ * Using src/scripts/inference-codegen
+ */
+
+/**
+ * Inputs for ChatCompletion inference
+ */
+export interface ChatCompletionInput {
+	/**
+	 * Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing
+	 * frequency in the text so far, decreasing the model's likelihood to repeat the same line
+	 * verbatim.
+	 */
+	frequency_penalty?: number;
+	/**
+	 * The maximum number of tokens that can be generated in the chat completion.
+	 */
+	max_tokens?: number;
+	messages: ChatCompletionInputMessage[];
+	/**
+	 * The random sampling seed.
+	 */
+	seed?: number;
+	/**
+	 * Stop generating tokens if a stop token is generated.
+	 */
+	stop?: ChatCompletionInputStopReason;
+	/**
+	 * If set, partial message deltas will be sent.
+	 */
+	stream?: boolean;
+	/**
+	 * The value used to modulate the logits distribution.
+	 */
+	temperature?: number;
+	/**
+	 * If set to < 1, only the smallest set of most probable tokens with probabilities that add
+	 * up to `top_p` or higher are kept for generation.
+	 */
+	top_p?: number;
+	[property: string]: unknown;
+}
+
+export interface ChatCompletionInputMessage {
+	/**
+	 * The content of the message.
+	 */
+	content: string;
+	role: ChatCompletionMessageRole;
+	[property: string]: unknown;
+}
+
+/**
+ * The role of the message author.
+ */
+export type ChatCompletionMessageRole = "assistant" | "system" | "user";
+
+/**
+ * Stop generating tokens if a stop token is generated.
+ */
+export type ChatCompletionInputStopReason = string[] | string;
+
+/**
+ * Outputs for Chat Completion inference
+ */
+export interface ChatCompletionOutput {
+	/**
+	 * A list of chat completion choices.
+	 */
+	choices: ChatCompletionOutputChoice[];
+	/**
+	 * The Unix timestamp (in seconds) of when the chat completion was created.
+	 */
+	created: number;
+	[property: string]: unknown;
+}
+
+export interface ChatCompletionOutputChoice {
+	/**
+	 * The reason why the generation was stopped.
+	 */
+	finish_reason: ChatCompletionFinishReason;
+	/**
+	 * The index of the choice in the list of choices.
+	 */
+	index: number;
+	message: ChatCompletionOutputChoiceMessage;
+	[property: string]: unknown;
+}
+
+/**
+ * The reason why the generation was stopped.
+ *
+ * The generated sequence reached the maximum allowed length
+ *
+ * The model generated an end-of-sentence (EOS) token
+ *
+ * One of the sequence in stop_sequences was generated
+ */
+export type ChatCompletionFinishReason = "length" | "eos_token" | "stop_sequence";
+
+export interface ChatCompletionOutputChoiceMessage {
+	/**
+	 * The content of the chat completion message.
+	 */
+	content: string;
+	role: ChatCompletionMessageRole;
+	[property: string]: unknown;
+}
+
+/**
+ * Chat Completion Stream Output
+ */
+export interface ChatCompletionStreamOutput {
+	/**
+	 * A list of chat completion choices.
+	 */
+	choices: ChatCompletionStreamOutputChoice[];
+	/**
+	 * The Unix timestamp (in seconds) of when the chat completion was created. Each chunk has
+	 * the same timestamp.
+	 */
+	created: number;
+	[property: string]: unknown;
+}
+
+export interface ChatCompletionStreamOutputChoice {
+	/**
+	 * A chat completion delta generated by streamed model responses.
+	 */
+	delta: ChatCompletionStreamOutputDelta;
+	/**
+	 * The reason why the generation was stopped.
+	 */
+	finish_reason?: ChatCompletionFinishReason;
+	/**
+	 * The index of the choice in the list of choices.
+	 */
+	index: number;
+	[property: string]: unknown;
+}
+
+/**
+ * A chat completion delta generated by streamed model responses.
+ */
+export interface ChatCompletionStreamOutputDelta {
+	/**
+	 * The contents of the chunk message.
+	 */
+	content?: string;
+	/**
+	 * The role of the author of this message.
+	 */
+	role?: string;
+	[property: string]: unknown;
+}

package/src/tasks/chat-completion/spec/input.json

@@ -0,0 +1,63 @@
+{
+	"title": "ChatCompletionInput",
+	"$id": "/inference/schemas/chat-completion/input.json",
+	"$schema": "http://json-schema.org/draft-06/schema#",
+	"description": "Inputs for ChatCompletion inference",
+	"type": "object",
+	"properties": {
+		"messages": {
+			"type": "array",
+			"title": "ChatCompletionInputMessage",
+			"items": {
+				"type": "object",
+				"properties": {
+					"role": {
+						"$ref": "#/definitions/Role"
+					},
+					"content": {
+						"type": "string",
+						"description": "The content of the message."
+					}
+				},
+				"required": ["role", "content"]
+			}
+		},
+		"frequency_penalty": {
+			"type": "number",
+			"description": "Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far, decreasing the model's likelihood to repeat the same line verbatim."
+		},
+		"max_tokens": {
+			"type": "integer",
+			"description": "The maximum number of tokens that can be generated in the chat completion."
+		},
+		"seed": {
+			"type": "integer",
+			"description": "The random sampling seed."
+		},
+		"stop": {
+			"oneOf": [{ "type": "string" }, { "type": "array", "items": { "type": "string" } }],
+			"title": "ChatCompletionInputStopReason",
+			"description": "Stop generating tokens if a stop token is generated."
+		},
+		"stream": {
+			"type": "boolean",
+			"description": "If set, partial message deltas will be sent."
+		},
+		"temperature": {
+			"type": "number",
+			"description": "The value used to modulate the logits distribution."
+		},
+		"top_p": {
+			"type": "number",
+			"description": "If set to < 1, only the smallest set of most probable tokens with probabilities that add up to `top_p` or higher are kept for generation."
+		}
+	},
+	"required": ["messages"],
+	"definitions": {
+		"Role": {
+			"oneOf": [{ "const": "assistant" }, { "const": "system" }, { "const": "user" }],
+			"title": "ChatCompletionMessageRole",
+			"description": "The role of the message author."
+		}
+	}
+}

package/src/tasks/chat-completion/spec/output.json

@@ -0,0 +1,58 @@
+{
+	"$id": "/inference/schemas/chat-completion/output.json",
+	"$schema": "http://json-schema.org/draft-06/schema#",
+	"description": "Outputs for Chat Completion inference",
+	"title": "ChatCompletionOutput",
+	"type": "object",
+	"properties": {
+		"choices": {
+			"type": "array",
+			"description": "A list of chat completion choices.",
+			"title": "ChatCompletionOutputChoice",
+			"items": {
+				"type": "object",
+				"properties": {
+					"finish_reason": {
+						"$ref": "#/definitions/FinishReason",
+						"description": "The reason why the generation was stopped."
+					},
+					"index": {
+						"type": "integer",
+						"description": "The index of the choice in the list of choices."
+					},
+					"message": {
+						"type": "object",
+						"properties": {
+							"role": {
+								"$ref": "/inference/schemas/chat-completion/input.json#/definitions/Role"
+							},
+							"content": {
+								"type": "string",
+								"description": "The content of the chat completion message."
+							}
+						},
+						"title": "ChatCompletionOutputChoiceMessage",
+						"required": ["content", "role"]
+					}
+				},
+				"required": ["finish_reason", "index", "message"]
+			}
+		},
+		"created": {
+			"type": "integer",
+			"description": "The Unix timestamp (in seconds) of when the chat completion was created."
+		}
+	},
+	"required": ["choices", "created"],
+	"definitions": {
+		"FinishReason": {
+			"type": "string",
+			"title": "ChatCompletionFinishReason",
+			"oneOf": [
+				{ "const": "length", "description": "The generated sequence reached the maximum allowed length" },
+				{ "const": "eos_token", "description": "The model generated an end-of-sentence (EOS) token" },
+				{ "const": "stop_sequence", "description": "One of the sequence in stop_sequences was generated" }
+			]
+		}
+	}
+}

package/src/tasks/chat-completion/spec/output_stream.json

@@ -0,0 +1,48 @@
+{
+	"$id": "/inference/schemas/chat-completion/output_stream.json",
+	"$schema": "http://json-schema.org/draft-06/schema#",
+	"description": "Chat Completion Stream Output",
+	"title": "ChatCompletionStreamOutput",
+	"type": "object",
+	"properties": {
+		"choices": {
+			"type": "array",
+			"title": "ChatCompletionStreamOutputChoice",
+			"description": "A list of chat completion choices.",
+			"items": {
+				"type": "object",
+				"properties": {
+					"delta": {
+						"type": "object",
+						"title": "ChatCompletionStreamOutputDelta",
+						"description": "A chat completion delta generated by streamed model responses.",
+						"properties": {
+							"content": {
+								"type": "string",
+								"description": "The contents of the chunk message."
+							},
+							"role": {
+								"type": "string",
+								"description": "The role of the author of this message."
+							}
+						}
+					},
+					"finish_reason": {
+						"$ref": "/inference/schemas/chat-completion/output.json#/definitions/FinishReason",
+						"description": "The reason why the generation was stopped."
+					},
+					"index": {
+						"type": "integer",
+						"description": "The index of the choice in the list of choices."
+					}
+				},
+				"required": ["delta", "index"]
+			}
+		},
+		"created": {
+			"type": "integer",
+			"description": "The Unix timestamp (in seconds) of when the chat completion was created. Each chunk has the same timestamp."
+		}
+	},
+	"required": ["choices", "created"]
+}

package/src/tasks/index.ts

@@ -38,6 +38,17 @@ import zeroShotObjectDetection from "./zero-shot-object-detection/data";
 
 export type * from "./audio-classification/inference";
 export type * from "./automatic-speech-recognition/inference";
+export type {
+	ChatCompletionInput,
+	ChatCompletionInputMessage,
+	ChatCompletionOutput,
+	ChatCompletionOutputChoice,
+	ChatCompletionFinishReason,
+	ChatCompletionOutputChoiceMessage,
+	ChatCompletionStreamOutput,
+	ChatCompletionStreamOutputChoice,
+	ChatCompletionStreamOutputDelta,
+} from "./chat-completion/inference";
 export type * from "./document-question-answering/inference";
 export type * from "./feature-extraction/inference";
 export type * from "./fill-mask/inference";
@@ -73,14 +84,14 @@ export type {
 	TextClassificationParameters,
 } from "./text-classification/inference";
 export type {
-	FinishReason,
-	PrefillToken,
+	TextGenerationFinishReason,
+	TextGenerationPrefillToken,
 	TextGenerationInput,
 	TextGenerationOutput,
 	TextGenerationOutputDetails,
 	TextGenerationParameters,
-	TextGenerationSequenceDetails,
-	Token,
+	TextGenerationOutputSequenceDetails,
+	TextGenerationOutputToken,
 } from "./text-generation/inference";
 export type * from "./video-classification/inference";
 export type * from "./visual-question-answering/inference";

package/src/tasks/text-generation/inference.ts

@@ -16,6 +16,10 @@ export interface TextGenerationInput {
 	 * Additional inference parameters
 	 */
 	parameters?: TextGenerationParameters;
+	/**
+	 * Whether to stream output tokens
+	 */
+	stream?: boolean;
 	[property: string]: unknown;
 }
 
@@ -114,16 +118,16 @@ export interface TextGenerationOutputDetails {
 	/**
 	 * Details about additional sequences when best_of is provided
 	 */
-	best_of_sequences?: TextGenerationSequenceDetails[];
+	best_of_sequences?: TextGenerationOutputSequenceDetails[];
 	/**
 	 * The reason why the generation was stopped.
 	 */
-	finish_reason: FinishReason;
+	finish_reason: TextGenerationFinishReason;
 	/**
 	 * The number of generated tokens
 	 */
 	generated_tokens: number;
-	prefill: PrefillToken[];
+	prefill: TextGenerationPrefillToken[];
 	/**
 	 * The random seed used for generation
 	 */
@@ -131,24 +135,25 @@ export interface TextGenerationOutputDetails {
 	/**
 	 * The generated tokens and associated details
 	 */
-	tokens: Token[];
+	tokens: TextGenerationOutputToken[];
+	/**
+	 * Most likely tokens
+	 */
+	top_tokens?: Array<TextGenerationOutputToken[]>;
 	[property: string]: unknown;
 }
 
-export interface TextGenerationSequenceDetails {
-	/**
-	 * The reason why the generation was stopped.
-	 */
-	finish_reason: FinishReason;
+export interface TextGenerationOutputSequenceDetails {
+	finish_reason: TextGenerationFinishReason;
 	/**
 	 * The generated text
 	 */
-	generated_text: number;
+	generated_text: string;
 	/**
 	 * The number of generated tokens
 	 */
 	generated_tokens: number;
-	prefill: PrefillToken[];
+	prefill: TextGenerationPrefillToken[];
 	/**
 	 * The random seed used for generation
 	 */
@@ -156,20 +161,26 @@ export interface TextGenerationSequenceDetails {
 	/**
 	 * The generated tokens and associated details
 	 */
-	tokens: Token[];
+	tokens: TextGenerationOutputToken[];
+	/**
+	 * Most likely tokens
+	 */
+	top_tokens?: Array<TextGenerationOutputToken[]>;
 	[property: string]: unknown;
 }
 
 /**
- * The generated sequence reached the maximum allowed length
+ * The reason why the generation was stopped.
+ *
+ * length: The generated sequence reached the maximum allowed length
  *
- * The model generated an end-of-sentence (EOS) token
+ * eos_token: The model generated an end-of-sentence (EOS) token
  *
- * One of the sequence in stop_sequences was generated
+ * stop_sequence: One of the sequence in stop_sequences was generated
  */
-export type FinishReason = "length" | "eos_token" | "stop_sequence";
+export type TextGenerationFinishReason = "length" | "eos_token" | "stop_sequence";
 
-export interface PrefillToken {
+export interface TextGenerationPrefillToken {
 	id: number;
 	logprob: number;
 	/**
@@ -179,9 +190,12 @@ export interface PrefillToken {
 	[property: string]: unknown;
 }
 
-export interface Token {
+/**
+ * Generated token.
+ */
+export interface TextGenerationOutputToken {
 	id: number;
-	logprob: number;
+	logprob?: number;
 	/**
 	 * Whether or not that token is a special one
 	 */
@@ -192,3 +206,45 @@ export interface Token {
 	text: string;
 	[property: string]: unknown;
 }
+
+/**
+ * Text Generation Stream Output
+ */
+export interface TextGenerationStreamOutput {
+	/**
+	 * Generation details. Only available when the generation is finished.
+	 */
+	details?: TextGenerationStreamDetails;
+	/**
+	 * The complete generated text. Only available when the generation is finished.
+	 */
+	generated_text?: string;
+	/**
+	 * The token index within the stream. Optional to support older clients that omit it.
+	 */
+	index?: number;
+	/**
+	 * Generated token.
+	 */
+	token: TextGenerationOutputToken;
+	[property: string]: unknown;
+}
+
+/**
+ * Generation details. Only available when the generation is finished.
+ */
+export interface TextGenerationStreamDetails {
+	/**
+	 * The reason why the generation was stopped.
+	 */
+	finish_reason: TextGenerationFinishReason;
+	/**
+	 * The number of generated tokens
+	 */
+	generated_tokens: number;
+	/**
+	 * The random seed used for generation
+	 */
+	seed: number;
+	[property: string]: unknown;
+}

package/src/tasks/text-generation/spec/input.json

@@ -12,6 +12,10 @@
 		"parameters": {
 			"description": "Additional inference parameters",
 			"$ref": "#/$defs/TextGenerationParameters"
+		},
+		"stream": {
+			"description": "Whether to stream output tokens",
+			"type": "boolean"
 		}
 	},
 	"$defs": {

package/src/tasks/text-generation/spec/output.json

@@ -10,43 +10,45 @@
 			"description": "The generated text"
 		},
 		"details": {
-			"description": "When enabled, details about the generation",
-			"title": "TextGenerationOutputDetails",
-			"allOf": [
-				{ "$ref": "#/$defs/SequenceDetails" },
-				{
-					"type": "object",
-					"properties": {
-						"best_of_sequences": {
-							"type": "array",
-							"description": "Details about additional sequences when best_of is provided",
-							"items": {
-								"allOf": [
-									{ "$ref": "#/$defs/SequenceDetails" },
-									{
-										"type": "object",
-										"properties": {
-											"generated_text": {
-												"type": "integer",
-												"description": "The generated text"
-											}
-										},
-										"required": ["generated_text"]
-									}
-								]
-							}
-						}
-					}
-				}
-			]
+			"$ref": "#/$defs/Details",
+			"description": "When enabled, details about the generation"
 		}
 	},
 	"required": ["generated_text"],
-
 	"$defs": {
+		"FinishReason": {
+			"type": "string",
+			"title": "TextGenerationFinishReason",
+			"description": "The reason why the generation was stopped.",
+			"oneOf": [
+				{ "const": "length", "description": "length: The generated sequence reached the maximum allowed length" },
+				{ "const": "eos_token", "description": "eos_token: The model generated an end-of-sentence (EOS) token" },
+				{
+					"const": "stop_sequence",
+					"description": "stop_sequence: One of the sequence in stop_sequences was generated"
+				}
+			]
+		},
+		"PrefillToken": {
+			"title": "TextGenerationPrefillToken",
+			"type": "object",
+			"properties": {
+				"id": {
+					"type": "integer"
+				},
+				"logprob": {
+					"type": "number"
+				},
+				"text": {
+					"type": "string",
+					"description": "The text associated with that token"
+				}
+			},
+			"required": ["id", "logprob", "text"]
+		},
 		"Token": {
 			"type": "object",
-			"title": "Token",
+			"title": "TextGenerationOutputToken",
 			"properties": {
 				"id": {
 					"type": "integer"
@@ -63,20 +65,15 @@
 					"description": "The text associated with that token"
 				}
 			},
-			"required": ["id", "logprob", "special", "text"]
+			"required": ["id", "special", "text"]
 		},
-		"SequenceDetails": {
+		"Details": {
 			"type": "object",
-			"title": "TextGenerationSequenceDetails",
+			"title": "TextGenerationOutputDetails",
 			"properties": {
 				"finish_reason": {
-					"type": "string",
-					"description": "The reason why the generation was stopped.",
-					"oneOf": [
-						{ "const": "length", "description": "The generated sequence reached the maximum allowed length" },
-						{ "const": "eos_token", "description": "The model generated an end-of-sentence (EOS) token" },
-						{ "const": "stop_sequence", "description": "One of the sequence in stop_sequences was generated" }
-					]
+					"$ref": "#/$defs/FinishReason",
+					"description": "The reason why the generation was stopped."
 				},
 				"generated_tokens": {
 					"type": "integer",
@@ -85,21 +82,7 @@
 				"prefill": {
 					"type": "array",
 					"items": {
-						"title": "PrefillToken",
-						"type": "object",
-						"properties": {
-							"id": {
-								"type": "integer"
-							},
-							"logprob": {
-								"type": "number"
-							},
-							"text": {
-								"type": "string",
-								"description": "The text associated with that token"
-							}
-						},
-						"required": ["id", "logprob", "text"]
+						"$ref": "#/$defs/PrefillToken"
 					}
 				},
 				"seed": {
@@ -112,9 +95,71 @@
 					"items": {
 						"$ref": "#/$defs/Token"
 					}
+				},
+				"top_tokens": {
+					"type": "array",
+					"description": "Most likely tokens",
+					"items": {
+						"type": "array",
+						"items": {
+							"$ref": "#/$defs/Token"
+						}
+					}
+				},
+				"best_of_sequences": {
+					"type": "array",
+					"description": "Details about additional sequences when best_of is provided",
+					"items": {
+						"$ref": "#/$defs/SequenceDetails"
+					}
 				}
 			},
 			"required": ["finish_reason", "generated_tokens", "prefill", "tokens"]
+		},
+		"SequenceDetails": {
+			"type": "object",
+			"title": "TextGenerationOutputSequenceDetails",
+			"properties": {
+				"generated_text": {
+					"type": "string",
+					"description": "The generated text"
+				},
+				"finish_reason": {
+					"$ref": "#/$defs/FinishReason"
+				},
+				"generated_tokens": {
+					"type": "integer",
+					"description": "The number of generated tokens"
+				},
+				"prefill": {
+					"type": "array",
+					"items": {
+						"$ref": "#/$defs/PrefillToken"
+					}
+				},
+				"seed": {
+					"type": "integer",
+					"description": "The random seed used for generation"
+				},
+				"tokens": {
+					"type": "array",
+					"description": "The generated tokens and associated details",
+					"items": {
+						"$ref": "#/$defs/Token"
+					}
+				},
+				"top_tokens": {
+					"type": "array",
+					"description": "Most likely tokens",
+					"items": {
+						"type": "array",
+						"items": {
+							"$ref": "#/$defs/Token"
+						}
+					}
+				}
+			},
+			"required": ["generated_text", "finish_reason", "generated_tokens", "prefill", "tokens"]
 		}
 	}
 }

package/src/tasks/text-generation/spec/output_stream.json

@@ -0,0 +1,47 @@
+{
+	"$id": "/inference/schemas/text-generation/output.json",
+	"$schema": "http://json-schema.org/draft-06/schema#",
+	"description": "Text Generation Stream Output",
+	"title": "TextGenerationStreamOutput",
+	"type": "object",
+	"properties": {
+		"token": {
+			"$ref": "#/$defs/Token",
+			"description": "Generated token."
+		},
+		"index": {
+			"type": "integer",
+			"description": "The token index within the stream. Optional to support older clients that omit it."
+		},
+		"generated_text": {
+			"type": "string",
+			"description": "The complete generated text. Only available when the generation is finished."
+		},
+		"details": {
+			"$ref": "#/$defs/StreamDetails",
+			"description": "Generation details. Only available when the generation is finished."
+		}
+	},
+	"required": ["token"],
+	"$defs": {
+		"StreamDetails": {
+			"type": "object",
+			"title": "TextGenerationStreamDetails",
+			"properties": {
+				"finish_reason": {
+					"$ref": "#/$defs/FinishReason",
+					"description": "The reason why the generation was stopped."
+				},
+				"generated_tokens": {
+					"type": "integer",
+					"description": "The number of generated tokens"
+				},
+				"seed": {
+					"type": "integer",
+					"description": "The random seed used for generation"
+				}
+			},
+			"required": ["finish_reason", "generated_tokens", "seed"]
+		}
+	}
+}