@huggingface/tasks 0.13.0 → 0.13.1-test2

package/dist/esm/tasks/zero-shot-object-detection/inference.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference.d.ts","sourceRoot":"","sources":["../../../../src/tasks/zero-shot-object-detection/inference.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH;;GAEG;AACH,MAAM,WAAW,4BAA4B;IAC5C;;OAEG;IACH,MAAM,EAAE,gCAAgC,CAAC;IACzC;;OAEG;IACH,UAAU,CAAC,EAAE;QACZ,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;KACvB,CAAC;IACF,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AACD;;GAEG;AACH,MAAM,WAAW,gCAAgC;IAChD;;OAEG;IACH,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B;;OAEG;IACH,KAAK,EAAE,OAAO,CAAC;IACf,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AACD;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AACD,MAAM,MAAM,6BAA6B,GAAG,oCAAoC,EAAE,CAAC;AACnF;;GAEG;AACH,MAAM,WAAW,oCAAoC;IACpD;;;OAGG;IACH,GAAG,EAAE,WAAW,CAAC;IACjB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B"}

package/dist/esm/tasks/zero-shot-object-detection/inference.js

@@ -0,0 +1 @@
+export {};

package/dist/esm/tokenizer-data.d.ts

@@ -0,0 +1,26 @@
+export declare const SPECIAL_TOKENS_ATTRIBUTES: readonly ["bos_token", "eos_token", "unk_token", "sep_token", "pad_token", "cls_token", "mask_token"];
+/**
+ * Public interface for a tokenizer's special tokens mapping
+ */
+export interface AddedToken {
+    __type: "AddedToken";
+    content?: string;
+    lstrip?: boolean;
+    normalized?: boolean;
+    rstrip?: boolean;
+    single_word?: boolean;
+}
+export type SpecialTokensMap = {
+    [key in (typeof SPECIAL_TOKENS_ATTRIBUTES)[number]]?: string | AddedToken | null;
+};
+/**
+ * Public interface for tokenizer config
+ */
+export interface TokenizerConfig extends SpecialTokensMap {
+    use_default_system_prompt?: boolean;
+    chat_template?: string | Array<{
+        name: string;
+        template: string;
+    }>;
+}
+//# sourceMappingURL=tokenizer-data.d.ts.map

package/dist/esm/tokenizer-data.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer-data.d.ts","sourceRoot":"","sources":["../../src/tokenizer-data.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,yBAAyB,uGAS5B,CAAC;AAEX;;GAEG;AACH,MAAM,WAAW,UAAU;IAC1B,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,WAAW,CAAC,EAAE,OAAO,CAAC;CACtB;AACD,MAAM,MAAM,gBAAgB,GAAG;KAC7B,GAAG,IAAI,CAAC,OAAO,yBAAyB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,IAAI;CAChF,CAAC;AACF;;GAEG;AACH,MAAM,WAAW,eAAgB,SAAQ,gBAAgB;IACxD,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,aAAa,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACnE"}

package/dist/esm/tokenizer-data.js

@@ -0,0 +1,10 @@
+export const SPECIAL_TOKENS_ATTRIBUTES = [
+    "bos_token",
+    "eos_token",
+    "unk_token",
+    "sep_token",
+    "pad_token",
+    "cls_token",
+    "mask_token",
+    // additional_special_tokens (TODO)
+];

package/dist/esm/widget-example.d.ts

@@ -0,0 +1,83 @@
+/**
+ * See default-widget-inputs.ts for the default widget inputs, this files only contains the types
+ */
+import type { ChatCompletionInputMessage } from "./tasks/index.js";
+type TableData = Record<string, (string | number)[]>;
+export type WidgetExampleOutputLabels = Array<{
+    label: string;
+    score: number;
+}>;
+export interface WidgetExampleOutputAnswerScore {
+    answer: string;
+    score: number;
+}
+export interface WidgetExampleOutputText {
+    text: string;
+}
+export interface WidgetExampleOutputUrl {
+    url: string;
+}
+export type WidgetExampleOutput = WidgetExampleOutputLabels | WidgetExampleOutputAnswerScore | WidgetExampleOutputText | WidgetExampleOutputUrl;
+export interface WidgetExampleBase<TOutput> {
+    example_title?: string;
+    group?: string;
+    /**
+     * Potential overrides to API parameters for this specific example
+     * (takes precedences over the model card metadata's inference.parameters)
+     */
+    parameters?: {
+        aggregation_strategy?: string;
+        top_k?: number;
+        top_p?: number;
+        temperature?: number;
+        max_new_tokens?: number;
+        do_sample?: boolean;
+        negative_prompt?: string;
+        guidance_scale?: number;
+        num_inference_steps?: number;
+    };
+    /**
+     * Optional output
+     */
+    output?: TOutput;
+}
+export interface WidgetExampleChatInput<TOutput = WidgetExampleOutput> extends WidgetExampleBase<TOutput> {
+    messages: ChatCompletionInputMessage[];
+}
+export interface WidgetExampleTextInput<TOutput = WidgetExampleOutput> extends WidgetExampleBase<TOutput> {
+    text: string;
+}
+export interface WidgetExampleTextAndContextInput<TOutput = WidgetExampleOutput> extends WidgetExampleTextInput<TOutput> {
+    context: string;
+}
+export interface WidgetExampleTextAndTableInput<TOutput = WidgetExampleOutput> extends WidgetExampleTextInput<TOutput> {
+    table: TableData;
+}
+export interface WidgetExampleAssetInput<TOutput = WidgetExampleOutput> extends WidgetExampleBase<TOutput> {
+    src: string;
+}
+export interface WidgetExampleAssetAndPromptInput<TOutput = WidgetExampleOutput> extends WidgetExampleAssetInput<TOutput> {
+    prompt: string;
+}
+export type WidgetExampleAssetAndTextInput<TOutput = WidgetExampleOutput> = WidgetExampleAssetInput<TOutput> & WidgetExampleTextInput<TOutput>;
+export type WidgetExampleAssetAndZeroShotInput<TOutput = WidgetExampleOutput> = WidgetExampleAssetInput<TOutput> & WidgetExampleZeroShotTextInput<TOutput>;
+export interface WidgetExampleStructuredDataInput<TOutput = WidgetExampleOutput> extends WidgetExampleBase<TOutput> {
+    structured_data: TableData;
+}
+export interface WidgetExampleTableDataInput<TOutput = WidgetExampleOutput> extends WidgetExampleBase<TOutput> {
+    table: TableData;
+}
+export interface WidgetExampleZeroShotTextInput<TOutput = WidgetExampleOutput> extends WidgetExampleTextInput<TOutput> {
+    text: string;
+    candidate_labels: string;
+    multi_class: boolean;
+}
+export interface WidgetExampleSentenceSimilarityInput<TOutput = WidgetExampleOutput> extends WidgetExampleBase<TOutput> {
+    source_sentence: string;
+    sentences: string[];
+}
+export type WidgetExample<TOutput = WidgetExampleOutput> = WidgetExampleChatInput<TOutput> | WidgetExampleTextInput<TOutput> | WidgetExampleTextAndContextInput<TOutput> | WidgetExampleTextAndTableInput<TOutput> | WidgetExampleAssetInput<TOutput> | WidgetExampleAssetAndPromptInput<TOutput> | WidgetExampleAssetAndTextInput<TOutput> | WidgetExampleAssetAndZeroShotInput<TOutput> | WidgetExampleStructuredDataInput<TOutput> | WidgetExampleTableDataInput<TOutput> | WidgetExampleZeroShotTextInput<TOutput> | WidgetExampleSentenceSimilarityInput<TOutput>;
+type KeysOfUnion<T> = T extends unknown ? keyof T : never;
+export type WidgetExampleAttribute = KeysOfUnion<WidgetExample>;
+export {};
+//# sourceMappingURL=widget-example.d.ts.map

package/dist/esm/widget-example.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"widget-example.d.ts","sourceRoot":"","sources":["../../src/widget-example.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,kBAAkB,CAAC;AAEnE,KAAK,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;AAGrD,MAAM,MAAM,yBAAyB,GAAG,KAAK,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC;AAChF,MAAM,WAAW,8BAA8B;IAC9C,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACd;AACD,MAAM,WAAW,uBAAuB;IACvC,IAAI,EAAE,MAAM,CAAC;CACb;AACD,MAAM,WAAW,sBAAsB;IACtC,GAAG,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,MAAM,mBAAmB,GAC5B,yBAAyB,GACzB,8BAA8B,GAC9B,uBAAuB,GACvB,sBAAsB,CAAC;AAG1B,MAAM,WAAW,iBAAiB,CAAC,OAAO;IACzC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,UAAU,CAAC,EAAE;QAEZ,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAE9B,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,SAAS,CAAC,EAAE,OAAO,CAAC;QAEpB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,mBAAmB,CAAC,EAAE,MAAM,CAAC;KAC7B,CAAC;IACF;;OAEG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,sBAAsB,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IACxG,QAAQ,EAAE,0BAA0B,EAAE,CAAC;CACvC;AAED,MAAM,WAAW,sBAAsB,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IACxG,IAAI,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,gCAAgC,CAAC,OAAO,GAAG,mBAAmB,CAC9E,SAAQ,sBAAsB,CAAC,OAAO,CAAC;IACvC,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,8BAA8B,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,sBAAsB,CAAC,OAAO,CAAC;IACrH,KAAK,EAAE,SAAS,CAAC;CACjB;AAED,MAAM,WAAW,uBAAuB,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IACzG,GAAG,EAAE,MAAM,CAAC;CACZ;AACD,MAAM,WAAW,gCAAgC,CAAC,OAAO,GAAG,mBAAmB,CAC9E,SAAQ,uBAAuB,CAAC,OAAO,CAAC;IACxC,MAAM,EAAE,MAAM,CAAC;CACf;AAED,MAAM,MAAM,8BAA8B,CAAC,OAAO,GAAG,mBAAmB,IAAI,uBAAuB,CAAC,OAAO,CAAC,GAC3G,sBAAsB,CAAC,OAAO,CAAC,CAAC;AAEjC,MAAM,MAAM,kCAAkC,CAAC,OAAO,GAAG,mBAAmB,IAAI,uBAAuB,CAAC,OAAO,CAAC,GAC/G,8BAA8B,CAAC,OAAO,CAAC,CAAC;AAEzC,MAAM,WAAW,gCAAgC,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IAClH,eAAe,EAAE,SAAS,CAAC;CAC3B;AAED,MAAM,WAAW,2BAA2B,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IAC7G,KAAK,EAAE,SAAS,CAAC;CACjB;AAED,MAAM,WAAW,8BAA8B,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,sBAAsB,CAAC,OAAO,CAAC;IACrH,IAAI,EAAE,MAAM,CAAC;IACb,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,oCAAoC,CAAC,OAAO,GAAG,mBAAmB,CAClF,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IAClC,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,MAAM,EAAE,CAAC;CACpB;AAID,MAAM,MAAM,aAAa,CAAC,OAAO,GAAG,mBAAmB,IACpD,sBAAsB,CAAC,OAAO,CAAC,GAC/B,sBAAsB,CAAC,OAAO,CAAC,GAC/B,gCAAgC,CAAC,OAAO,CAAC,GACzC,8BAA8B,CAAC,OAAO,CAAC,GACvC,uBAAuB,CAAC,OAAO,CAAC,GAChC,gCAAgC,CAAC,OAAO,CAAC,GACzC,8BAA8B,CAAC,OAAO,CAAC,GACvC,kCAAkC,CAAC,OAAO,CAAC,GAC3C,gCAAgC,CAAC,OAAO,CAAC,GACzC,2BAA2B,CAAC,OAAO,CAAC,GACpC,8BAA8B,CAAC,OAAO,CAAC,GACvC,oCAAoC,CAAC,OAAO,CAAC,CAAC;AAEjD,KAAK,WAAW,CAAC,CAAC,IAAI,CAAC,SAAS,OAAO,GAAG,MAAM,CAAC,GAAG,KAAK,CAAC;AAE1D,MAAM,MAAM,sBAAsB,GAAG,WAAW,CAAC,aAAa,CAAC,CAAC"}

package/dist/esm/widget-example.js

@@ -0,0 +1,4 @@
+/**
+ * See default-widget-inputs.ts for the default widget inputs, this files only contains the types
+ */
+export {};

package/package.json

@@ -1,28 +1,33 @@
 {
   "name": "@huggingface/tasks",
   "packageManager": "pnpm@8.10.5",
-  "version": "0.13.0",
+  "version": "0.13.1-test2",
   "description": "List of ML tasks for huggingface.co/tasks",
   "repository": "https://github.com/huggingface/huggingface.js.git",
   "publishConfig": {
     "access": "public"
   },
-  "main": "./dist/index.cjs",
-  "module": "./dist/index.js",
-  "types": "./dist/src/index.d.ts",
+  "sources": "./src/index.ts",
+  "main": "./dist/commonjs/index.js",
+  "module": "./dist/esm/index.js",
+  "types": "./dist/commonjs/index.d.ts",
   "exports": {
+    "./package.json": "./package.json",
     ".": {
-      "types": "./dist/src/index.d.ts",
-      "require": "./dist/index.cjs",
-      "import": "./dist/index.js"
+      "import": {
+        "types": "./dist/esm/index.d.ts",
+        "default": "./dist/esm/index.js"
+      },
+      "require": {
+        "types": "./dist/commonjs/index.d.ts",
+        "default": "./dist/commonjs/index.js"
+      }
     }
   },
-  "source": "src/index.ts",
   "type": "module",
   "files": [
     "dist",
-    "src",
-    "tsconfig.json"
+    "src"
   ],
   "keywords": [
     "huggingface",
@@ -31,24 +36,22 @@
   ],
   "author": "Hugging Face",
   "license": "MIT",
-  "devDependencies": {
-    "@types/node": "^20.11.5",
-    "quicktype-core": "https://github.com/huggingface/quicktype/raw/pack-18.0.17/packages/quicktype-core/quicktype-core-18.0.17.tgz",
-    "type-fest": "^3.13.1"
+  "tshy": {
+    "exports": {
+      "./package.json": "./package.json",
+      ".": "./src/index.ts"
+    }
   },
   "scripts": {
     "lint": "eslint --quiet --fix --ext .cjs,.ts .",
     "lint:check": "eslint --ext .cjs,.ts .",
     "format": "prettier --write .",
     "format:check": "prettier --check .",
-    "build": "tsup src/index.ts --format cjs,esm --clean && tsc --emitDeclarationOnly --declaration",
-    "watch:export": "tsup src/index.ts --format cjs,esm --watch",
-    "watch:types": "tsc --emitDeclarationOnly --declaration --watch",
-    "watch": "npm-run-all --parallel watch:export watch:types",
+    "build": "tshy",
+    "watch:cjs": "tsc --declaration --outdir dist/commonjs --module commonjs --watch",
+    "watch:esm": "tsc --declaration --outdir dist/esm --watch",
+    "watch": "npm-run-all --parallel watch:esm watch:cjs",
     "check": "tsc",
-    "test": "vitest run",
-    "inference-codegen": "tsx scripts/inference-codegen.ts && prettier --write src/tasks/*/inference.ts",
-    "inference-tgi-import": "tsx scripts/inference-tgi-import.ts && prettier --write src/tasks/text-generation/spec/*.json && prettier --write src/tasks/chat-completion/spec/*.json",
-    "inference-tei-import": "tsx scripts/inference-tei-import.ts && prettier --write src/tasks/feature-extraction/spec/*.json"
+    "test": "vitest run"
   }
 }

package/src/default-widget-inputs.ts

@@ -1,5 +1,5 @@
-import type { WidgetExample } from "./widget-example";
-import type { WidgetType } from "./pipelines";
+import type { WidgetExample } from "./widget-example.js";
+import type { WidgetType } from "./pipelines.js";
 
 type LanguageCode = string;
 

package/src/index.ts

@@ -1,7 +1,7 @@
-export { LIBRARY_TASK_MAPPING } from "./library-to-tasks";
-export { MAPPING_DEFAULT_WIDGET } from "./default-widget-inputs";
-export type { TaskData, TaskDemo, TaskDemoEntry, ExampleRepo } from "./tasks";
-export * from "./tasks";
+export { LIBRARY_TASK_MAPPING } from "./library-to-tasks.js";
+export { MAPPING_DEFAULT_WIDGET } from "./default-widget-inputs.js";
+export type { TaskData, TaskDemo, TaskDemoEntry, ExampleRepo } from "./tasks/index.js";
+export * from "./tasks/index.js";
 export {
 	PIPELINE_DATA,
 	PIPELINE_TYPES,
@@ -13,11 +13,15 @@ export {
 	MODALITY_LABELS,
 	SUBTASK_TYPES,
 	PIPELINE_TYPES_SET,
-} from "./pipelines";
-export { ALL_DISPLAY_MODEL_LIBRARY_KEYS, ALL_MODEL_LIBRARY_KEYS, MODEL_LIBRARIES_UI_ELEMENTS } from "./model-libraries";
-export type { LibraryUiElement, ModelLibraryKey } from "./model-libraries";
-export type { ModelData, TransformersInfo } from "./model-data";
-export type { AddedToken, SpecialTokensMap, TokenizerConfig } from "./tokenizer-data";
+} from "./pipelines.js";
+export {
+	ALL_DISPLAY_MODEL_LIBRARY_KEYS,
+	ALL_MODEL_LIBRARY_KEYS,
+	MODEL_LIBRARIES_UI_ELEMENTS,
+} from "./model-libraries.js";
+export type { LibraryUiElement, ModelLibraryKey } from "./model-libraries.js";
+export type { ModelData, TransformersInfo } from "./model-data.js";
+export type { AddedToken, SpecialTokensMap, TokenizerConfig } from "./tokenizer-data.js";
 export type {
 	WidgetExample,
 	WidgetExampleAttribute,
@@ -38,18 +42,18 @@ export type {
 	WidgetExampleOutputLabels,
 	WidgetExampleOutputAnswerScore,
 	WidgetExampleOutputText,
-} from "./widget-example";
-export { SPECIAL_TOKENS_ATTRIBUTES } from "./tokenizer-data";
+} from "./widget-example.js";
+export { SPECIAL_TOKENS_ATTRIBUTES } from "./tokenizer-data.js";
 
-import * as snippets from "./snippets";
-export * from "./gguf";
+import * as snippets from "./snippets/index.js";
+export * from "./gguf.js";
 
 export { snippets };
 
-export { SKUS, DEFAULT_MEMORY_OPTIONS } from "./hardware";
-export type { HardwareSpec, SkuType } from "./hardware";
-export { LOCAL_APPS } from "./local-apps";
-export type { LocalApp, LocalAppKey, LocalAppSnippet } from "./local-apps";
+export { SKUS, DEFAULT_MEMORY_OPTIONS } from "./hardware.js";
+export type { HardwareSpec, SkuType } from "./hardware.js";
+export { LOCAL_APPS } from "./local-apps.js";
+export type { LocalApp, LocalAppKey, LocalAppSnippet } from "./local-apps.js";
 
-export { DATASET_LIBRARIES_UI_ELEMENTS } from "./dataset-libraries";
-export type { DatasetLibraryUiElement, DatasetLibraryKey } from "./dataset-libraries";
+export { DATASET_LIBRARIES_UI_ELEMENTS } from "./dataset-libraries.js";
+export type { DatasetLibraryUiElement, DatasetLibraryKey } from "./dataset-libraries.js";

package/src/library-to-tasks.ts

@@ -1,5 +1,5 @@
-import type { ModelLibraryKey } from "./model-libraries";
-import type { PipelineType } from "./pipelines";
+import type { ModelLibraryKey } from "./model-libraries.js";
+import type { PipelineType } from "./pipelines.js";
 
 /**
  * Mapping from library name to its supported tasks.

package/src/local-apps.ts

@@ -1,6 +1,6 @@
-import { parseGGUFQuantLabel } from "./gguf";
-import type { ModelData } from "./model-data";
-import type { PipelineType } from "./pipelines";
+import { parseGGUFQuantLabel } from "./gguf.js";
+import type { ModelData } from "./model-data.js";
+import type { PipelineType } from "./pipelines.js";
 
 export interface LocalAppSnippet {
 	/**

package/src/model-data.ts

@@ -1,6 +1,6 @@
-import type { PipelineType } from "./pipelines";
-import type { WidgetExample } from "./widget-example";
-import type { TokenizerConfig } from "./tokenizer-data";
+import type { PipelineType } from "./pipelines.js";
+import type { WidgetExample } from "./widget-example.js";
+import type { TokenizerConfig } from "./tokenizer-data.js";
 
 /**
  * Public interface for model metadata

package/src/model-libraries-snippets.ts

@@ -1,6 +1,6 @@
-import type { ModelData } from "./model-data";
-import type { WidgetExampleTextInput, WidgetExampleSentenceSimilarityInput } from "./widget-example";
-import { LIBRARY_TASK_MAPPING } from "./library-to-tasks";
+import type { ModelData } from "./model-data.js";
+import type { WidgetExampleTextInput, WidgetExampleSentenceSimilarityInput } from "./widget-example.js";
+import { LIBRARY_TASK_MAPPING } from "./library-to-tasks.js";
 
 const TAG_CUSTOM_CODE = "custom_code";
 

package/src/model-libraries.ts

@@ -1,6 +1,6 @@
-import * as snippets from "./model-libraries-snippets";
-import type { ModelData } from "./model-data";
-import type { ElasticSearchQuery } from "./model-libraries-downloads";
+import * as snippets from "./model-libraries-snippets.js";
+import type { ModelData } from "./model-data.js";
+import type { ElasticSearchQuery } from "./model-libraries-downloads.js";
 
 /**
  * Elements configurable by a model library.
@@ -480,7 +480,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
 		prettyLabel: "open-oasis",
 		repoName: "open-oasis",
 		repoUrl: "https://github.com/etched-ai/open-oasis",
-		countDownloads: `path:"oasis500m.pt"`,
+		countDownloads: `path:"oasis500m.safetensors"`,
 	},
 	open_clip: {
 		prettyLabel: "OpenCLIP",

package/src/snippets/common.ts

@@ -1,4 +1,4 @@
-import type { ChatCompletionInputMessage, GenerationParameters } from "../tasks";
+import type { ChatCompletionInputMessage, GenerationParameters } from "../tasks/index.js";
 
 export function stringifyMessages(
 	messages: ChatCompletionInputMessage[],

package/src/snippets/curl.spec.ts

@@ -1,6 +1,6 @@
-import type { ModelDataMinimal } from "./types";
+import type { ModelDataMinimal } from "./types.js";
 import { describe, expect, it } from "vitest";
-import { snippetTextGeneration } from "./curl";
+import { getCurlInferenceSnippet } from "./curl.js";
 
 describe("inference API snippets", () => {
 	it("conversational llm", async () => {
@@ -10,7 +10,7 @@ describe("inference API snippets", () => {
 			tags: ["conversational"],
 			inference: "",
 		};
-		const snippet = snippetTextGeneration(model, "api_token");
+		const snippet = getCurlInferenceSnippet(model, "api_token");
 
 		expect(snippet.content)
 			.toEqual(`curl 'https://api-inference.huggingface.co/models/meta-llama/Llama-3.1-8B-Instruct/v1/chat/completions' \\
@@ -29,6 +29,32 @@ describe("inference API snippets", () => {
 }'`);
 	});
 
+	it("conversational llm non-streaming", async () => {
+		const model: ModelDataMinimal = {
+			id: "meta-llama/Llama-3.1-8B-Instruct",
+			pipeline_tag: "text-generation",
+			tags: ["conversational"],
+			inference: "",
+		};
+		const snippet = getCurlInferenceSnippet(model, "api_token", { streaming: false });
+
+		expect(snippet.content)
+			.toEqual(`curl 'https://api-inference.huggingface.co/models/meta-llama/Llama-3.1-8B-Instruct/v1/chat/completions' \\
+-H "Authorization: Bearer api_token" \\
+-H 'Content-Type: application/json' \\
+--data '{
+    "model": "meta-llama/Llama-3.1-8B-Instruct",
+    "messages": [
+		{
+			"role": "user",
+			"content": "What is the capital of France?"
+		}
+	],
+    "max_tokens": 500,
+    "stream": false
+}'`);
+	});
+
 	it("conversational vlm", async () => {
 		const model: ModelDataMinimal = {
 			id: "meta-llama/Llama-3.2-11B-Vision-Instruct",
@@ -36,7 +62,7 @@ describe("inference API snippets", () => {
 			tags: ["conversational"],
 			inference: "",
 		};
-		const snippet = snippetTextGeneration(model, "api_token");
+		const snippet = getCurlInferenceSnippet(model, "api_token");
 
 		expect(snippet.content)
 			.toEqual(`curl 'https://api-inference.huggingface.co/models/meta-llama/Llama-3.2-11B-Vision-Instruct/v1/chat/completions' \\

package/src/snippets/curl.ts

@@ -105,9 +105,13 @@ export const curlSnippets: Partial<
 	"image-segmentation": snippetFile,
 };
 
-export function getCurlInferenceSnippet(model: ModelDataMinimal, accessToken: string): InferenceSnippet {
+export function getCurlInferenceSnippet(
+	model: ModelDataMinimal,
+	accessToken: string,
+	opts?: Record<string, unknown>
+): InferenceSnippet {
 	return model.pipeline_tag && model.pipeline_tag in curlSnippets
-		? curlSnippets[model.pipeline_tag]?.(model, accessToken) ?? { content: "" }
+		? curlSnippets[model.pipeline_tag]?.(model, accessToken, opts) ?? { content: "" }
 		: { content: "" };
 }
 

package/src/snippets/index.ts

@@ -1,6 +1,7 @@
-import * as inputs from "./inputs";
-import * as curl from "./curl";
-import * as python from "./python";
-import * as js from "./js";
+import * as inputs from "./inputs.js";
+import * as curl from "./curl.js";
+import * as python from "./python.js";
+import * as js from "./js.js";
+export * from "./types.js";
 
 export { inputs, curl, python, js };

package/src/snippets/inputs.ts

@@ -1,6 +1,6 @@
-import type { PipelineType } from "../pipelines";
-import type { ChatCompletionInputMessage } from "../tasks";
-import type { ModelDataMinimal } from "./types";
+import type { PipelineType } from "../pipelines.js";
+import type { ChatCompletionInputMessage } from "../tasks/index.js";
+import type { ModelDataMinimal } from "./types.js";
 
 const inputsZeroShotClassification = () =>
 	`"Hi, I recently bought a device from your company but it is not working as advertised and I would like to get reimbursed!"`;

package/src/snippets/js.spec.ts

@@ -1,6 +1,6 @@
-import type { InferenceSnippet, ModelDataMinimal } from "./types";
+import type { InferenceSnippet, ModelDataMinimal } from "./types.js";
 import { describe, expect, it } from "vitest";
-import { snippetTextGeneration } from "./js";
+import { getJsInferenceSnippet } from "./js.js";
 
 describe("inference API snippets", () => {
 	it("conversational llm", async () => {
@@ -10,7 +10,7 @@ describe("inference API snippets", () => {
 			tags: ["conversational"],
 			inference: "",
 		};
-		const snippet = snippetTextGeneration(model, "api_token") as InferenceSnippet[];
+		const snippet = getJsInferenceSnippet(model, "api_token") as InferenceSnippet[];
 
 		expect(snippet[0].content).toEqual(`import { HfInference } from "@huggingface/inference"
 
@@ -38,6 +38,33 @@ for await (const chunk of stream) {
 }`);
 	});
 
+	it("conversational llm non-streaming", async () => {
+		const model: ModelDataMinimal = {
+			id: "meta-llama/Llama-3.1-8B-Instruct",
+			pipeline_tag: "text-generation",
+			tags: ["conversational"],
+			inference: "",
+		};
+		const snippet = getJsInferenceSnippet(model, "api_token", { streaming: false }) as InferenceSnippet[];
+
+		expect(snippet[0].content).toEqual(`import { HfInference } from "@huggingface/inference"
+
+const client = new HfInference("api_token")
+
+const chatCompletion = await client.chatCompletion({
+	model: "meta-llama/Llama-3.1-8B-Instruct",
+	messages: [
+		{
+			role: "user",
+			content: "What is the capital of France?"
+		}
+	],
+	max_tokens: 500
+});
+
+console.log(chatCompletion.choices[0].message);`);
+	});
+
 	it("conversational vlm", async () => {
 		const model: ModelDataMinimal = {
 			id: "meta-llama/Llama-3.2-11B-Vision-Instruct",
@@ -45,7 +72,7 @@ for await (const chunk of stream) {
 			tags: ["conversational"],
 			inference: "",
 		};
-		const snippet = snippetTextGeneration(model, "api_token") as InferenceSnippet[];
+		const snippet = getJsInferenceSnippet(model, "api_token") as InferenceSnippet[];
 
 		expect(snippet[0].content).toEqual(`import { HfInference } from "@huggingface/inference"
 
@@ -75,6 +102,41 @@ const stream = client.chatCompletionStream({
 	max_tokens: 500
 });
 
+for await (const chunk of stream) {
+	if (chunk.choices && chunk.choices.length > 0) {
+		const newContent = chunk.choices[0].delta.content;
+		out += newContent;
+		console.log(newContent);
+	}  
+}`);
+	});
+
+	it("conversational llm", async () => {
+		const model: ModelDataMinimal = {
+			id: "meta-llama/Llama-3.1-8B-Instruct",
+			pipeline_tag: "text-generation",
+			tags: ["conversational"],
+			inference: "",
+		};
+		const snippet = getJsInferenceSnippet(model, "api_token") as InferenceSnippet[];
+
+		expect(snippet[0].content).toEqual(`import { HfInference } from "@huggingface/inference"
+
+const client = new HfInference("api_token")
+
+let out = "";
+
+const stream = client.chatCompletionStream({
+	model: "meta-llama/Llama-3.1-8B-Instruct",
+	messages: [
+		{
+			role: "user",
+			content: "What is the capital of France?"
+		}
+	],
+	max_tokens: 500
+});
+
 for await (const chunk of stream) {
 	if (chunk.choices && chunk.choices.length > 0) {
 		const newContent = chunk.choices[0].delta.content;

package/src/snippets/js.ts

@@ -109,7 +109,7 @@ for await (const chunk of stream) {
 			return [
 				{
 					client: "huggingface.js",
-					content: `import { HfInference } from '@huggingface/inference'
+					content: `import { HfInference } from "@huggingface/inference"
 
 const client = new HfInference("${accessToken || `{API_TOKEN}`}")
 
@@ -292,10 +292,11 @@ export const jsSnippets: Partial<
 
 export function getJsInferenceSnippet(
 	model: ModelDataMinimal,
-	accessToken: string
+	accessToken: string,
+	opts?: Record<string, unknown>
 ): InferenceSnippet | InferenceSnippet[] {
 	return model.pipeline_tag && model.pipeline_tag in jsSnippets
-		? jsSnippets[model.pipeline_tag]?.(model, accessToken) ?? { content: "" }
+		? jsSnippets[model.pipeline_tag]?.(model, accessToken, opts) ?? { content: "" }
 		: { content: "" };
 }