@huggingface/tasks 0.19.78 → 0.19.79

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -64,6 +64,12 @@ export declare const DATASET_LIBRARIES_UI_ELEMENTS: {
64
64
  repoUrl: string;
65
65
  docsUrl: string;
66
66
  };
67
+ lance: {
68
+ prettyLabel: string;
69
+ repoName: string;
70
+ repoUrl: string;
71
+ docsUrl: string;
72
+ };
67
73
  argilla: {
68
74
  prettyLabel: string;
69
75
  repoName: string;
@@ -1 +1 @@
1
- {"version":3,"file":"dataset-libraries.d.ts","sourceRoot":"","sources":["../../src/dataset-libraries.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACvC;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAmES,CAAC;AAGpD,MAAM,MAAM,iBAAiB,GAAG,MAAM,OAAO,6BAA6B,CAAC"}
1
+ {"version":3,"file":"dataset-libraries.d.ts","sourceRoot":"","sources":["../../src/dataset-libraries.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACvC;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAyES,CAAC;AAGpD,MAAM,MAAM,iBAAiB,GAAG,MAAM,OAAO,6BAA6B,CAAC"}
@@ -44,6 +44,12 @@ exports.DATASET_LIBRARIES_UI_ELEMENTS = {
44
44
  repoUrl: "https://github.com/voxel51/fiftyone",
45
45
  docsUrl: "https://huggingface.co/docs/hub/datasets-fiftyone",
46
46
  },
47
+ lance: {
48
+ prettyLabel: "Lance",
49
+ repoName: "lance",
50
+ repoUrl: "https://github.com/lance-format/lance",
51
+ docsUrl: "https://huggingface.co/docs/hub/datasets-lance",
52
+ },
47
53
  argilla: {
48
54
  prettyLabel: "Argilla",
49
55
  repoName: "argilla",
@@ -1 +1 @@
1
- {"version":3,"file":"default-widget-inputs.d.ts","sourceRoot":"","sources":["../../src/default-widget-inputs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAIjD,KAAK,kBAAkB,GAAG,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,aAAa,EAAE,CAAC,CAAC;AAmrBtE,eAAO,MAAM,sBAAsB,iCAejC,CAAC"}
1
+ {"version":3,"file":"default-widget-inputs.d.ts","sourceRoot":"","sources":["../../src/default-widget-inputs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAIjD,KAAK,kBAAkB,GAAG,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,aAAa,EAAE,CAAC,CAAC;AAoqBtE,eAAO,MAAM,sBAAsB,iCAejC,CAAC"}
@@ -623,11 +623,7 @@ const MAPPING_DV = new Map([
623
623
  ["text-classification", [`އަހަރެން ގަޔާވޭ. އަހަރެން ލޯބިވޭ`]],
624
624
  [
625
625
  "token-classification",
626
- [
627
- `އަހަރެންގެ ނަމަކީ އަހުމަދު އަދި އަހަރެން ދިރިއުޅެނީ މާލޭގަ`,
628
- `އަހަރެންގެ ނަމަކީ ސާރާ އަދި އަހަރެން ދިރިއުޅެނީ އުތީމުގަ`,
629
- `އަހަރެންގެ ނަމަކީ އައިޝާ އަދި އަހަރެން ދިރިއުޅެނީ ފޭދޫ، އައްޑޫގަ`,
630
- ],
626
+ [`އަހަރެންގެ ނަމަކީ އަހުމަދު އަދި އަހަރެން ދިރިއުޅެނީ މާލޭގަ`, `އަހަރެންގެ ނަމަކީ ސާރާ އަދި އަހަރެން ދިރިއުޅެނީ އުތީމުގަ`, `އަހަރެންގެ ނަމަކީ އައިޝާ އަދި އަހަރެން ދިރިއުޅެނީ ފޭދޫ، އައްޑޫގަ`],
631
627
  ],
632
628
  [
633
629
  "question-answering",
@@ -650,13 +646,7 @@ const MAPPING_DV = new Map([
650
646
  },
651
647
  ],
652
648
  ],
653
- [
654
- "translation",
655
- [
656
- `އަހަރެންގެ ނަމަކީ އަހުމަދު އަދި އަހަރެން ދިރިއުޅެނީ މާލޭގަ`,
657
- `އަހަރެންގެ ނަމަކީ ސާރާ އަދި އަހަރެން ދިރިއުޅެނީ އުތީމުގަ`,
658
- ],
659
- ],
649
+ ["translation", [`އަހަރެންގެ ނަމަކީ އަހުމަދު އަދި އަހަރެން ދިރިއުޅެނީ މާލޭގަ`, `އަހަރެންގެ ނަމަކީ ސާރާ އަދި އަހަރެން ދިރިއުޅެނީ އުތީމުގަ`]],
660
650
  [
661
651
  "summarization",
662
652
  [
@@ -665,12 +655,7 @@ const MAPPING_DV = new Map([
665
655
  ],
666
656
  [
667
657
  "text-generation",
668
- [
669
- `އަހަރެންގެ ނަމަކީ ޔޫސުފް އަދި އަހަރެންގެ މައިގަނޑު`,
670
- `އަހަރެންގެ ނަމަކީ މަރިއަމް، އަހަރެން އެންމެ ގަޔާވާ`,
671
- `އަހަރެންގެ ނަމަކީ ފާތުމަތު އަދި އަހަރެން`,
672
- `،އެއް ޒަމާނެއްގައި`,
673
- ],
658
+ [`އަހަރެންގެ ނަމަކީ ޔޫސުފް އަދި އަހަރެންގެ މައިގަނޑު`, `އަހަރެންގެ ނަމަކީ މަރިއަމް، އަހަރެން އެންމެ ގަޔާވާ`, `އަހަރެންގެ ނަމަކީ ފާތުމަތު އަދި އަހަރެން`, `،އެއް ޒަމާނެއްގައި`],
674
659
  ],
675
660
  ["fill-mask", [`.<mask> މާލެ އަކީ ދިވެހިރާއްޖޭގެ`, `ގަރުދިޔައަކީ ދިވެހިންގެ މެދުގައި <mask> ކެއުމެއް.`]],
676
661
  ]);
@@ -87,6 +87,13 @@ export declare const LOCAL_APPS: {
87
87
  displayOnModelPage: (model: ModelData) => boolean;
88
88
  snippet: (model: ModelData) => LocalAppSnippet[];
89
89
  };
90
+ sglang: {
91
+ prettyLabel: string;
92
+ docsUrl: string;
93
+ mainTask: "text-generation";
94
+ displayOnModelPage: (model: ModelData) => boolean;
95
+ snippet: (model: ModelData) => LocalAppSnippet[];
96
+ };
90
97
  "mlx-lm": {
91
98
  prettyLabel: string;
92
99
  docsUrl: string;
@@ -1 +1 @@
1
- {"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAKnD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;;OAIG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAqBF,iBAAS,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE7C;AAED,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;AAwRD;;;;;;;;;;GAUG;AACH,eAAO,MAAM,UAAU;;;;;;yBA9QS,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBA6CzC,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;oCAoPzD,SAAS;yBA3MX,SAAS,KAAG,eAAe,EAAE;;;;;;;yBA4F5B,SAAS,KAAG,eAAe,EAAE;;;;;;;yBA7B/B,SAAS,KAAG,eAAe,EAAE;;;;;;;;;;;;;;yBAtFzB,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yBAJjD,SAAS,aAAa,MAAM,KAAG,MAAM;;;;;;;yBA0J1B,SAAS,aAAa,MAAM,KAAG,MAAM;;;;;;;yBAI9C,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;CA2N5C,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG,MAAM,OAAO,UAAU,CAAC"}
1
+ {"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAKnD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;;OAIG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAsBF,iBAAS,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE7C;AAED,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;AA2TD;;;;;;;;;;GAUG;AACH,eAAO,MAAM,UAAU;;;;;;yBAjTS,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBA6CzC,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;oCAuRzD,SAAS;yBA9OX,SAAS,KAAG,eAAe,EAAE;;;;;;oCA4P3B,SAAS;yBA7LT,SAAS,KAAG,eAAe,EAAE;;;;;;;yBAgE9B,SAAS,KAAG,eAAe,EAAE;;;;;;;yBA7B/B,SAAS,KAAG,eAAe,EAAE;;;;;;;;;;;;;;yBAzHzB,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yBAJjD,SAAS,aAAa,MAAM,KAAG,MAAM;;;;;;;yBA6L1B,SAAS,aAAa,MAAM,KAAG,MAAM;;;;;;;yBAI9C,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;CAqO5C,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG,MAAM,OAAO,UAAU,CAAC"}
@@ -179,6 +179,39 @@ curl -X POST "http://localhost:8000/v1/completions" \\
179
179
  },
180
180
  ];
181
181
  };
182
+ const snippetSglang = (model) => {
183
+ const messages = (0, inputs_js_1.getModelInputSnippet)(model);
184
+ const setup = ["# Install SGLang from pip:", "pip install sglang"].join("\n");
185
+ const serverCommand = `# Start the SGLang server:\npython3 -m sglang.launch_server --model-path ${model.id} \\
186
+ --host 0.0.0.0 --log-level warning"`;
187
+ const dockerCommand = `docker run --gpus all \\
188
+ --shm-size 32g \\
189
+ -p 30000:30000 \\
190
+ -v ~/.cache/huggingface:/root/.cache/huggingface \\
191
+ --env "HF_TOKEN=<secret>" \\
192
+ --ipc=host \\
193
+ lmsysorg/sglang:latest \\
194
+ python3 -m sglang.launch_server --model-path ${model.id} --host 0.0.0.0 --port 30000`;
195
+ const runCommand = `curl -s http://localhost:{port}/v1/chat/completions \\
196
+ -H "Content-Type: application/json" \\
197
+ -d '{{"model": "${model.id}", "messages": ${(0, common_js_1.stringifyMessages)(messages, {
198
+ indent: "\t\t",
199
+ attributeKeyQuotes: true,
200
+ customContentEscaper: (str) => str.replace(/'/g, "'\\''"),
201
+ })}'`;
202
+ return [
203
+ {
204
+ title: "Install from pip and serve model",
205
+ setup: setup,
206
+ content: [serverCommand, runCommand],
207
+ },
208
+ {
209
+ title: "Use Docker images",
210
+ setup: dockerCommand,
211
+ content: [runCommand],
212
+ },
213
+ ];
214
+ };
182
215
  const snippetTgi = (model) => {
183
216
  const runCommand = [
184
217
  "# Call the server using curl:",
@@ -322,6 +355,15 @@ exports.LOCAL_APPS = {
322
355
  (model.pipeline_tag === "text-generation" || model.pipeline_tag === "image-text-to-text"),
323
356
  snippet: snippetVllm,
324
357
  },
358
+ sglang: {
359
+ prettyLabel: "SGLang",
360
+ docsUrl: "https://docs.sglang.io",
361
+ mainTask: "text-generation",
362
+ displayOnModelPage: (model) => isTransformersModel(model) &&
363
+ (model.pipeline_tag === "text-generation" || model.pipeline_tag === "image-text-to-text") &&
364
+ model.tags.includes("conversational"),
365
+ snippet: snippetSglang,
366
+ },
325
367
  "mlx-lm": {
326
368
  prettyLabel: "MLX LM",
327
369
  docsUrl: "https://github.com/ml-explore/mlx-lm",
@@ -1 +1 @@
1
- {"version":3,"file":"widget-example.d.ts","sourceRoot":"","sources":["../../src/widget-example.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,kBAAkB,CAAC;AAEnE,KAAK,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;AAGrD,MAAM,MAAM,yBAAyB,GAAG,KAAK,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC;AAChF,MAAM,WAAW,8BAA8B;IAC9C,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACd;AACD,MAAM,WAAW,uBAAuB;IACvC,IAAI,EAAE,MAAM,CAAC;CACb;AACD,MAAM,WAAW,sBAAsB;IACtC,GAAG,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,MAAM,mBAAmB,GAC5B,yBAAyB,GACzB,8BAA8B,GAC9B,uBAAuB,GACvB,sBAAsB,CAAC;AAG1B,MAAM,WAAW,iBAAiB,CAAC,OAAO;IACzC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,UAAU,CAAC,EAAE;QAEZ,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAE9B,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,SAAS,CAAC,EAAE,OAAO,CAAC;QAEpB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,mBAAmB,CAAC,EAAE,MAAM,CAAC;KAC7B,CAAC;IACF;;OAEG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,sBAAsB,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IACxG,QAAQ,EAAE,0BAA0B,EAAE,CAAC;CACvC;AAED,MAAM,WAAW,sBAAsB,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IACxG,IAAI,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,gCAAgC,CAAC,OAAO,GAAG,mBAAmB,CAC9E,SAAQ,sBAAsB,CAAC,OAAO,CAAC;IACvC,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,8BAA8B,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,sBAAsB,CAAC,OAAO,CAAC;IACrH,KAAK,EAAE,SAAS,CAAC;CACjB;AAED,MAAM,WAAW,uBAAuB,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IACzG,GAAG,EAAE,MAAM,CAAC;CACZ;AACD,MAAM,WAAW,gCAAgC,CAAC,OAAO,GAAG,mBAAmB,CAC9E,SAAQ,uBAAuB,CAAC,OAAO,CAAC;IACxC,MAAM,EAAE,MAAM,CAAC;CACf;AAED,MAAM,MAAM,8BAA8B,CAAC,OAAO,GAAG,mBAAmB,IAAI,uBAAuB,CAAC,OAAO,CAAC,GAC3G,sBAAsB,CAAC,OAAO,CAAC,CAAC;AAEjC,MAAM,MAAM,kCAAkC,CAAC,OAAO,GAAG,mBAAmB,IAAI,uBAAuB,CAAC,OAAO,CAAC,GAC/G,8BAA8B,CAAC,OAAO,CAAC,CAAC;AAEzC,MAAM,WAAW,gCAAgC,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IAClH,eAAe,EAAE,SAAS,CAAC;CAC3B;AAED,MAAM,WAAW,2BAA2B,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IAC7G,KAAK,EAAE,SAAS,CAAC;CACjB;AAED,MAAM,WAAW,8BAA8B,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,sBAAsB,CAAC,OAAO,CAAC;IACrH,IAAI,EAAE,MAAM,CAAC;IACb,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,oCAAoC,CAAC,OAAO,GAAG,mBAAmB,CAClF,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IAClC,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,MAAM,EAAE,CAAC;CACpB;AAID,MAAM,MAAM,aAAa,CAAC,OAAO,GAAG,mBAAmB,IACpD,sBAAsB,CAAC,OAAO,CAAC,GAC/B,sBAAsB,CAAC,OAAO,CAAC,GAC/B,gCAAgC,CAAC,OAAO,CAAC,GACzC,8BAA8B,CAAC,OAAO,CAAC,GACvC,uBAAuB,CAAC,OAAO,CAAC,GAChC,gCAAgC,CAAC,OAAO,CAAC,GACzC,8BAA8B,CAAC,OAAO,CAAC,GACvC,kCAAkC,CAAC,OAAO,CAAC,GAC3C,gCAAgC,CAAC,OAAO,CAAC,GACzC,2BAA2B,CAAC,OAAO,CAAC,GACpC,8BAA8B,CAAC,OAAO,CAAC,GACvC,oCAAoC,CAAC,OAAO,CAAC,CAAC;AAEjD,KAAK,WAAW,CAAC,CAAC,IAAI,CAAC,SAAS,OAAO,GAAG,MAAM,CAAC,GAAG,KAAK,CAAC;AAE1D,MAAM,MAAM,sBAAsB,GAAG,WAAW,CAAC,aAAa,CAAC,CAAC"}
1
+ {"version":3,"file":"widget-example.d.ts","sourceRoot":"","sources":["../../src/widget-example.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,kBAAkB,CAAC;AAEnE,KAAK,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;AAGrD,MAAM,MAAM,yBAAyB,GAAG,KAAK,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC;AAChF,MAAM,WAAW,8BAA8B;IAC9C,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACd;AACD,MAAM,WAAW,uBAAuB;IACvC,IAAI,EAAE,MAAM,CAAC;CACb;AACD,MAAM,WAAW,sBAAsB;IACtC,GAAG,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,MAAM,mBAAmB,GAC5B,yBAAyB,GACzB,8BAA8B,GAC9B,uBAAuB,GACvB,sBAAsB,CAAC;AAG1B,MAAM,WAAW,iBAAiB,CAAC,OAAO;IACzC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,UAAU,CAAC,EAAE;QAEZ,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAE9B,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,SAAS,CAAC,EAAE,OAAO,CAAC;QAEpB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,mBAAmB,CAAC,EAAE,MAAM,CAAC;KAC7B,CAAC;IACF;;OAEG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,sBAAsB,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IACxG,QAAQ,EAAE,0BAA0B,EAAE,CAAC;CACvC;AAED,MAAM,WAAW,sBAAsB,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IACxG,IAAI,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,gCAAgC,CAChD,OAAO,GAAG,mBAAmB,CAC5B,SAAQ,sBAAsB,CAAC,OAAO,CAAC;IACxC,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,8BAA8B,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,sBAAsB,CAAC,OAAO,CAAC;IACrH,KAAK,EAAE,SAAS,CAAC;CACjB;AAED,MAAM,WAAW,uBAAuB,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IACzG,GAAG,EAAE,MAAM,CAAC;CACZ;AACD,MAAM,WAAW,gCAAgC,CAChD,OAAO,GAAG,mBAAmB,CAC5B,SAAQ,uBAAuB,CAAC,OAAO,CAAC;IACzC,MAAM,EAAE,MAAM,CAAC;CACf;AAED,MAAM,MAAM,8BAA8B,CAAC,OAAO,GAAG,mBAAmB,IAAI,uBAAuB,CAAC,OAAO,CAAC,GAC3G,sBAAsB,CAAC,OAAO,CAAC,CAAC;AAEjC,MAAM,MAAM,kCAAkC,CAAC,OAAO,GAAG,mBAAmB,IAAI,uBAAuB,CAAC,OAAO,CAAC,GAC/G,8BAA8B,CAAC,OAAO,CAAC,CAAC;AAEzC,MAAM,WAAW,gCAAgC,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IAClH,eAAe,EAAE,SAAS,CAAC;CAC3B;AAED,MAAM,WAAW,2BAA2B,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IAC7G,KAAK,EAAE,SAAS,CAAC;CACjB;AAED,MAAM,WAAW,8BAA8B,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,sBAAsB,CAAC,OAAO,CAAC;IACrH,IAAI,EAAE,MAAM,CAAC;IACb,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,oCAAoC,CACpD,OAAO,GAAG,mBAAmB,CAC5B,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IACnC,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,MAAM,EAAE,CAAC;CACpB;AAID,MAAM,MAAM,aAAa,CAAC,OAAO,GAAG,mBAAmB,IACpD,sBAAsB,CAAC,OAAO,CAAC,GAC/B,sBAAsB,CAAC,OAAO,CAAC,GAC/B,gCAAgC,CAAC,OAAO,CAAC,GACzC,8BAA8B,CAAC,OAAO,CAAC,GACvC,uBAAuB,CAAC,OAAO,CAAC,GAChC,gCAAgC,CAAC,OAAO,CAAC,GACzC,8BAA8B,CAAC,OAAO,CAAC,GACvC,kCAAkC,CAAC,OAAO,CAAC,GAC3C,gCAAgC,CAAC,OAAO,CAAC,GACzC,2BAA2B,CAAC,OAAO,CAAC,GACpC,8BAA8B,CAAC,OAAO,CAAC,GACvC,oCAAoC,CAAC,OAAO,CAAC,CAAC;AAEjD,KAAK,WAAW,CAAC,CAAC,IAAI,CAAC,SAAS,OAAO,GAAG,MAAM,CAAC,GAAG,KAAK,CAAC;AAE1D,MAAM,MAAM,sBAAsB,GAAG,WAAW,CAAC,aAAa,CAAC,CAAC"}
@@ -64,6 +64,12 @@ export declare const DATASET_LIBRARIES_UI_ELEMENTS: {
64
64
  repoUrl: string;
65
65
  docsUrl: string;
66
66
  };
67
+ lance: {
68
+ prettyLabel: string;
69
+ repoName: string;
70
+ repoUrl: string;
71
+ docsUrl: string;
72
+ };
67
73
  argilla: {
68
74
  prettyLabel: string;
69
75
  repoName: string;
@@ -1 +1 @@
1
- {"version":3,"file":"dataset-libraries.d.ts","sourceRoot":"","sources":["../../src/dataset-libraries.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACvC;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAmES,CAAC;AAGpD,MAAM,MAAM,iBAAiB,GAAG,MAAM,OAAO,6BAA6B,CAAC"}
1
+ {"version":3,"file":"dataset-libraries.d.ts","sourceRoot":"","sources":["../../src/dataset-libraries.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACvC;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAyES,CAAC;AAGpD,MAAM,MAAM,iBAAiB,GAAG,MAAM,OAAO,6BAA6B,CAAC"}
@@ -41,6 +41,12 @@ export const DATASET_LIBRARIES_UI_ELEMENTS = {
41
41
  repoUrl: "https://github.com/voxel51/fiftyone",
42
42
  docsUrl: "https://huggingface.co/docs/hub/datasets-fiftyone",
43
43
  },
44
+ lance: {
45
+ prettyLabel: "Lance",
46
+ repoName: "lance",
47
+ repoUrl: "https://github.com/lance-format/lance",
48
+ docsUrl: "https://huggingface.co/docs/hub/datasets-lance",
49
+ },
44
50
  argilla: {
45
51
  prettyLabel: "Argilla",
46
52
  repoName: "argilla",
@@ -1 +1 @@
1
- {"version":3,"file":"default-widget-inputs.d.ts","sourceRoot":"","sources":["../../src/default-widget-inputs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAIjD,KAAK,kBAAkB,GAAG,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,aAAa,EAAE,CAAC,CAAC;AAmrBtE,eAAO,MAAM,sBAAsB,iCAejC,CAAC"}
1
+ {"version":3,"file":"default-widget-inputs.d.ts","sourceRoot":"","sources":["../../src/default-widget-inputs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAIjD,KAAK,kBAAkB,GAAG,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,aAAa,EAAE,CAAC,CAAC;AAoqBtE,eAAO,MAAM,sBAAsB,iCAejC,CAAC"}
@@ -620,11 +620,7 @@ const MAPPING_DV = new Map([
620
620
  ["text-classification", [`އަހަރެން ގަޔާވޭ. އަހަރެން ލޯބިވޭ`]],
621
621
  [
622
622
  "token-classification",
623
- [
624
- `އަހަރެންގެ ނަމަކީ އަހުމަދު އަދި އަހަރެން ދިރިއުޅެނީ މާލޭގަ`,
625
- `އަހަރެންގެ ނަމަކީ ސާރާ އަދި އަހަރެން ދިރިއުޅެނީ އުތީމުގަ`,
626
- `އަހަރެންގެ ނަމަކީ އައިޝާ އަދި އަހަރެން ދިރިއުޅެނީ ފޭދޫ، އައްޑޫގަ`,
627
- ],
623
+ [`އަހަރެންގެ ނަމަކީ އަހުމަދު އަދި އަހަރެން ދިރިއުޅެނީ މާލޭގަ`, `އަހަރެންގެ ނަމަކީ ސާރާ އަދި އަހަރެން ދިރިއުޅެނީ އުތީމުގަ`, `އަހަރެންގެ ނަމަކީ އައިޝާ އަދި އަހަރެން ދިރިއުޅެނީ ފޭދޫ، އައްޑޫގަ`],
628
624
  ],
629
625
  [
630
626
  "question-answering",
@@ -647,13 +643,7 @@ const MAPPING_DV = new Map([
647
643
  },
648
644
  ],
649
645
  ],
650
- [
651
- "translation",
652
- [
653
- `އަހަރެންގެ ނަމަކީ އަހުމަދު އަދި އަހަރެން ދިރިއުޅެނީ މާލޭގަ`,
654
- `އަހަރެންގެ ނަމަކީ ސާރާ އަދި އަހަރެން ދިރިއުޅެނީ އުތީމުގަ`,
655
- ],
656
- ],
646
+ ["translation", [`އަހަރެންގެ ނަމަކީ އަހުމަދު އަދި އަހަރެން ދިރިއުޅެނީ މާލޭގަ`, `އަހަރެންގެ ނަމަކީ ސާރާ އަދި އަހަރެން ދިރިއުޅެނީ އުތީމުގަ`]],
657
647
  [
658
648
  "summarization",
659
649
  [
@@ -662,12 +652,7 @@ const MAPPING_DV = new Map([
662
652
  ],
663
653
  [
664
654
  "text-generation",
665
- [
666
- `އަހަރެންގެ ނަމަކީ ޔޫސުފް އަދި އަހަރެންގެ މައިގަނޑު`,
667
- `އަހަރެންގެ ނަމަކީ މަރިއަމް، އަހަރެން އެންމެ ގަޔާވާ`,
668
- `އަހަރެންގެ ނަމަކީ ފާތުމަތު އަދި އަހަރެން`,
669
- `،އެއް ޒަމާނެއްގައި`,
670
- ],
655
+ [`އަހަރެންގެ ނަމަކީ ޔޫސުފް އަދި އަހަރެންގެ މައިގަނޑު`, `އަހަރެންގެ ނަމަކީ މަރިއަމް، އަހަރެން އެންމެ ގަޔާވާ`, `އަހަރެންގެ ނަމަކީ ފާތުމަތު އަދި އަހަރެން`, `،އެއް ޒަމާނެއްގައި`],
671
656
  ],
672
657
  ["fill-mask", [`.<mask> މާލެ އަކީ ދިވެހިރާއްޖޭގެ`, `ގަރުދިޔައަކީ ދިވެހިންގެ މެދުގައި <mask> ކެއުމެއް.`]],
673
658
  ]);
@@ -87,6 +87,13 @@ export declare const LOCAL_APPS: {
87
87
  displayOnModelPage: (model: ModelData) => boolean;
88
88
  snippet: (model: ModelData) => LocalAppSnippet[];
89
89
  };
90
+ sglang: {
91
+ prettyLabel: string;
92
+ docsUrl: string;
93
+ mainTask: "text-generation";
94
+ displayOnModelPage: (model: ModelData) => boolean;
95
+ snippet: (model: ModelData) => LocalAppSnippet[];
96
+ };
90
97
  "mlx-lm": {
91
98
  prettyLabel: string;
92
99
  docsUrl: string;
@@ -1 +1 @@
1
- {"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAKnD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;;OAIG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAqBF,iBAAS,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE7C;AAED,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;AAwRD;;;;;;;;;;GAUG;AACH,eAAO,MAAM,UAAU;;;;;;yBA9QS,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBA6CzC,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;oCAoPzD,SAAS;yBA3MX,SAAS,KAAG,eAAe,EAAE;;;;;;;yBA4F5B,SAAS,KAAG,eAAe,EAAE;;;;;;;yBA7B/B,SAAS,KAAG,eAAe,EAAE;;;;;;;;;;;;;;yBAtFzB,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yBAJjD,SAAS,aAAa,MAAM,KAAG,MAAM;;;;;;;yBA0J1B,SAAS,aAAa,MAAM,KAAG,MAAM;;;;;;;yBAI9C,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;CA2N5C,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG,MAAM,OAAO,UAAU,CAAC"}
1
+ {"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAKnD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;;OAIG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAsBF,iBAAS,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE7C;AAED,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;AA2TD;;;;;;;;;;GAUG;AACH,eAAO,MAAM,UAAU;;;;;;yBAjTS,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBA6CzC,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;oCAuRzD,SAAS;yBA9OX,SAAS,KAAG,eAAe,EAAE;;;;;;oCA4P3B,SAAS;yBA7LT,SAAS,KAAG,eAAe,EAAE;;;;;;;yBAgE9B,SAAS,KAAG,eAAe,EAAE;;;;;;;yBA7B/B,SAAS,KAAG,eAAe,EAAE;;;;;;;;;;;;;;yBAzHzB,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yBAJjD,SAAS,aAAa,MAAM,KAAG,MAAM;;;;;;;yBA6L1B,SAAS,aAAa,MAAM,KAAG,MAAM;;;;;;;yBAI9C,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;CAqO5C,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG,MAAM,OAAO,UAAU,CAAC"}
@@ -176,6 +176,39 @@ curl -X POST "http://localhost:8000/v1/completions" \\
176
176
  },
177
177
  ];
178
178
  };
179
+ const snippetSglang = (model) => {
180
+ const messages = getModelInputSnippet(model);
181
+ const setup = ["# Install SGLang from pip:", "pip install sglang"].join("\n");
182
+ const serverCommand = `# Start the SGLang server:\npython3 -m sglang.launch_server --model-path ${model.id} \\
183
+ --host 0.0.0.0 --log-level warning"`;
184
+ const dockerCommand = `docker run --gpus all \\
185
+ --shm-size 32g \\
186
+ -p 30000:30000 \\
187
+ -v ~/.cache/huggingface:/root/.cache/huggingface \\
188
+ --env "HF_TOKEN=<secret>" \\
189
+ --ipc=host \\
190
+ lmsysorg/sglang:latest \\
191
+ python3 -m sglang.launch_server --model-path ${model.id} --host 0.0.0.0 --port 30000`;
192
+ const runCommand = `curl -s http://localhost:{port}/v1/chat/completions \\
193
+ -H "Content-Type: application/json" \\
194
+ -d '{{"model": "${model.id}", "messages": ${stringifyMessages(messages, {
195
+ indent: "\t\t",
196
+ attributeKeyQuotes: true,
197
+ customContentEscaper: (str) => str.replace(/'/g, "'\\''"),
198
+ })}'`;
199
+ return [
200
+ {
201
+ title: "Install from pip and serve model",
202
+ setup: setup,
203
+ content: [serverCommand, runCommand],
204
+ },
205
+ {
206
+ title: "Use Docker images",
207
+ setup: dockerCommand,
208
+ content: [runCommand],
209
+ },
210
+ ];
211
+ };
179
212
  const snippetTgi = (model) => {
180
213
  const runCommand = [
181
214
  "# Call the server using curl:",
@@ -319,6 +352,15 @@ export const LOCAL_APPS = {
319
352
  (model.pipeline_tag === "text-generation" || model.pipeline_tag === "image-text-to-text"),
320
353
  snippet: snippetVllm,
321
354
  },
355
+ sglang: {
356
+ prettyLabel: "SGLang",
357
+ docsUrl: "https://docs.sglang.io",
358
+ mainTask: "text-generation",
359
+ displayOnModelPage: (model) => isTransformersModel(model) &&
360
+ (model.pipeline_tag === "text-generation" || model.pipeline_tag === "image-text-to-text") &&
361
+ model.tags.includes("conversational"),
362
+ snippet: snippetSglang,
363
+ },
322
364
  "mlx-lm": {
323
365
  prettyLabel: "MLX LM",
324
366
  docsUrl: "https://github.com/ml-explore/mlx-lm",
@@ -1 +1 @@
1
- {"version":3,"file":"widget-example.d.ts","sourceRoot":"","sources":["../../src/widget-example.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,kBAAkB,CAAC;AAEnE,KAAK,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;AAGrD,MAAM,MAAM,yBAAyB,GAAG,KAAK,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC;AAChF,MAAM,WAAW,8BAA8B;IAC9C,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACd;AACD,MAAM,WAAW,uBAAuB;IACvC,IAAI,EAAE,MAAM,CAAC;CACb;AACD,MAAM,WAAW,sBAAsB;IACtC,GAAG,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,MAAM,mBAAmB,GAC5B,yBAAyB,GACzB,8BAA8B,GAC9B,uBAAuB,GACvB,sBAAsB,CAAC;AAG1B,MAAM,WAAW,iBAAiB,CAAC,OAAO;IACzC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,UAAU,CAAC,EAAE;QAEZ,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAE9B,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,SAAS,CAAC,EAAE,OAAO,CAAC;QAEpB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,mBAAmB,CAAC,EAAE,MAAM,CAAC;KAC7B,CAAC;IACF;;OAEG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,sBAAsB,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IACxG,QAAQ,EAAE,0BAA0B,EAAE,CAAC;CACvC;AAED,MAAM,WAAW,sBAAsB,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IACxG,IAAI,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,gCAAgC,CAAC,OAAO,GAAG,mBAAmB,CAC9E,SAAQ,sBAAsB,CAAC,OAAO,CAAC;IACvC,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,8BAA8B,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,sBAAsB,CAAC,OAAO,CAAC;IACrH,KAAK,EAAE,SAAS,CAAC;CACjB;AAED,MAAM,WAAW,uBAAuB,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IACzG,GAAG,EAAE,MAAM,CAAC;CACZ;AACD,MAAM,WAAW,gCAAgC,CAAC,OAAO,GAAG,mBAAmB,CAC9E,SAAQ,uBAAuB,CAAC,OAAO,CAAC;IACxC,MAAM,EAAE,MAAM,CAAC;CACf;AAED,MAAM,MAAM,8BAA8B,CAAC,OAAO,GAAG,mBAAmB,IAAI,uBAAuB,CAAC,OAAO,CAAC,GAC3G,sBAAsB,CAAC,OAAO,CAAC,CAAC;AAEjC,MAAM,MAAM,kCAAkC,CAAC,OAAO,GAAG,mBAAmB,IAAI,uBAAuB,CAAC,OAAO,CAAC,GAC/G,8BAA8B,CAAC,OAAO,CAAC,CAAC;AAEzC,MAAM,WAAW,gCAAgC,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IAClH,eAAe,EAAE,SAAS,CAAC;CAC3B;AAED,MAAM,WAAW,2BAA2B,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IAC7G,KAAK,EAAE,SAAS,CAAC;CACjB;AAED,MAAM,WAAW,8BAA8B,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,sBAAsB,CAAC,OAAO,CAAC;IACrH,IAAI,EAAE,MAAM,CAAC;IACb,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,oCAAoC,CAAC,OAAO,GAAG,mBAAmB,CAClF,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IAClC,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,MAAM,EAAE,CAAC;CACpB;AAID,MAAM,MAAM,aAAa,CAAC,OAAO,GAAG,mBAAmB,IACpD,sBAAsB,CAAC,OAAO,CAAC,GAC/B,sBAAsB,CAAC,OAAO,CAAC,GAC/B,gCAAgC,CAAC,OAAO,CAAC,GACzC,8BAA8B,CAAC,OAAO,CAAC,GACvC,uBAAuB,CAAC,OAAO,CAAC,GAChC,gCAAgC,CAAC,OAAO,CAAC,GACzC,8BAA8B,CAAC,OAAO,CAAC,GACvC,kCAAkC,CAAC,OAAO,CAAC,GAC3C,gCAAgC,CAAC,OAAO,CAAC,GACzC,2BAA2B,CAAC,OAAO,CAAC,GACpC,8BAA8B,CAAC,OAAO,CAAC,GACvC,oCAAoC,CAAC,OAAO,CAAC,CAAC;AAEjD,KAAK,WAAW,CAAC,CAAC,IAAI,CAAC,SAAS,OAAO,GAAG,MAAM,CAAC,GAAG,KAAK,CAAC;AAE1D,MAAM,MAAM,sBAAsB,GAAG,WAAW,CAAC,aAAa,CAAC,CAAC"}
1
+ {"version":3,"file":"widget-example.d.ts","sourceRoot":"","sources":["../../src/widget-example.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,kBAAkB,CAAC;AAEnE,KAAK,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;AAGrD,MAAM,MAAM,yBAAyB,GAAG,KAAK,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC;AAChF,MAAM,WAAW,8BAA8B;IAC9C,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACd;AACD,MAAM,WAAW,uBAAuB;IACvC,IAAI,EAAE,MAAM,CAAC;CACb;AACD,MAAM,WAAW,sBAAsB;IACtC,GAAG,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,MAAM,mBAAmB,GAC5B,yBAAyB,GACzB,8BAA8B,GAC9B,uBAAuB,GACvB,sBAAsB,CAAC;AAG1B,MAAM,WAAW,iBAAiB,CAAC,OAAO;IACzC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,UAAU,CAAC,EAAE;QAEZ,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAE9B,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,SAAS,CAAC,EAAE,OAAO,CAAC;QAEpB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,mBAAmB,CAAC,EAAE,MAAM,CAAC;KAC7B,CAAC;IACF;;OAEG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,sBAAsB,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IACxG,QAAQ,EAAE,0BAA0B,EAAE,CAAC;CACvC;AAED,MAAM,WAAW,sBAAsB,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IACxG,IAAI,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,gCAAgC,CAChD,OAAO,GAAG,mBAAmB,CAC5B,SAAQ,sBAAsB,CAAC,OAAO,CAAC;IACxC,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,8BAA8B,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,sBAAsB,CAAC,OAAO,CAAC;IACrH,KAAK,EAAE,SAAS,CAAC;CACjB;AAED,MAAM,WAAW,uBAAuB,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IACzG,GAAG,EAAE,MAAM,CAAC;CACZ;AACD,MAAM,WAAW,gCAAgC,CAChD,OAAO,GAAG,mBAAmB,CAC5B,SAAQ,uBAAuB,CAAC,OAAO,CAAC;IACzC,MAAM,EAAE,MAAM,CAAC;CACf;AAED,MAAM,MAAM,8BAA8B,CAAC,OAAO,GAAG,mBAAmB,IAAI,uBAAuB,CAAC,OAAO,CAAC,GAC3G,sBAAsB,CAAC,OAAO,CAAC,CAAC;AAEjC,MAAM,MAAM,kCAAkC,CAAC,OAAO,GAAG,mBAAmB,IAAI,uBAAuB,CAAC,OAAO,CAAC,GAC/G,8BAA8B,CAAC,OAAO,CAAC,CAAC;AAEzC,MAAM,WAAW,gCAAgC,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IAClH,eAAe,EAAE,SAAS,CAAC;CAC3B;AAED,MAAM,WAAW,2BAA2B,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IAC7G,KAAK,EAAE,SAAS,CAAC;CACjB;AAED,MAAM,WAAW,8BAA8B,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,sBAAsB,CAAC,OAAO,CAAC;IACrH,IAAI,EAAE,MAAM,CAAC;IACb,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,oCAAoC,CACpD,OAAO,GAAG,mBAAmB,CAC5B,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IACnC,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,MAAM,EAAE,CAAC;CACpB;AAID,MAAM,MAAM,aAAa,CAAC,OAAO,GAAG,mBAAmB,IACpD,sBAAsB,CAAC,OAAO,CAAC,GAC/B,sBAAsB,CAAC,OAAO,CAAC,GAC/B,gCAAgC,CAAC,OAAO,CAAC,GACzC,8BAA8B,CAAC,OAAO,CAAC,GACvC,uBAAuB,CAAC,OAAO,CAAC,GAChC,gCAAgC,CAAC,OAAO,CAAC,GACzC,8BAA8B,CAAC,OAAO,CAAC,GACvC,kCAAkC,CAAC,OAAO,CAAC,GAC3C,gCAAgC,CAAC,OAAO,CAAC,GACzC,2BAA2B,CAAC,OAAO,CAAC,GACpC,8BAA8B,CAAC,OAAO,CAAC,GACvC,oCAAoC,CAAC,OAAO,CAAC,CAAC;AAEjD,KAAK,WAAW,CAAC,CAAC,IAAI,CAAC,SAAS,OAAO,GAAG,MAAM,CAAC,GAAG,KAAK,CAAC;AAE1D,MAAM,MAAM,sBAAsB,GAAG,WAAW,CAAC,aAAa,CAAC,CAAC"}
package/package.json CHANGED
@@ -1,13 +1,26 @@
1
1
  {
2
2
  "name": "@huggingface/tasks",
3
- "version": "0.19.78",
3
+ "version": "0.19.79",
4
4
  "description": "List of ML tasks for huggingface.co/tasks",
5
+ "keywords": [
6
+ "hub",
7
+ "huggingface",
8
+ "languages"
9
+ ],
10
+ "license": "MIT",
11
+ "author": "Hugging Face",
5
12
  "repository": "https://github.com/huggingface/huggingface.js.git",
6
- "publishConfig": {
7
- "access": "public"
8
- },
13
+ "source": "./src/index.ts",
14
+ "files": [
15
+ "dist",
16
+ "src",
17
+ "tsconfig.json"
18
+ ],
19
+ "type": "module",
20
+ "main": "./dist/commonjs/index.js",
21
+ "module": "./dist/esm/index.js",
22
+ "types": "./dist/commonjs/index.d.ts",
9
23
  "exports": {
10
- "./package.json": "./package.json",
11
24
  ".": {
12
25
  "import": {
13
26
  "types": "./dist/esm/index.d.ts",
@@ -17,36 +30,23 @@
17
30
  "types": "./dist/commonjs/index.d.ts",
18
31
  "default": "./dist/commonjs/index.js"
19
32
  }
20
- }
33
+ },
34
+ "./package.json": "./package.json"
35
+ },
36
+ "publishConfig": {
37
+ "access": "public"
21
38
  },
22
- "source": "./src/index.ts",
23
- "type": "module",
24
- "files": [
25
- "dist",
26
- "src",
27
- "tsconfig.json"
28
- ],
29
- "keywords": [
30
- "huggingface",
31
- "hub",
32
- "languages"
33
- ],
34
- "author": "Hugging Face",
35
- "license": "MIT",
36
39
  "tshy": {
37
40
  "exports": {
38
- "./package.json": "./package.json",
39
- ".": "./src/index.ts"
41
+ ".": "./src/index.ts",
42
+ "./package.json": "./package.json"
40
43
  }
41
44
  },
42
- "main": "./dist/commonjs/index.js",
43
- "types": "./dist/commonjs/index.d.ts",
44
- "module": "./dist/esm/index.js",
45
45
  "scripts": {
46
46
  "lint": "eslint --quiet --fix --ext .cjs,.ts .",
47
47
  "lint:check": "eslint --ext .cjs,.ts .",
48
- "format": "prettier --write .",
49
- "format:check": "prettier --check .",
48
+ "format": "oxfmt .",
49
+ "format:check": "oxfmt --check .",
50
50
  "build": "tshy",
51
51
  "watch:cjs": "tsc --declaration --outdir dist/commonjs --module commonjs --watch",
52
52
  "watch:esm": "tsc --declaration --outdir dist/esm --watch",
@@ -65,6 +65,12 @@ export const DATASET_LIBRARIES_UI_ELEMENTS = {
65
65
  repoUrl: "https://github.com/voxel51/fiftyone",
66
66
  docsUrl: "https://huggingface.co/docs/hub/datasets-fiftyone",
67
67
  },
68
+ lance: {
69
+ prettyLabel: "Lance",
70
+ repoName: "lance",
71
+ repoUrl: "https://github.com/lance-format/lance",
72
+ docsUrl: "https://huggingface.co/docs/hub/datasets-lance",
73
+ },
68
74
  argilla: {
69
75
  prettyLabel: "Argilla",
70
76
  repoName: "argilla",
@@ -642,11 +642,7 @@ const MAPPING_DV: PerLanguageMapping = new Map([
642
642
  ["text-classification", [`އަހަރެން ގަޔާވޭ. އަހަރެން ލޯބިވޭ`]],
643
643
  [
644
644
  "token-classification",
645
- [
646
- `އަހަރެންގެ ނަމަކީ އަހުމަދު އަދި އަހަރެން ދިރިއުޅެނީ މާލޭގަ`,
647
- `އަހަރެންގެ ނަމަކީ ސާރާ އަދި އަހަރެން ދިރިއުޅެނީ އުތީމުގަ`,
648
- `އަހަރެންގެ ނަމަކީ އައިޝާ އަދި އަހަރެން ދިރިއުޅެނީ ފޭދޫ، އައްޑޫގަ`,
649
- ],
645
+ [`އަހަރެންގެ ނަމަކީ އަހުމަދު އަދި އަހަރެން ދިރިއުޅެނީ މާލޭގަ`, `އަހަރެންގެ ނަމަކީ ސާރާ އަދި އަހަރެން ދިރިއުޅެނީ އުތީމުގަ`, `އަހަރެންގެ ނަމަކީ އައިޝާ އަދި އަހަރެން ދިރިއުޅެނީ ފޭދޫ، އައްޑޫގަ`],
650
646
  ],
651
647
  [
652
648
  "question-answering",
@@ -669,13 +665,7 @@ const MAPPING_DV: PerLanguageMapping = new Map([
669
665
  },
670
666
  ],
671
667
  ],
672
- [
673
- "translation",
674
- [
675
- `އަހަރެންގެ ނަމަކީ އަހުމަދު އަދި އަހަރެން ދިރިއުޅެނީ މާލޭގަ`,
676
- `އަހަރެންގެ ނަމަކީ ސާރާ އަދި އަހަރެން ދިރިއުޅެނީ އުތީމުގަ`,
677
- ],
678
- ],
668
+ ["translation", [`އަހަރެންގެ ނަމަކީ އަހުމަދު އަދި އަހަރެން ދިރިއުޅެނީ މާލޭގަ`, `އަހަރެންގެ ނަމަކީ ސާރާ އަދި އަހަރެން ދިރިއުޅެނީ އުތީމުގަ`]],
679
669
  [
680
670
  "summarization",
681
671
  [
@@ -684,12 +674,7 @@ const MAPPING_DV: PerLanguageMapping = new Map([
684
674
  ],
685
675
  [
686
676
  "text-generation",
687
- [
688
- `އަހަރެންގެ ނަމަކީ ޔޫސުފް އަދި އަހަރެންގެ މައިގަނޑު`,
689
- `އަހަރެންގެ ނަމަކީ މަރިއަމް، އަހަރެން އެންމެ ގަޔާވާ`,
690
- `އަހަރެންގެ ނަމަކީ ފާތުމަތު އަދި އަހަރެން`,
691
- `،އެއް ޒަމާނެއްގައި`,
692
- ],
677
+ [`އަހަރެންގެ ނަމަކީ ޔޫސުފް އަދި އަހަރެންގެ މައިގަނޑު`, `އަހަރެންގެ ނަމަކީ މަރިއަމް، އަހަރެން އެންމެ ގަޔާވާ`, `އަހަރެންގެ ނަމަކީ ފާތުމަތު އަދި އަހަރެން`, `،އެއް ޒަމާނެއްގައި`],
693
678
  ],
694
679
  ["fill-mask", [`.<mask> މާލެ އަކީ ދިވެހިރާއްޖޭގެ`, `ގަރުދިޔައަކީ ދިވެހިންގެ މެދުގައި <mask> ކެއުމެއް.`]],
695
680
  ]);
package/src/gguf.ts CHANGED
@@ -128,7 +128,7 @@ export const GGUF_QUANT_ORDER: GGMLFileQuantizationType[] = [
128
128
  // It returns undefined if no such quantization type is found.
129
129
  export function findNearestQuantType(
130
130
  quant: GGMLFileQuantizationType,
131
- availableQuants: GGMLFileQuantizationType[]
131
+ availableQuants: GGMLFileQuantizationType[],
132
132
  ): GGMLFileQuantizationType | undefined {
133
133
  // Create a map for quick index lookup from the defined order
134
134
  const orderMap = new Map<GGMLFileQuantizationType, number>();
package/src/local-apps.ts CHANGED
@@ -82,6 +82,7 @@ function isMarlinModel(model: ModelData): boolean {
82
82
  function isTransformersModel(model: ModelData): boolean {
83
83
  return model.tags.includes("transformers");
84
84
  }
85
+
85
86
  function isTgiModel(model: ModelData): boolean {
86
87
  return model.tags.includes("text-generation-inference");
87
88
  }
@@ -189,7 +190,7 @@ const snippetLocalAI = (model: ModelData, filepath?: string): LocalAppSnippet[]
189
190
  "docker pull localai/localai:latest-cpu",
190
191
  ].join("\n"),
191
192
  content: command(
192
- "docker run -p 8080:8080 --name localai -v $PWD/models:/build/models localai/localai:latest-cpu"
193
+ "docker run -p 8080:8080 --name localai -v $PWD/models:/build/models localai/localai:latest-cpu",
193
194
  ),
194
195
  },
195
196
  ];
@@ -258,6 +259,41 @@ curl -X POST "http://localhost:8000/v1/completions" \\
258
259
  },
259
260
  ];
260
261
  };
262
+ const snippetSglang = (model: ModelData): LocalAppSnippet[] => {
263
+ const messages = getModelInputSnippet(model) as ChatCompletionInputMessage[];
264
+
265
+ const setup = ["# Install SGLang from pip:", "pip install sglang"].join("\n");
266
+ const serverCommand = `# Start the SGLang server:\npython3 -m sglang.launch_server --model-path ${model.id} \\
267
+ --host 0.0.0.0 --log-level warning"`;
268
+ const dockerCommand = `docker run --gpus all \\
269
+ --shm-size 32g \\
270
+ -p 30000:30000 \\
271
+ -v ~/.cache/huggingface:/root/.cache/huggingface \\
272
+ --env "HF_TOKEN=<secret>" \\
273
+ --ipc=host \\
274
+ lmsysorg/sglang:latest \\
275
+ python3 -m sglang.launch_server --model-path ${model.id} --host 0.0.0.0 --port 30000`;
276
+ const runCommand = `curl -s http://localhost:{port}/v1/chat/completions \\
277
+ -H "Content-Type: application/json" \\
278
+ -d '{{"model": "${model.id}", "messages": ${stringifyMessages(messages, {
279
+ indent: "\t\t",
280
+ attributeKeyQuotes: true,
281
+ customContentEscaper: (str) => str.replace(/'/g, "'\\''"),
282
+ })}'`;
283
+
284
+ return [
285
+ {
286
+ title: "Install from pip and serve model",
287
+ setup: setup,
288
+ content: [serverCommand, runCommand],
289
+ },
290
+ {
291
+ title: "Use Docker images",
292
+ setup: dockerCommand,
293
+ content: [runCommand],
294
+ },
295
+ ];
296
+ };
261
297
  const snippetTgi = (model: ModelData): LocalAppSnippet[] => {
262
298
  const runCommand = [
263
299
  "# Call the server using curl:",
@@ -317,7 +353,7 @@ const snippetMlxLm = (model: ModelData): LocalAppSnippet[] => {
317
353
  setup: ["# Install MLX LM", "uv tool install mlx-lm"].join("\n"),
318
354
  content: ["# Start the server", `mlx_lm.server --model "${model.id}"`, ...openaiCurl].join("\n"),
319
355
  },
320
- ]
356
+ ]
321
357
  : []),
322
358
  ];
323
359
  };
@@ -408,6 +444,16 @@ export const LOCAL_APPS = {
408
444
  (model.pipeline_tag === "text-generation" || model.pipeline_tag === "image-text-to-text"),
409
445
  snippet: snippetVllm,
410
446
  },
447
+ sglang: {
448
+ prettyLabel: "SGLang",
449
+ docsUrl: "https://docs.sglang.io",
450
+ mainTask: "text-generation",
451
+ displayOnModelPage: (model: ModelData) =>
452
+ isTransformersModel(model) &&
453
+ (model.pipeline_tag === "text-generation" || model.pipeline_tag === "image-text-to-text") &&
454
+ model.tags.includes("conversational"),
455
+ snippet: snippetSglang,
456
+ },
411
457
  "mlx-lm": {
412
458
  prettyLabel: "MLX LM",
413
459
  docsUrl: "https://github.com/ml-explore/mlx-lm",
@@ -1024,7 +1024,7 @@ python -m lerobot.record \\
1024
1024
  --dataset.repo_id=HF_USER/dataset_name \\ # <- This will be the dataset name on HF Hub
1025
1025
  --dataset.episode_time_s=50 \\
1026
1026
  --dataset.num_episodes=10 \\
1027
- --policy.path=${model.id}`
1027
+ --policy.path=${model.id}`,
1028
1028
  );
1029
1029
  }
1030
1030
  return smolvlaSnippets;
@@ -1644,14 +1644,14 @@ export const transformers = (model: ModelData): string[] => {
1644
1644
  info.processor === "AutoTokenizer"
1645
1645
  ? "tokenizer"
1646
1646
  : info.processor === "AutoFeatureExtractor"
1647
- ? "extractor"
1648
- : "processor";
1647
+ ? "extractor"
1648
+ : "processor";
1649
1649
  autoSnippet.push(
1650
1650
  "# Load model directly",
1651
1651
  `from transformers import ${info.processor}, ${info.auto_model}`,
1652
1652
  "",
1653
1653
  `${processorVarName} = ${info.processor}.from_pretrained("${model.id}"` + remote_code_snippet + ")",
1654
- `model = ${info.auto_model}.from_pretrained("${model.id}"` + remote_code_snippet + ")"
1654
+ `model = ${info.auto_model}.from_pretrained("${model.id}"` + remote_code_snippet + ")",
1655
1655
  );
1656
1656
  if (model.tags.includes("conversational") && hasChatTemplate(model)) {
1657
1657
  if (model.tags.includes("image-text-to-text")) {
@@ -1666,7 +1666,7 @@ export const transformers = (model: ModelData): string[] => {
1666
1666
  " ]",
1667
1667
  " },",
1668
1668
  ].join("\n"),
1669
- "]"
1669
+ "]",
1670
1670
  );
1671
1671
  } else {
1672
1672
  autoSnippet.push("messages = [", ' {"role": "user", "content": "Who are you?"},', "]");
@@ -1681,14 +1681,14 @@ export const transformers = (model: ModelData): string[] => {
1681
1681
  ").to(model.device)",
1682
1682
  "",
1683
1683
  "outputs = model.generate(**inputs, max_new_tokens=40)",
1684
- `print(${processorVarName}.decode(outputs[0][inputs["input_ids"].shape[-1]:]))`
1684
+ `print(${processorVarName}.decode(outputs[0][inputs["input_ids"].shape[-1]:]))`,
1685
1685
  );
1686
1686
  }
1687
1687
  } else {
1688
1688
  autoSnippet.push(
1689
1689
  "# Load model directly",
1690
1690
  `from transformers import ${info.auto_model}`,
1691
- `model = ${info.auto_model}.from_pretrained("${model.id}"` + remote_code_snippet + ', dtype="auto")'
1691
+ `model = ${info.auto_model}.from_pretrained("${model.id}"` + remote_code_snippet + ', dtype="auto")',
1692
1692
  );
1693
1693
  }
1694
1694
 
@@ -1713,7 +1713,7 @@ export const transformers = (model: ModelData): string[] => {
1713
1713
  " ]",
1714
1714
  " },",
1715
1715
  ].join("\n"),
1716
- "]"
1716
+ "]",
1717
1717
  );
1718
1718
  pipelineSnippet.push("pipe(text=messages)");
1719
1719
  } else {
@@ -1725,11 +1725,11 @@ export const transformers = (model: ModelData): string[] => {
1725
1725
  "pipe(",
1726
1726
  ' "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/hub/parrots.png",',
1727
1727
  ' candidate_labels=["animals", "humans", "landscape"],',
1728
- ")"
1728
+ ")",
1729
1729
  );
1730
1730
  } else if (model.pipeline_tag === "image-classification") {
1731
1731
  pipelineSnippet.push(
1732
- 'pipe("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/hub/parrots.png")'
1732
+ 'pipe("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/hub/parrots.png")',
1733
1733
  );
1734
1734
  }
1735
1735
 
@@ -2140,7 +2140,7 @@ export const pruna = (model: ModelData): string[] => {
2140
2140
 
2141
2141
  if (model.tags.includes("pruna_pro-ai")) {
2142
2142
  return snippets.map((snippet) =>
2143
- snippet.replace(/\bpruna\b/g, "pruna_pro").replace(/\bPrunaModel\b/g, "PrunaProModel")
2143
+ snippet.replace(/\bpruna\b/g, "pruna_pro").replace(/\bPrunaModel\b/g, "PrunaProModel"),
2144
2144
  );
2145
2145
  }
2146
2146
 
@@ -2164,7 +2164,7 @@ const pruna_diffusers = (model: ModelData): string[] => {
2164
2164
  .replace(/from diffusers import PrunaModel, ([^,\n]+)/g, "from diffusers import $1")
2165
2165
  // Clean up whitespace
2166
2166
  .replace(/\n\n+/g, "\n")
2167
- .trim()
2167
+ .trim(),
2168
2168
  );
2169
2169
  };
2170
2170
 
@@ -2176,7 +2176,7 @@ const pruna_transformers = (model: ModelData): string[] => {
2176
2176
  let processedSnippets = transformersSnippets.map((snippet) =>
2177
2177
  snippet
2178
2178
  .replace(/from transformers import pipeline/g, "from pruna import PrunaModel")
2179
- .replace(/pipeline\([^)]*\)/g, `PrunaModel.from_pretrained("${model.id}")`)
2179
+ .replace(/pipeline\([^)]*\)/g, `PrunaModel.from_pretrained("${model.id}")`),
2180
2180
  );
2181
2181
 
2182
2182
  // Additional cleanup if auto_model info is available
@@ -2186,8 +2186,8 @@ const pruna_transformers = (model: ModelData): string[] => {
2186
2186
  .replace(new RegExp(`from transformers import ${info.auto_model}\n?`, "g"), "")
2187
2187
  .replace(new RegExp(`${info.auto_model}.from_pretrained`, "g"), "PrunaModel.from_pretrained")
2188
2188
  .replace(new RegExp(`^.*from.*import.*(, *${info.auto_model})+.*$`, "gm"), (line) =>
2189
- line.replace(new RegExp(`, *${info.auto_model}`, "g"), "")
2190
- )
2189
+ line.replace(new RegExp(`, *${info.auto_model}`, "g"), ""),
2190
+ ),
2191
2191
  );
2192
2192
  }
2193
2193
 
@@ -6,7 +6,7 @@ export function stringifyMessages(
6
6
  indent?: string;
7
7
  attributeKeyQuotes?: boolean;
8
8
  customContentEscaper?: (str: string) => string;
9
- }
9
+ },
10
10
  ): string {
11
11
  let messagesStr = JSON.stringify(messages, null, "\t");
12
12
  if (opts?.indent) {
@@ -29,7 +29,7 @@ export function stringifyGenerationConfig(
29
29
  indent: string;
30
30
  attributeValueConnector: string;
31
31
  attributeKeyQuotes?: boolean;
32
- }
32
+ },
33
33
  ): string {
34
34
  const quote = opts.attributeKeyQuotes ? `"` : "";
35
35
 
@@ -61,7 +61,7 @@ const inputsTextGeneration = (model: ModelDataMinimal): string | ChatCompletionI
61
61
  },
62
62
  ],
63
63
  },
64
- ];
64
+ ];
65
65
  }
66
66
  return `"Can you please let us know more details about your "`;
67
67
  };
@@ -168,7 +168,7 @@ const modelInputSnippets: {
168
168
  export function getModelInputSnippet(
169
169
  model: ModelDataMinimal,
170
170
  noWrap = false,
171
- noQuotes = false
171
+ noQuotes = false,
172
172
  ): string | ChatCompletionInputMessage[] {
173
173
  if (model.pipeline_tag) {
174
174
  const inputs = modelInputSnippets[model.pipeline_tag];
@@ -71,7 +71,6 @@ gr.Interface.load("huggingface/username/my-awesome-model").launch()
71
71
  - [Notebook: Persisting your scikit-learn model using skops](https://www.kaggle.com/code/unofficialmerve/persisting-your-scikit-learn-model-using-skops)
72
72
 
73
73
  - For starting with tabular regression:
74
-
75
74
  - Doing [Exploratory Data Analysis](https://neptune.ai/blog/exploratory-data-analysis-for-tabular-data) for tabular data.
76
75
  - The data considered here consists of details of Olympic athletes and medal results from Athens 1896 to Rio 2016.
77
76
  - Here you can learn more about how to explore and analyse the data and visualize them in order to get a better understanding of dataset.
@@ -61,8 +61,9 @@ export interface WidgetExampleTextInput<TOutput = WidgetExampleOutput> extends W
61
61
  text: string;
62
62
  }
63
63
 
64
- export interface WidgetExampleTextAndContextInput<TOutput = WidgetExampleOutput>
65
- extends WidgetExampleTextInput<TOutput> {
64
+ export interface WidgetExampleTextAndContextInput<
65
+ TOutput = WidgetExampleOutput,
66
+ > extends WidgetExampleTextInput<TOutput> {
66
67
  context: string;
67
68
  }
68
69
 
@@ -73,8 +74,9 @@ export interface WidgetExampleTextAndTableInput<TOutput = WidgetExampleOutput> e
73
74
  export interface WidgetExampleAssetInput<TOutput = WidgetExampleOutput> extends WidgetExampleBase<TOutput> {
74
75
  src: string;
75
76
  }
76
- export interface WidgetExampleAssetAndPromptInput<TOutput = WidgetExampleOutput>
77
- extends WidgetExampleAssetInput<TOutput> {
77
+ export interface WidgetExampleAssetAndPromptInput<
78
+ TOutput = WidgetExampleOutput,
79
+ > extends WidgetExampleAssetInput<TOutput> {
78
80
  prompt: string;
79
81
  }
80
82
 
@@ -98,8 +100,9 @@ export interface WidgetExampleZeroShotTextInput<TOutput = WidgetExampleOutput> e
98
100
  multi_class: boolean;
99
101
  }
100
102
 
101
- export interface WidgetExampleSentenceSimilarityInput<TOutput = WidgetExampleOutput>
102
- extends WidgetExampleBase<TOutput> {
103
+ export interface WidgetExampleSentenceSimilarityInput<
104
+ TOutput = WidgetExampleOutput,
105
+ > extends WidgetExampleBase<TOutput> {
103
106
  source_sentence: string;
104
107
  sentences: string[];
105
108
  }