@workglow/huggingface-transformers 0.2.36 → 0.2.37

package/dist/ai/HuggingFaceTransformersProvider.d.ts

@@ -3,8 +3,8 @@
  * Copyright 2025 Steven Roussey <sroussey@gmail.com>
  * SPDX-License-Identifier: Apache-2.0
  */
-import { AiProvider } from "@workglow/ai/worker";
 import type { AiProviderPreviewRunFn, AiProviderRunFnRegistration, Capability, ModelConfig, ModelRecord } from "@workglow/ai/worker";
+import { AiProvider } from "@workglow/ai/worker";
 import type { HfTransformersOnnxModelConfig } from "./common/HFT_ModelSchema";
 /**
  * AI provider for HuggingFace Transformers ONNX models.

package/dist/ai/HuggingFaceTransformersProvider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"HuggingFaceTransformersProvider.d.ts","sourceRoot":"","sources":["../../src/ai/HuggingFaceTransformersProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,KAAK,EACV,sBAAsB,EACtB,2BAA2B,EAC3B,UAAU,EACV,WAAW,EACX,WAAW,EACZ,MAAM,qBAAqB,CAAC;AAG7B,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,0BAA0B,CAAC;AAG9E;;;;;;GAMG;AACH,qBAAa,+BAAgC,SAAQ,UAAU,CAAC,6BAA6B,CAAC;IAC5F,QAAQ,CAAC,IAAI,0BAAwB;IACrC,QAAQ,CAAC,WAAW,sCAAsC;IAC1D,QAAQ,CAAC,OAAO,QAAQ;IACxB,QAAQ,CAAC,eAAe,QAAQ;IAEhC,YACE,aAAa,CAAC,EAAE,SAAS,2BAA2B,CAElD,GAAG,EAEH,GAAG,EACH,6BAA6B,CAC9B,EAAE,EACH,YAAY,CAAC,EAAE,MAAM,CACnB,MAAM,EAEN,sBAAsB,CAAC,GAAG,EAAE,GAAG,EAAE,6BAA6B,CAAC,CAChE,EAGF;IAEQ,iBAAiB,CAAC,KAAK,EAAE,WAAW,GAAG,SAAS,UAAU,EAAE,CAEpE;IAED,UAAmB,gBAAgB,IAAI,SAAS;QAAE,MAAM,EAAE,SAAS,UAAU,EAAE,CAAA;KAAE,EAAE,CAElF;IAEQ,aAAa,CAAC,MAAM,EAAE,WAAW,GAAG,MAAM,CAElD;IAEc,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAE9D;CACF"}
+{"version":3,"file":"HuggingFaceTransformersProvider.d.ts","sourceRoot":"","sources":["../../src/ai/HuggingFaceTransformersProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EACV,sBAAsB,EACtB,2BAA2B,EAC3B,UAAU,EACV,WAAW,EACX,WAAW,EACZ,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAGjD,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,0BAA0B,CAAC;AAG9E;;;;;;GAMG;AACH,qBAAa,+BAAgC,SAAQ,UAAU,CAAC,6BAA6B,CAAC;IAC5F,QAAQ,CAAC,IAAI,0BAAwB;IACrC,QAAQ,CAAC,WAAW,sCAAsC;IAC1D,QAAQ,CAAC,OAAO,QAAQ;IACxB,QAAQ,CAAC,eAAe,QAAQ;IAEhC,YACE,aAAa,CAAC,EAAE,SAAS,2BAA2B,CAElD,GAAG,EAEH,GAAG,EACH,6BAA6B,CAC9B,EAAE,EACH,YAAY,CAAC,EAAE,MAAM,CACnB,MAAM,EAEN,sBAAsB,CAAC,GAAG,EAAE,GAAG,EAAE,6BAA6B,CAAC,CAChE,EAGF;IAEQ,iBAAiB,CAAC,KAAK,EAAE,WAAW,GAAG,SAAS,UAAU,EAAE,CAEpE;IAED,UAAmB,gBAAgB,IAAI,SAAS;QAAE,MAAM,EAAE,SAAS,UAAU,EAAE,CAAA;KAAE,EAAE,CAElF;IAEQ,aAAa,CAAC,MAAM,EAAE,WAAW,GAAG,MAAM,CAElD;IAEc,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAE9D;CACF"}

package/dist/ai/HuggingFaceTransformersQueuedProvider.d.ts

@@ -3,8 +3,8 @@
  * Copyright 2025 Steven Roussey <sroussey@gmail.com>
  * SPDX-License-Identifier: Apache-2.0
  */
-import { QueuedAiProvider } from "@workglow/ai";
 import type { AiProviderPreviewRunFn, AiProviderRegisterOptions, AiProviderRunFnRegistration, Capability, IAiExecutionStrategy, ModelConfig, ModelRecord } from "@workglow/ai";
+import { QueuedAiProvider } from "@workglow/ai";
 import type { HfTransformersOnnxModelConfig } from "./common/HFT_ModelSchema";
 /**
  * Main-thread registration (inline or worker-backed) for the HFT provider.

package/dist/ai/HuggingFaceTransformersQueuedProvider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"HuggingFaceTransformersQueuedProvider.d.ts","sourceRoot":"","sources":["../../src/ai/HuggingFaceTransformersQueuedProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,KAAK,EACV,sBAAsB,EACtB,yBAAyB,EAEzB,2BAA2B,EAC3B,UAAU,EACV,oBAAoB,EACpB,WAAW,EACX,WAAW,EACZ,MAAM,cAAc,CAAC;AAGtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,0BAA0B,CAAC;AAsC9E;;;;;GAKG;AACH,qBAAa,qCAAsC,SAAQ,gBAAgB,CAAC,6BAA6B,CAAC;IACxG,QAAQ,CAAC,IAAI,0BAAwB;IACrC,QAAQ,CAAC,WAAW,sCAAsC;IAC1D,QAAQ,CAAC,OAAO,QAAQ;IACxB,QAAQ,CAAC,eAAe,QAAQ;IAEhC,OAAO,CAAC,WAAW,CAAmC;IAEtD,YACE,aAAa,CAAC,EAAE,SAAS,2BAA2B,CAElD,GAAG,EAEH,GAAG,EACH,6BAA6B,CAC9B,EAAE,EACH,YAAY,CAAC,EAAE,MAAM,CACnB,MAAM,EAEN,sBAAsB,CAAC,GAAG,EAAE,GAAG,EAAE,6BAA6B,CAAC,CAChE,EAGF;IAEQ,iBAAiB,CAAC,KAAK,EAAE,WAAW,GAAG,SAAS,UAAU,EAAE,CAEpE;IAED,UAAmB,gBAAgB,IAAI,SAAS;QAAE,MAAM,EAAE,SAAS,UAAU,EAAE,CAAA;KAAE,EAAE,CAElF;IAEQ,aAAa,CAAC,MAAM,EAAE,WAAW,GAAG,MAAM,CAElD;IAEc,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAE9D;IAED,UAAyB,aAAa,CAAC,OAAO,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC,CAOxF;IAED,UAAmB,mBAAmB,CAAC,KAAK,EAAE,WAAW,GAAG,oBAAoB,CAM/E;CACF"}
+{"version":3,"file":"HuggingFaceTransformersQueuedProvider.d.ts","sourceRoot":"","sources":["../../src/ai/HuggingFaceTransformersQueuedProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EACV,sBAAsB,EAEtB,yBAAyB,EACzB,2BAA2B,EAC3B,UAAU,EACV,oBAAoB,EACpB,WAAW,EACX,WAAW,EACZ,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAGhD,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,0BAA0B,CAAC;AAsC9E;;;;;GAKG;AACH,qBAAa,qCAAsC,SAAQ,gBAAgB,CAAC,6BAA6B,CAAC;IACxG,QAAQ,CAAC,IAAI,0BAAwB;IACrC,QAAQ,CAAC,WAAW,sCAAsC;IAC1D,QAAQ,CAAC,OAAO,QAAQ;IACxB,QAAQ,CAAC,eAAe,QAAQ;IAEhC,OAAO,CAAC,WAAW,CAAmC;IAEtD,YACE,aAAa,CAAC,EAAE,SAAS,2BAA2B,CAElD,GAAG,EAEH,GAAG,EACH,6BAA6B,CAC9B,EAAE,EACH,YAAY,CAAC,EAAE,MAAM,CACnB,MAAM,EAEN,sBAAsB,CAAC,GAAG,EAAE,GAAG,EAAE,6BAA6B,CAAC,CAChE,EAGF;IAEQ,iBAAiB,CAAC,KAAK,EAAE,WAAW,GAAG,SAAS,UAAU,EAAE,CAEpE;IAED,UAAmB,gBAAgB,IAAI,SAAS;QAAE,MAAM,EAAE,SAAS,UAAU,EAAE,CAAA;KAAE,EAAE,CAElF;IAEQ,aAAa,CAAC,MAAM,EAAE,WAAW,GAAG,MAAM,CAElD;IAEc,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAE9D;IAED,UAAyB,aAAa,CAAC,OAAO,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC,CAOxF;IAED,UAAmB,mBAAmB,CAAC,KAAK,EAAE,WAAW,GAAG,oBAAoB,CAM/E;CACF"}

package/dist/ai/common/HFT_Chat.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"HFT_Chat.d.ts","sourceRoot":"","sources":["../../../src/ai/common/HFT_Chat.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/F,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AA6IvE,eAAO,MAAM,QAAQ,EAAE,eAAe,CACpC,mBAAmB,EACnB,oBAAoB,EACpB,6BAA6B,CAM9B,CAAC"}
+{"version":3,"file":"HFT_Chat.d.ts","sourceRoot":"","sources":["../../../src/ai/common/HFT_Chat.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAE/F,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AA4IvE,eAAO,MAAM,QAAQ,EAAE,eAAe,CACpC,mBAAmB,EACnB,oBAAoB,EACpB,6BAA6B,CAM9B,CAAC"}

package/dist/ai/common/HFT_ImageEmbedding.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"HFT_ImageEmbedding.d.ts","sourceRoot":"","sources":["../../../src/ai/common/HFT_ImageEmbedding.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EACV,eAAe,EACf,uBAAuB,EACvB,wBAAwB,EACzB,MAAM,cAAc,CAAC;AAItB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAGvE;;GAEG;AACH,eAAO,MAAM,kBAAkB,EAAE,eAAe,CAC9C,uBAAuB,EACvB,wBAAwB,EACxB,6BAA6B,CAgC9B,CAAC"}
+{"version":3,"file":"HFT_ImageEmbedding.d.ts","sourceRoot":"","sources":["../../../src/ai/common/HFT_ImageEmbedding.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EACV,eAAe,EACf,uBAAuB,EACvB,wBAAwB,EACzB,MAAM,cAAc,CAAC;AAGtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAGvE;;GAEG;AACH,eAAO,MAAM,kBAAkB,EAAE,eAAe,CAC9C,uBAAuB,EACvB,wBAAwB,EACxB,6BAA6B,CAgC9B,CAAC"}

package/dist/ai/common/HFT_ImageSegmentation.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"HFT_ImageSegmentation.d.ts","sourceRoot":"","sources":["../../../src/ai/common/HFT_ImageSegmentation.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EACV,eAAe,EACf,0BAA0B,EAC1B,2BAA2B,EAC5B,MAAM,cAAc,CAAC;AAGtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAGvE;;GAEG;AACH,eAAO,MAAM,qBAAqB,EAAE,eAAe,CACjD,0BAA0B,EAC1B,2BAA2B,EAC3B,6BAA6B,CAyB9B,CAAC"}
+{"version":3,"file":"HFT_ImageSegmentation.d.ts","sourceRoot":"","sources":["../../../src/ai/common/HFT_ImageSegmentation.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EACV,eAAe,EACf,0BAA0B,EAC1B,2BAA2B,EAC5B,MAAM,cAAc,CAAC;AAItB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAiCvE;;GAEG;AACH,eAAO,MAAM,qBAAqB,EAAE,eAAe,CACjD,0BAA0B,EAC1B,2BAA2B,EAC3B,6BAA6B,CAyB9B,CAAC"}

package/dist/ai/registerHuggingFaceTransformersWorker.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"registerHuggingFaceTransformersWorker.d.ts","sourceRoot":"","sources":["../../src/ai/registerHuggingFaceTransformersWorker.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAaH,wBAAsB,qCAAqC,IAAI,OAAO,CAAC,IAAI,CAAC,CAY3E"}
+{"version":3,"file":"registerHuggingFaceTransformersWorker.d.ts","sourceRoot":"","sources":["../../src/ai/registerHuggingFaceTransformersWorker.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAaH,wBAAsB,qCAAqC,IAAI,OAAO,CAAC,IAAI,CAAC,CAc3E"}

package/dist/ai-runtime.js

@@ -866,21 +866,6 @@ var HFT_BackgroundRemoval = async (input, model, signal, emit) => {
 // src/ai/common/HFT_Chat.ts
 init_HFT_Pipeline();
 
-// src/ai/common/HFT_ToolCalling.ts
-init_HFT_Pipeline();
-import {
-  buildToolDescription,
-  filterValidToolCalls,
-  toTextFlatMessages
-} from "@workglow/ai/worker";
-import {
-  adaptParserResult,
-  forcedToolSelection,
-  getAvailableParsers,
-  getGenerationPrefix,
-  parseToolCalls
-} from "@workglow/ai/provider-utils";
-
 // src/ai/common/HFT_Streaming.ts
 function createStreamingTextStreamer(tokenizer, onText, textStreamer) {
   return new textStreamer(tokenizer, {
@@ -904,6 +889,19 @@ function createTextStreamer(tokenizer, updateProgress, textStreamer) {
 }
 
 // src/ai/common/HFT_ToolCalling.ts
+init_HFT_Pipeline();
+import {
+  adaptParserResult,
+  forcedToolSelection,
+  getAvailableParsers,
+  getGenerationPrefix,
+  parseToolCalls
+} from "@workglow/ai/provider-utils";
+import {
+  buildToolDescription,
+  filterValidToolCalls,
+  toTextFlatMessages
+} from "@workglow/ai/worker";
 function getModelTextCandidates(model) {
   return [model.model_id, model.title, model.description, model.provider_config.model_path].filter((value) => typeof value === "string" && value.length > 0).map((value) => value.toLowerCase());
 }
@@ -1323,8 +1321,8 @@ var HFT_ImageClassification = async (input, model, signal, emit) => {
 
 // src/ai/common/HFT_ImageEmbedding.ts
 init_HFT_Pipeline();
-import { getLogger as getLogger4 } from "@workglow/util/worker";
 import { imageValueToBlob as imageValueToBlob3 } from "@workglow/ai/provider-utils";
+import { getLogger as getLogger4 } from "@workglow/util/worker";
 var HFT_ImageEmbedding = async (input, model, signal, emit) => {
   const logger = getLogger4();
   const timerLabel = `hft:ImageEmbedding:${model?.provider_config.model_path}`;
@@ -1356,6 +1354,29 @@ var HFT_ImageEmbedding = async (input, model, signal, emit) => {
 // src/ai/common/HFT_ImageSegmentation.ts
 init_HFT_Pipeline();
 import { imageValueToBlob as imageValueToBlob4 } from "@workglow/ai/provider-utils";
+import { imageValueFromBuffer } from "@workglow/util/media";
+function rawImageToImageValue(image) {
+  const raw = image;
+  const pixelCount = raw.width * raw.height;
+  const rgba = new Uint8Array(pixelCount * 4);
+  for (let pixel = 0;pixel < pixelCount; pixel++) {
+    const sourceOffset = pixel * raw.channels;
+    const targetOffset = pixel * 4;
+    if (raw.channels === 1) {
+      const value = raw.data[sourceOffset] ?? 0;
+      rgba[targetOffset] = value;
+      rgba[targetOffset + 1] = value;
+      rgba[targetOffset + 2] = value;
+      rgba[targetOffset + 3] = 255;
+    } else {
+      rgba[targetOffset] = raw.data[sourceOffset] ?? 0;
+      rgba[targetOffset + 1] = raw.data[sourceOffset + 1] ?? raw.data[sourceOffset] ?? 0;
+      rgba[targetOffset + 2] = raw.data[sourceOffset + 2] ?? raw.data[sourceOffset] ?? 0;
+      rgba[targetOffset + 3] = raw.channels >= 4 ? raw.data[sourceOffset + 3] ?? 255 : 255;
+    }
+  }
+  return imageValueFromBuffer(Buffer.from(rgba), "raw-rgba", raw.width, raw.height);
+}
 var HFT_ImageSegmentation = async (input, model, signal, emit) => {
   const segmenter = await getPipeline(model, emit, {}, signal);
   const imageArg = await imageValueToBlob4(input.image);
@@ -1364,11 +1385,13 @@ var HFT_ImageSegmentation = async (input, model, signal, emit) => {
     mask_threshold: input.maskThreshold
   });
   const masks = Array.isArray(result) ? result : [result];
-  const processedMasks = await Promise.all(masks.map(async (mask) => ({
-    label: mask.label || "",
-    score: mask.score || 0,
-    mask: {}
-  })));
+  const processedMasks = masks.map((mask) => {
+    return {
+      label: mask.label || "",
+      score: mask.score || 0,
+      mask: rawImageToImageValue(mask.mask)
+    };
+  });
   emit({
     type: "finish",
     data: {
@@ -1495,7 +1518,7 @@ var HFT_ModelInfo = async (input, model, _signal, emit) => {
 };
 
 // src/ai/common/HFT_ModelSearch.ts
-import { searchHfModels, mapHfModelResult } from "@workglow/ai/provider-utils";
+import { mapHfModelResult, searchHfModels } from "@workglow/ai/provider-utils";
 var HFT_ModelSearch = async (input, _model, signal, emit) => {
   const entries = await searchHfModels(input.query?.trim() ?? "", { filter: "onnx" }, ["siblings"], signal);
   const results = entries.map((entry) => {
@@ -2105,6 +2128,7 @@ async function registerHuggingFaceTransformersInline(options) {
 
 // src/ai/registerHuggingFaceTransformersWorker.ts
 import { registerProviderWorker } from "@workglow/ai/provider-utils";
+init_HFT_Pipeline();
 
 // src/ai/HuggingFaceTransformersProvider.ts
 import { AiProvider } from "@workglow/ai/worker";
@@ -2133,7 +2157,6 @@ class HuggingFaceTransformersProvider extends AiProvider {
 }
 
 // src/ai/registerHuggingFaceTransformersWorker.ts
-init_HFT_Pipeline();
 async function registerHuggingFaceTransformersWorker() {
   const sdk = await loadTransformersSDK();
   globalThis.__HFT__ = sdk;
@@ -2172,4 +2195,4 @@ export {
   HFT_NULL_PROCESSOR_PREFIX
 };
 
-//# debugId=13B5D715B9C2AB4A64756E2164756E21
+//# debugId=54B26D0D2015DF8E64756E2164756E21