@workglow/ai-provider 0.0.115 → 0.0.117

package/dist/index-m0r2hvfz.js

@@ -0,0 +1,57 @@
+// src/hf-transformers/common/HFT_Constants.ts
+var HF_TRANSFORMERS_ONNX = "HF_TRANSFORMERS_ONNX";
+var HTF_CACHE_NAME = "transformers-cache";
+var QuantizationDataType = {
+  auto: "auto",
+  fp32: "fp32",
+  fp16: "fp16",
+  q8: "q8",
+  int8: "int8",
+  uint8: "uint8",
+  q4: "q4",
+  bnb4: "bnb4",
+  q4f16: "q4f16"
+};
+var TextPipelineUseCase = {
+  "fill-mask": "fill-mask",
+  "token-classification": "token-classification",
+  "text-generation": "text-generation",
+  "text2text-generation": "text2text-generation",
+  "text-classification": "text-classification",
+  summarization: "summarization",
+  translation: "translation",
+  "feature-extraction": "feature-extraction",
+  "zero-shot-classification": "zero-shot-classification",
+  "question-answering": "question-answering"
+};
+var VisionPipelineUseCase = {
+  "background-removal": "background-removal",
+  "image-segmentation": "image-segmentation",
+  "depth-estimation": "depth-estimation",
+  "image-classification": "image-classification",
+  "image-to-image": "image-to-image",
+  "object-detection": "object-detection",
+  "image-feature-extraction": "image-feature-extraction"
+};
+var AudioPipelineUseCase = {
+  "audio-classification": "audio-classification",
+  "automatic-speech-recognition": "automatic-speech-recognition",
+  "text-to-speech": "text-to-speech"
+};
+var MultimodalPipelineUseCase = {
+  "document-question-answering": "document-question-answering",
+  "image-to-text": "image-to-text",
+  "zero-shot-audio-classification": "zero-shot-audio-classification",
+  "zero-shot-image-classification": "zero-shot-image-classification",
+  "zero-shot-object-detection": "zero-shot-object-detection"
+};
+var PipelineUseCase = {
+  ...TextPipelineUseCase,
+  ...VisionPipelineUseCase,
+  ...AudioPipelineUseCase,
+  ...MultimodalPipelineUseCase
+};
+
+export { HF_TRANSFORMERS_ONNX, HTF_CACHE_NAME, QuantizationDataType, TextPipelineUseCase, VisionPipelineUseCase, AudioPipelineUseCase, MultimodalPipelineUseCase, PipelineUseCase };
+
+//# debugId=297B2C0A21F958E264756E2164756E21

package/dist/index-m0r2hvfz.js.map

@@ -0,0 +1,10 @@
+{
+  "version": 3,
+  "sources": ["../src/hf-transformers/common/HFT_Constants.ts"],
+  "sourcesContent": [
+    "/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nexport const HF_TRANSFORMERS_ONNX = \"HF_TRANSFORMERS_ONNX\";\nexport const HTF_CACHE_NAME = \"transformers-cache\";\n\nexport type QuantizationDataType =\n  | \"auto\" // Auto-detect based on environment\n  | \"fp32\"\n  | \"fp16\"\n  | \"q8\"\n  | \"int8\"\n  | \"uint8\"\n  | \"q4\"\n  | \"bnb4\"\n  | \"q4f16\"; // fp16 model with int4 block weight quantization\n\nexport const QuantizationDataType = {\n  auto: \"auto\",\n  fp32: \"fp32\",\n  fp16: \"fp16\",\n  q8: \"q8\",\n  int8: \"int8\",\n  uint8: \"uint8\",\n  q4: \"q4\",\n  bnb4: \"bnb4\",\n  q4f16: \"q4f16\",\n} as const satisfies Record<QuantizationDataType, QuantizationDataType>;\n\nexport type TextPipelineUseCase =\n  | \"fill-mask\" // https://huggingface.co/tasks/fill-mask\n  | \"token-classification\" // https://huggingface.co/tasks/token-classification\n  | \"text-generation\" // https://huggingface.co/tasks/text-generation#completion-generation-models\n  | \"text2text-generation\" // https://huggingface.co/tasks/text-generation#text-to-text-generation-models\n  | \"text-classification\" // https://huggingface.co/tasks/text-classification\n  | \"summarization\" // https://huggingface.co/tasks/sentence-similarity\n  | \"translation\" // https://huggingface.co/tasks/translation\n  | \"feature-extraction\" // https://huggingface.co/tasks/feature-extraction\n  | \"zero-shot-classification\" // https://huggingface.co/tasks/zero-shot-classification\n  | \"question-answering\"; // https://huggingface.co/tasks/question-answering\n\nexport const TextPipelineUseCase = {\n  \"fill-mask\": \"fill-mask\",\n  \"token-classification\": \"token-classification\",\n  \"text-generation\": \"text-generation\",\n  \"text2text-generation\": \"text2text-generation\",\n  \"text-classification\": \"text-classification\",\n  summarization: \"summarization\",\n  translation: \"translation\",\n  \"feature-extraction\": \"feature-extraction\",\n  \"zero-shot-classification\": \"zero-shot-classification\",\n  \"question-answering\": \"question-answering\",\n} as const satisfies Record<TextPipelineUseCase, TextPipelineUseCase>;\n\nexport type VisionPipelineUseCase =\n  | \"background-removal\" // https://huggingface.co/tasks/image-segmentation#background-removal\n  | \"image-segmentation\" // https://huggingface.co/tasks/image-segmentation\n  | \"depth-estimation\" // https://huggingface.co/tasks/depth-estimation\n  | \"image-classification\" // https://huggingface.co/tasks/image-classification\n  | \"image-to-image\" // https://huggingface.co/tasks/image-to-image\n  | \"object-detection\" // https://huggingface.co/tasks/object-detection\n  | \"image-feature-extraction\"; // https://huggingface.co/tasks/image-feature-extraction\n\nexport const VisionPipelineUseCase = {\n  \"background-removal\": \"background-removal\",\n  \"image-segmentation\": \"image-segmentation\",\n  \"depth-estimation\": \"depth-estimation\",\n  \"image-classification\": \"image-classification\",\n  \"image-to-image\": \"image-to-image\",\n  \"object-detection\": \"object-detection\",\n  \"image-feature-extraction\": \"image-feature-extraction\",\n} as const satisfies Record<VisionPipelineUseCase, VisionPipelineUseCase>;\n\nexport type AudioPipelineUseCase =\n  | \"audio-classification\" // https://huggingface.co/tasks/audio-classification\n  | \"automatic-speech-recognition\" // https://huggingface.co/tasks/automatic-speech-recognition\n  | \"text-to-speech\"; // https://huggingface.co/tasks/text-to-speech\n\nexport const AudioPipelineUseCase = {\n  \"audio-classification\": \"audio-classification\",\n  \"automatic-speech-recognition\": \"automatic-speech-recognition\",\n  \"text-to-speech\": \"text-to-speech\",\n} as const satisfies Record<AudioPipelineUseCase, AudioPipelineUseCase>;\n\nexport type MultimodalPipelineUseCase =\n  | \"document-question-answering\" // https://huggingface.co/tasks/document-question-answering\n  | \"image-to-text\" // https://huggingface.co/tasks/image-to-text\n  | \"zero-shot-audio-classification\" // https://huggingface.co/tasks/zero-shot-audio-classification\n  | \"zero-shot-image-classification\" // https://huggingface.co/tasks/zero-shot-image-classification\n  | \"zero-shot-object-detection\"; // https://huggingface.co/tasks/zero-shot-object-detection\n\nexport const MultimodalPipelineUseCase = {\n  \"document-question-answering\": \"document-question-answering\",\n  \"image-to-text\": \"image-to-text\",\n  \"zero-shot-audio-classification\": \"zero-shot-audio-classification\",\n  \"zero-shot-image-classification\": \"zero-shot-image-classification\",\n  \"zero-shot-object-detection\": \"zero-shot-object-detection\",\n} as const satisfies Record<MultimodalPipelineUseCase, MultimodalPipelineUseCase>;\n\nexport type PipelineUseCase =\n  | TextPipelineUseCase\n  | VisionPipelineUseCase\n  | AudioPipelineUseCase\n  | MultimodalPipelineUseCase;\n\nexport const PipelineUseCase = {\n  ...TextPipelineUseCase,\n  ...VisionPipelineUseCase,\n  ...AudioPipelineUseCase,\n  ...MultimodalPipelineUseCase,\n} as const satisfies Record<PipelineUseCase, PipelineUseCase>;\n"
+  ],
+  "mappings": ";AAMO,IAAM,uBAAuB;AAC7B,IAAM,iBAAiB;AAavB,IAAM,uBAAuB;AAAA,EAClC,MAAM;AAAA,EACN,MAAM;AAAA,EACN,MAAM;AAAA,EACN,IAAI;AAAA,EACJ,MAAM;AAAA,EACN,OAAO;AAAA,EACP,IAAI;AAAA,EACJ,MAAM;AAAA,EACN,OAAO;AACT;AAcO,IAAM,sBAAsB;AAAA,EACjC,aAAa;AAAA,EACb,wBAAwB;AAAA,EACxB,mBAAmB;AAAA,EACnB,wBAAwB;AAAA,EACxB,uBAAuB;AAAA,EACvB,eAAe;AAAA,EACf,aAAa;AAAA,EACb,sBAAsB;AAAA,EACtB,4BAA4B;AAAA,EAC5B,sBAAsB;AACxB;AAWO,IAAM,wBAAwB;AAAA,EACnC,sBAAsB;AAAA,EACtB,sBAAsB;AAAA,EACtB,oBAAoB;AAAA,EACpB,wBAAwB;AAAA,EACxB,kBAAkB;AAAA,EAClB,oBAAoB;AAAA,EACpB,4BAA4B;AAC9B;AAOO,IAAM,uBAAuB;AAAA,EAClC,wBAAwB;AAAA,EACxB,gCAAgC;AAAA,EAChC,kBAAkB;AACpB;AASO,IAAM,4BAA4B;AAAA,EACvC,+BAA+B;AAAA,EAC/B,iBAAiB;AAAA,EACjB,kCAAkC;AAAA,EAClC,kCAAkC;AAAA,EAClC,8BAA8B;AAChC;AAQO,IAAM,kBAAkB;AAAA,KAC1B;AAAA,KACA;AAAA,KACA;AAAA,KACA;AACL;",
+  "debugId": "297B2C0A21F958E264756E2164756E21",
+  "names": []
+}

package/dist/{index-zqq3kw0n.js → index-qett8dfp.js}

@@ -1,56 +1,11 @@
-// src/hf-transformers/common/HFT_Constants.ts
-var HF_TRANSFORMERS_ONNX = "HF_TRANSFORMERS_ONNX";
-var HTF_CACHE_NAME = "transformers-cache";
-var QuantizationDataType = {
-  auto: "auto",
-  fp32: "fp32",
-  fp16: "fp16",
-  q8: "q8",
-  int8: "int8",
-  uint8: "uint8",
-  q4: "q4",
-  bnb4: "bnb4",
-  q4f16: "q4f16"
-};
-var TextPipelineUseCase = {
-  "fill-mask": "fill-mask",
-  "token-classification": "token-classification",
-  "text-generation": "text-generation",
-  "text2text-generation": "text2text-generation",
-  "text-classification": "text-classification",
-  summarization: "summarization",
-  translation: "translation",
-  "feature-extraction": "feature-extraction",
-  "zero-shot-classification": "zero-shot-classification",
-  "question-answering": "question-answering"
-};
-var VisionPipelineUseCase = {
-  "background-removal": "background-removal",
-  "image-segmentation": "image-segmentation",
-  "depth-estimation": "depth-estimation",
-  "image-classification": "image-classification",
-  "image-to-image": "image-to-image",
-  "object-detection": "object-detection",
-  "image-feature-extraction": "image-feature-extraction"
-};
-var AudioPipelineUseCase = {
-  "audio-classification": "audio-classification",
-  "automatic-speech-recognition": "automatic-speech-recognition",
-  "text-to-speech": "text-to-speech"
-};
-var MultimodalPipelineUseCase = {
-  "document-question-answering": "document-question-answering",
-  "image-to-text": "image-to-text",
-  "zero-shot-audio-classification": "zero-shot-audio-classification",
-  "zero-shot-image-classification": "zero-shot-image-classification",
-  "zero-shot-object-detection": "zero-shot-object-detection"
-};
-var PipelineUseCase = {
-  ...TextPipelineUseCase,
-  ...VisionPipelineUseCase,
-  ...AudioPipelineUseCase,
-  ...MultimodalPipelineUseCase
-};
+import {
+  HF_TRANSFORMERS_ONNX,
+  PipelineUseCase,
+  QuantizationDataType
+} from "./index-m0r2hvfz.js";
+import {
+  __require
+} from "./index-6j5pq722.js";
 
 // src/hf-transformers/common/HFT_ModelSchema.ts
 import { ModelConfigSchema, ModelRecordSchema } from "@workglow/ai";
@@ -166,6 +121,54 @@ var HfTransformersOnnxModelConfigSchema = {
   additionalProperties: false
 };
 
-export { HF_TRANSFORMERS_ONNX, HTF_CACHE_NAME, QuantizationDataType, TextPipelineUseCase, VisionPipelineUseCase, AudioPipelineUseCase, MultimodalPipelineUseCase, PipelineUseCase, HfTransformersOnnxModelSchema, HfTransformersOnnxModelRecordSchema, HfTransformersOnnxModelConfigSchema };
+// src/hf-transformers/HuggingFaceTransformersProvider.ts
+import {
+  AiProvider
+} from "@workglow/ai";
+class HuggingFaceTransformersProvider extends AiProvider {
+  name = HF_TRANSFORMERS_ONNX;
+  isLocal = true;
+  supportsBrowser = true;
+  taskTypes = [
+    "DownloadModelTask",
+    "UnloadModelTask",
+    "ModelInfoTask",
+    "CountTokensTask",
+    "TextEmbeddingTask",
+    "TextGenerationTask",
+    "TextQuestionAnswerTask",
+    "TextLanguageDetectionTask",
+    "TextClassificationTask",
+    "TextFillMaskTask",
+    "TextNamedEntityRecognitionTask",
+    "TextRewriterTask",
+    "TextSummaryTask",
+    "TextTranslationTask",
+    "ImageSegmentationTask",
+    "ImageToTextTask",
+    "BackgroundRemovalTask",
+    "ImageEmbeddingTask",
+    "ImageClassificationTask",
+    "ObjectDetectionTask",
+    "ToolCallingTask"
+  ];
+  constructor(tasks, streamTasks, reactiveTasks) {
+    super(tasks, streamTasks, reactiveTasks);
+  }
+  async onInitialize(options) {
+    if (options.mode === "inline") {
+      const { env } = await import("@huggingface/transformers");
+      env.backends.onnx.wasm.proxy = true;
+    }
+  }
+  async dispose() {
+    if (this.tasks) {
+      const { clearPipelineCache } = await import("./HFT_JobRunFns-yx418d60.js");
+      clearPipelineCache();
+    }
+  }
+}
+
+export { HfTransformersOnnxModelSchema, HfTransformersOnnxModelRecordSchema, HfTransformersOnnxModelConfigSchema, HuggingFaceTransformersProvider };
 
-//# debugId=633B1866FC05294D64756E2164756E21
+//# debugId=47194B552DCD4CBC64756E2164756E21

package/dist/index-qett8dfp.js.map

@@ -0,0 +1,11 @@
+{
+  "version": 3,
+  "sources": ["../src/hf-transformers/common/HFT_ModelSchema.ts", "../src/hf-transformers/HuggingFaceTransformersProvider.ts"],
+  "sourcesContent": [
+    "/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { ModelConfigSchema, ModelRecordSchema } from \"@workglow/ai\";\nimport { DataPortSchemaObject, FromSchema } from \"@workglow/util\";\nimport { HF_TRANSFORMERS_ONNX, PipelineUseCase, QuantizationDataType } from \"./HFT_Constants\";\n\nexport const HfTransformersOnnxModelSchema = {\n  type: \"object\",\n  properties: {\n    provider: {\n      const: HF_TRANSFORMERS_ONNX,\n      description: \"Discriminator: ONNX runtime backend.\",\n    },\n    provider_config: {\n      type: \"object\",\n      description: \"ONNX runtime-specific options.\",\n      properties: {\n        pipeline: {\n          type: \"string\",\n          enum: Object.values(PipelineUseCase),\n          description: \"Pipeline type for the ONNX model.\",\n          default: \"text-generation\",\n        },\n        model_path: {\n          type: \"string\",\n          description: \"Filesystem path or URI for the ONNX model.\",\n        },\n        dtype: {\n          type: \"string\",\n          enum: Object.values(QuantizationDataType),\n          description: \"Data type for the ONNX model.\",\n          default: \"auto\",\n        },\n        device: {\n          type: \"string\",\n          enum: [\"cpu\", \"gpu\", \"webgpu\", \"wasm\", \"metal\"],\n          description: \"High-level device selection.\",\n          default: \"webgpu\",\n        },\n        execution_providers: {\n          type: \"array\",\n          items: { type: \"string\" },\n          description: \"Raw ONNX Runtime execution provider identifiers.\",\n          \"x-ui-hidden\": true,\n        },\n        intra_op_num_threads: {\n          type: \"integer\",\n          minimum: 1,\n        },\n        inter_op_num_threads: {\n          type: \"integer\",\n          minimum: 1,\n        },\n        use_external_data_format: {\n          type: \"boolean\",\n          description: \"Whether the model uses external data format.\",\n        },\n        native_dimensions: {\n          type: \"integer\",\n          description: \"The native dimensions of the model.\",\n        },\n        pooling: {\n          type: \"string\",\n          enum: [\"mean\", \"last_token\", \"cls\"],\n          description: \"The pooling strategy to use for the model.\",\n          default: \"mean\",\n        },\n        normalize: {\n          type: \"boolean\",\n          description: \"Whether the model uses normalization.\",\n          default: true,\n        },\n        language_style: {\n          type: \"string\",\n          description: \"The language style of the model.\",\n        },\n        mrl: {\n          type: \"boolean\",\n          description: \"Whether the model uses matryoshka.\",\n          default: false,\n        },\n      },\n      required: [\"model_path\", \"pipeline\"],\n      additionalProperties: false,\n      if: {\n        properties: {\n          pipeline: {\n            const: \"feature-extraction\",\n          },\n        },\n      },\n      then: {\n        required: [\"native_dimensions\"],\n      },\n    },\n  },\n  required: [\"provider\", \"provider_config\"],\n  additionalProperties: true,\n} as const satisfies DataPortSchemaObject;\n\nexport const HfTransformersOnnxModelRecordSchema = {\n  type: \"object\",\n  properties: {\n    ...ModelRecordSchema.properties,\n    ...HfTransformersOnnxModelSchema.properties,\n  },\n  required: [...ModelRecordSchema.required, ...HfTransformersOnnxModelSchema.required],\n  additionalProperties: false,\n} as const satisfies DataPortSchemaObject;\n\nexport type HfTransformersOnnxModelRecord = FromSchema<typeof HfTransformersOnnxModelRecordSchema>;\n\nexport const HfTransformersOnnxModelConfigSchema = {\n  type: \"object\",\n  properties: {\n    ...ModelConfigSchema.properties,\n    ...HfTransformersOnnxModelSchema.properties,\n  },\n  required: [...ModelConfigSchema.required, ...HfTransformersOnnxModelSchema.required],\n  additionalProperties: false,\n} as const satisfies DataPortSchemaObject;\n\nexport type HfTransformersOnnxModelConfig = FromSchema<typeof HfTransformersOnnxModelConfigSchema>;\n",
+    "/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport {\n  AiProvider,\n  type AiProviderReactiveRunFn,\n  type AiProviderRegisterOptions,\n  type AiProviderRunFn,\n  type AiProviderStreamFn,\n} from \"@workglow/ai\";\nimport { HF_TRANSFORMERS_ONNX } from \"./common/HFT_Constants\";\nimport type { HfTransformersOnnxModelConfig } from \"./common/HFT_ModelSchema\";\n\n/**\n * AI provider for HuggingFace Transformers ONNX models.\n *\n * Supports text, vision, and multimodal tasks via the @huggingface/transformers library.\n *\n * Task run functions are injected via the constructor so that the heavy\n * `@huggingface/transformers` library is only imported where actually needed\n * (inline mode, worker server), not on the main thread in worker mode.\n *\n * @example\n * ```typescript\n * // Worker mode (main thread) -- lightweight, no heavy imports:\n * await new HuggingFaceTransformersProvider().register({\n *   mode: \"worker\",\n *   worker: new Worker(new URL(\"./worker_hft.ts\", import.meta.url), { type: \"module\" }),\n * });\n *\n * // Inline mode -- caller provides the tasks:\n * import { HFT_TASKS, HFT_STREAM_TASKS, HFT_REACTIVE_TASKS } from \"@workglow/ai-provider/hf-transformers\";\n * await new HuggingFaceTransformersProvider(HFT_TASKS, HFT_STREAM_TASKS, HFT_REACTIVE_TASKS).register({ mode: \"inline\" });\n *\n * // Worker side -- caller provides the tasks:\n * import { HFT_TASKS, HFT_STREAM_TASKS, HFT_REACTIVE_TASKS } from \"@workglow/ai-provider/hf-transformers\";\n * new HuggingFaceTransformersProvider(HFT_TASKS, HFT_STREAM_TASKS, HFT_REACTIVE_TASKS).registerOnWorkerServer(workerServer);\n * ```\n */\nexport class HuggingFaceTransformersProvider extends AiProvider<HfTransformersOnnxModelConfig> {\n  readonly name = HF_TRANSFORMERS_ONNX;\n  readonly isLocal = true;\n  readonly supportsBrowser = true;\n\n  readonly taskTypes = [\n    \"DownloadModelTask\",\n    \"UnloadModelTask\",\n    \"ModelInfoTask\",\n    \"CountTokensTask\",\n    \"TextEmbeddingTask\",\n    \"TextGenerationTask\",\n    \"TextQuestionAnswerTask\",\n    \"TextLanguageDetectionTask\",\n    \"TextClassificationTask\",\n    \"TextFillMaskTask\",\n    \"TextNamedEntityRecognitionTask\",\n    \"TextRewriterTask\",\n    \"TextSummaryTask\",\n    \"TextTranslationTask\",\n    \"ImageSegmentationTask\",\n    \"ImageToTextTask\",\n    \"BackgroundRemovalTask\",\n    \"ImageEmbeddingTask\",\n    \"ImageClassificationTask\",\n    \"ObjectDetectionTask\",\n    \"ToolCallingTask\",\n  ] as const;\n\n  constructor(\n    tasks?: Record<string, AiProviderRunFn<any, any, HfTransformersOnnxModelConfig>>,\n    streamTasks?: Record<string, AiProviderStreamFn<any, any, HfTransformersOnnxModelConfig>>,\n    reactiveTasks?: Record<string, AiProviderReactiveRunFn<any, any, HfTransformersOnnxModelConfig>>\n  ) {\n    super(tasks, streamTasks, reactiveTasks);\n  }\n\n  protected override async onInitialize(options: AiProviderRegisterOptions): Promise<void> {\n    if (options.mode === \"inline\") {\n      const { env } = await import(\"@huggingface/transformers\");\n      // @ts-ignore -- backends.onnx.wasm.proxy is not fully typed\n      env.backends.onnx.wasm.proxy = true;\n    }\n  }\n\n  override async dispose(): Promise<void> {\n    if (this.tasks) {\n      const { clearPipelineCache } = await import(\"./common/HFT_JobRunFns\");\n      clearPipelineCache();\n    }\n  }\n}\n"
+  ],
+  "mappings": ";;;;;;;;;;AAMA;AAIO,IAAM,gCAAgC;AAAA,EAC3C,MAAM;AAAA,EACN,YAAY;AAAA,IACV,UAAU;AAAA,MACR,OAAO;AAAA,MACP,aAAa;AAAA,IACf;AAAA,IACA,iBAAiB;AAAA,MACf,MAAM;AAAA,MACN,aAAa;AAAA,MACb,YAAY;AAAA,QACV,UAAU;AAAA,UACR,MAAM;AAAA,UACN,MAAM,OAAO,OAAO,eAAe;AAAA,UACnC,aAAa;AAAA,UACb,SAAS;AAAA,QACX;AAAA,QACA,YAAY;AAAA,UACV,MAAM;AAAA,UACN,aAAa;AAAA,QACf;AAAA,QACA,OAAO;AAAA,UACL,MAAM;AAAA,UACN,MAAM,OAAO,OAAO,oBAAoB;AAAA,UACxC,aAAa;AAAA,UACb,SAAS;AAAA,QACX;AAAA,QACA,QAAQ;AAAA,UACN,MAAM;AAAA,UACN,MAAM,CAAC,OAAO,OAAO,UAAU,QAAQ,OAAO;AAAA,UAC9C,aAAa;AAAA,UACb,SAAS;AAAA,QACX;AAAA,QACA,qBAAqB;AAAA,UACnB,MAAM;AAAA,UACN,OAAO,EAAE,MAAM,SAAS;AAAA,UACxB,aAAa;AAAA,UACb,eAAe;AAAA,QACjB;AAAA,QACA,sBAAsB;AAAA,UACpB,MAAM;AAAA,UACN,SAAS;AAAA,QACX;AAAA,QACA,sBAAsB;AAAA,UACpB,MAAM;AAAA,UACN,SAAS;AAAA,QACX;AAAA,QACA,0BAA0B;AAAA,UACxB,MAAM;AAAA,UACN,aAAa;AAAA,QACf;AAAA,QACA,mBAAmB;AAAA,UACjB,MAAM;AAAA,UACN,aAAa;AAAA,QACf;AAAA,QACA,SAAS;AAAA,UACP,MAAM;AAAA,UACN,MAAM,CAAC,QAAQ,cAAc,KAAK;AAAA,UAClC,aAAa;AAAA,UACb,SAAS;AAAA,QACX;AAAA,QACA,WAAW;AAAA,UACT,MAAM;AAAA,UACN,aAAa;AAAA,UACb,SAAS;AAAA,QACX;AAAA,QACA,gBAAgB;AAAA,UACd,MAAM;AAAA,UACN,aAAa;AAAA,QACf;AAAA,QACA,KAAK;AAAA,UACH,MAAM;AAAA,UACN,aAAa;AAAA,UACb,SAAS;AAAA,QACX;AAAA,MACF;AAAA,MACA,UAAU,CAAC,cAAc,UAAU;AAAA,MACnC,sBAAsB;AAAA,MACtB,IAAI;AAAA,QACF,YAAY;AAAA,UACV,UAAU;AAAA,YACR,OAAO;AAAA,UACT;AAAA,QACF;AAAA,MACF;AAAA,MACA,MAAM;AAAA,QACJ,UAAU,CAAC,mBAAmB;AAAA,MAChC;AAAA,IACF;AAAA,EACF;AAAA,EACA,UAAU,CAAC,YAAY,iBAAiB;AAAA,EACxC,sBAAsB;AACxB;AAEO,IAAM,sCAAsC;AAAA,EACjD,MAAM;AAAA,EACN,YAAY;AAAA,OACP,kBAAkB;AAAA,OAClB,8BAA8B;AAAA,EACnC;AAAA,EACA,UAAU,CAAC,GAAG,kBAAkB,UAAU,GAAG,8BAA8B,QAAQ;AAAA,EACnF,sBAAsB;AACxB;AAIO,IAAM,sCAAsC;AAAA,EACjD,MAAM;AAAA,EACN,YAAY;AAAA,OACP,kBAAkB;AAAA,OAClB,8BAA8B;AAAA,EACnC;AAAA,EACA,UAAU,CAAC,GAAG,kBAAkB,UAAU,GAAG,8BAA8B,QAAQ;AAAA,EACnF,sBAAsB;AACxB;;;ACtHA;AAAA;AAAA;AAoCO,MAAM,wCAAwC,WAA0C;AAAA,EACpF,OAAO;AAAA,EACP,UAAU;AAAA,EACV,kBAAkB;AAAA,EAElB,YAAY;AAAA,IACnB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAAA,EAEA,WAAW,CACT,OACA,aACA,eACA;AAAA,IACA,MAAM,OAAO,aAAa,aAAa;AAAA;AAAA,OAGhB,aAAY,CAAC,SAAmD;AAAA,IACvF,IAAI,QAAQ,SAAS,UAAU;AAAA,MAC7B,QAAQ,QAAQ,MAAa;AAAA,MAE7B,IAAI,SAAS,KAAK,KAAK,QAAQ;AAAA,IACjC;AAAA;AAAA,OAGa,QAAO,GAAkB;AAAA,IACtC,IAAI,KAAK,OAAO;AAAA,MACd,QAAQ,uBAAuB,MAAa;AAAA,MAC5C,mBAAmB;AAAA,IACrB;AAAA;AAEJ;",
+  "debugId": "47194B552DCD4CBC64756E2164756E21",
+  "names": []
+}

package/dist/{index-8at2wpp1.js → index-tvb9nd5b.js}

@@ -1,13 +1,13 @@
 import {
   HTF_CACHE_NAME
-} from "./index-zqq3kw0n.js";
+} from "./index-m0r2hvfz.js";
 import {
   __require
 } from "./index-6j5pq722.js";
 
 // src/hf-transformers/common/HFT_JobRunFns.ts
-import { buildToolDescription, filterValidToolCalls } from "@workglow/ai";
-import { getLogger } from "@workglow/util";
+import { buildToolDescription, filterValidToolCalls, toTextFlatMessages } from "@workglow/ai";
+import { getLogger, parsePartialJson } from "@workglow/util";
 var _transformersSdk;
 async function loadTransformersSDK() {
   if (!_transformersSdk) {
@@ -244,7 +244,8 @@ var deleteModelCache = async (model_path) => {
 };
 var HFT_TextEmbedding = async (input, model, onProgress, signal) => {
   const logger = getLogger();
-  const timerLabel = `hft:TextEmbedding:${model?.provider_config.model_path}`;
+  const uuid = crypto.randomUUID();
+  const timerLabel = `hft:TextEmbedding:${model?.provider_config.model_path}:${uuid}`;
   logger.time(timerLabel, { model: model?.provider_config.model_path });
   const generateEmbedding = await getPipeline(model, onProgress, {}, signal);
   logger.debug("HFT TextEmbedding: pipeline ready, generating embedding", {
@@ -945,7 +946,7 @@ function mapHFTTools(tools) {
   }));
 }
 function parseToolCallsFromText(responseText) {
-  const toolCalls = {};
+  const toolCalls = [];
   let callIndex = 0;
   let cleanedText = responseText;
   const toolCallTagRegex = /<tool_call>([\s\S]*?)<\/tool_call>/g;
@@ -954,14 +955,14 @@ function parseToolCallsFromText(responseText) {
     try {
       const parsed = JSON.parse(tagMatch[1].trim());
       const id = `call_${callIndex++}`;
-      toolCalls[id] = {
+      toolCalls.push({
         id,
         name: parsed.name ?? parsed.function?.name ?? "",
         input: parsed.arguments ?? parsed.function?.arguments ?? parsed.parameters ?? {}
-      };
+      });
     } catch {}
   }
-  if (Object.keys(toolCalls).length > 0) {
+  if (toolCalls.length > 0) {
     cleanedText = responseText.replace(/<tool_call>[\s\S]*?<\/tool_call>/g, "").trim();
     return { text: cleanedText, toolCalls };
   }
@@ -1013,11 +1014,11 @@ function parseToolCallsFromText(responseText) {
       const parsed = JSON.parse(candidate.text);
       if (parsed.name && (parsed.arguments !== undefined || parsed.parameters !== undefined)) {
         const id = `call_${callIndex++}`;
-        toolCalls[id] = {
+        toolCalls.push({
           id,
           name: parsed.name,
           input: parsed.arguments ?? parsed.parameters ?? {}
-        };
+        });
         matchedRanges.push({ start: candidate.start, end: candidate.end });
       } else if (parsed.function?.name) {
         let functionArgs = parsed.function.arguments ?? {};
@@ -1030,16 +1031,16 @@ function parseToolCallsFromText(responseText) {
           }
         }
         const id = `call_${callIndex++}`;
-        toolCalls[id] = {
+        toolCalls.push({
           id,
           name: parsed.function.name,
           input: functionArgs ?? {}
-        };
+        });
         matchedRanges.push({ start: candidate.start, end: candidate.end });
       }
     } catch {}
   }
-  if (Object.keys(toolCalls).length > 0) {
+  if (toolCalls.length > 0) {
     let result = "";
     let lastIndex = 0;
     for (const range of matchedRanges) {
@@ -1079,40 +1080,34 @@ var HFT_ToolCalling = async (input, model, onProgress, signal) => {
   if (isArrayInput) {
     const prompts = input.prompt;
     const texts = [];
-    const allToolCalls = [];
-    for (const promptText of prompts) {
-      const messages2 = [];
-      if (input.systemPrompt) {
-        messages2.push({ role: "system", content: input.systemPrompt });
-      }
-      messages2.push({ role: "user", content: promptText });
-      const singleInput = { ...input, prompt: promptText };
+    const toolCallsList = [];
+    for (const singlePrompt of prompts) {
+      const singleInput = { ...input, prompt: singlePrompt };
+      const messages2 = toTextFlatMessages(singleInput);
       const tools2 = resolveHFTToolsAndMessages(singleInput, messages2);
       const prompt2 = generateText.tokenizer.apply_chat_template(messages2, {
         tools: tools2,
         tokenize: false,
         add_generation_prompt: true
       });
+      const streamer2 = createTextStreamer(generateText.tokenizer, onProgress);
       let results2 = await generateText(prompt2, {
         max_new_tokens: input.maxTokens ?? 1024,
         temperature: input.temperature ?? undefined,
-        return_full_text: false
+        return_full_text: false,
+        streamer: streamer2
       });
       if (!Array.isArray(results2)) {
         results2 = [results2];
       }
       const responseText2 = extractGeneratedText(results2[0]?.generated_text).trim();
-      const parsed = parseToolCallsFromText(responseText2);
-      texts.push(parsed.text);
-      allToolCalls.push(filterValidToolCalls(parsed.toolCalls, input.tools));
+      const { text: text2, toolCalls: toolCalls2 } = parseToolCallsFromText(responseText2);
+      texts.push(text2);
+      toolCallsList.push(filterValidToolCalls(toolCalls2, singleInput.tools));
     }
-    return { text: texts, toolCalls: allToolCalls };
-  }
-  const messages = [];
-  if (input.systemPrompt) {
-    messages.push({ role: "system", content: input.systemPrompt });
+    return { text: texts, toolCalls: toolCallsList };
   }
-  messages.push({ role: "user", content: input.prompt });
+  const messages = toTextFlatMessages(input);
   const tools = resolveHFTToolsAndMessages(input, messages);
   const prompt = generateText.tokenizer.apply_chat_template(messages, {
     tools,
@@ -1131,16 +1126,15 @@ var HFT_ToolCalling = async (input, model, onProgress, signal) => {
   }
   const responseText = extractGeneratedText(results[0]?.generated_text).trim();
   const { text, toolCalls } = parseToolCallsFromText(responseText);
-  return { text, toolCalls: filterValidToolCalls(toolCalls, input.tools) };
+  return {
+    text,
+    toolCalls: filterValidToolCalls(toolCalls, input.tools)
+  };
 };
 var HFT_ToolCalling_Stream = async function* (input, model, signal) {
   const noopProgress = () => {};
   const generateText = await getPipeline(model, noopProgress, {}, signal);
-  const messages = [];
-  if (input.systemPrompt) {
-    messages.push({ role: "system", content: input.systemPrompt });
-  }
-  messages.push({ role: "user", content: input.prompt });
+  const messages = toTextFlatMessages(input);
   const tools = resolveHFTToolsAndMessages(input, messages);
   const prompt = generateText.tokenizer.apply_chat_template(messages, {
     tools,
@@ -1186,8 +1180,8 @@ var HFT_ToolCalling_Stream = async function* (input, model, signal) {
   await pipelinePromise;
   const { text: cleanedText, toolCalls } = parseToolCallsFromText(fullText);
   const validToolCalls = filterValidToolCalls(toolCalls, input.tools);
-  if (Object.keys(validToolCalls).length > 0) {
-    yield { type: "object-delta", port: "toolCalls", objectDelta: { ...validToolCalls } };
+  if (validToolCalls.length > 0) {
+    yield { type: "object-delta", port: "toolCalls", objectDelta: [...validToolCalls] };
   }
   yield {
     type: "finish",
@@ -1202,7 +1196,7 @@ var HFT_ModelInfo = async (input, model) => {
   const detail = input.detail;
   const is_loaded = pipelines.has(getPipelineCacheKey(model));
   const { pipeline: pipelineType, model_path, dtype, device } = model.provider_config;
-  const cacheStatus = await ModelRegistry.is_pipeline_cached(pipelineType, model_path, {
+  const cacheStatus = await ModelRegistry.is_pipeline_cached_files(pipelineType, model_path, {
     ...dtype ? { dtype } : {}
   });
   logger.debug("is_pipeline_cached", {
@@ -1247,6 +1241,94 @@ var HFT_ModelInfo = async (input, model) => {
     file_sizes
   };
 };
+function buildStructuredGenerationPrompt(input) {
+  const schemaStr = JSON.stringify(input.outputSchema, null, 2);
+  return `${input.prompt}
+
+You MUST respond with ONLY a valid JSON object conforming to this JSON schema:
+${schemaStr}
+
+Output ONLY the JSON object, no other text.`;
+}
+function extractJsonFromText(text) {
+  try {
+    return JSON.parse(text);
+  } catch {
+    const match = text.match(/\{[\s\S]*\}/);
+    if (match) {
+      try {
+        return JSON.parse(match[0]);
+      } catch {
+        return parsePartialJson(match[0]) ?? {};
+      }
+    }
+    return {};
+  }
+}
+var HFT_StructuredGeneration = async (input, model, onProgress, signal) => {
+  const generateText = await getPipeline(model, onProgress, {}, signal);
+  const prompt = buildStructuredGenerationPrompt(input);
+  const messages = [{ role: "user", content: prompt }];
+  const formattedPrompt = generateText.tokenizer.apply_chat_template(messages, {
+    tokenize: false,
+    add_generation_prompt: true
+  });
+  const streamer = createTextStreamer(generateText.tokenizer, onProgress);
+  let results = await generateText(formattedPrompt, {
+    max_new_tokens: input.maxTokens ?? 1024,
+    temperature: input.temperature ?? undefined,
+    return_full_text: false,
+    streamer
+  });
+  if (!Array.isArray(results)) {
+    results = [results];
+  }
+  const responseText = extractGeneratedText(results[0]?.generated_text).trim();
+  const object = extractJsonFromText(responseText);
+  return { object };
+};
+var HFT_StructuredGeneration_Stream = async function* (input, model, signal) {
+  const noopProgress = () => {};
+  const generateText = await getPipeline(model, noopProgress, {}, signal);
+  const prompt = buildStructuredGenerationPrompt(input);
+  const messages = [{ role: "user", content: prompt }];
+  const formattedPrompt = generateText.tokenizer.apply_chat_template(messages, {
+    tokenize: false,
+    add_generation_prompt: true
+  });
+  const queue = createStreamEventQueue();
+  const streamer = createStreamingTextStreamer(generateText.tokenizer, queue);
+  let fullText = "";
+  const originalPush = queue.push;
+  queue.push = (event) => {
+    if (event.type === "text-delta" && "textDelta" in event) {
+      fullText += event.textDelta;
+      const match = fullText.match(/\{[\s\S]*/);
+      if (match) {
+        const partial = parsePartialJson(match[0]);
+        if (partial !== undefined) {
+          originalPush({
+            type: "object-delta",
+            port: "object",
+            objectDelta: partial
+          });
+          return;
+        }
+      }
+    }
+    originalPush(event);
+  };
+  const pipelinePromise = generateText(formattedPrompt, {
+    max_new_tokens: input.maxTokens ?? 1024,
+    temperature: input.temperature ?? undefined,
+    return_full_text: false,
+    streamer
+  }).then(() => queue.done(), (err) => queue.error(err));
+  yield* queue.iterable;
+  await pipelinePromise;
+  const object = extractJsonFromText(fullText);
+  yield { type: "finish", data: { object } };
+};
 var HFT_TASKS = {
   DownloadModelTask: HFT_Download,
   UnloadModelTask: HFT_Unload,
@@ -1268,7 +1350,8 @@ var HFT_TASKS = {
   ImageEmbeddingTask: HFT_ImageEmbedding,
   ImageClassificationTask: HFT_ImageClassification,
   ObjectDetectionTask: HFT_ObjectDetection,
-  ToolCallingTask: HFT_ToolCalling
+  ToolCallingTask: HFT_ToolCalling,
+  StructuredGenerationTask: HFT_StructuredGeneration
 };
 var HFT_STREAM_TASKS = {
   TextGenerationTask: HFT_TextGeneration_Stream,
@@ -1276,12 +1359,13 @@ var HFT_STREAM_TASKS = {
   TextSummaryTask: HFT_TextSummary_Stream,
   TextQuestionAnswerTask: HFT_TextQuestionAnswer_Stream,
   TextTranslationTask: HFT_TextTranslation_Stream,
-  ToolCallingTask: HFT_ToolCalling_Stream
+  ToolCallingTask: HFT_ToolCalling_Stream,
+  StructuredGenerationTask: HFT_StructuredGeneration_Stream
 };
 var HFT_REACTIVE_TASKS = {
   CountTokensTask: HFT_CountTokens_Reactive
 };
 
-export { clearPipelineCache, HFT_Download, HFT_Unload, HFT_TextEmbedding, HFT_TextClassification, HFT_TextLanguageDetection, HFT_TextNamedEntityRecognition, HFT_TextFillMask, HFT_TextGeneration, HFT_TextTranslation, HFT_TextRewriter, HFT_TextSummary, HFT_TextQuestionAnswer, HFT_ImageSegmentation, HFT_ImageToText, HFT_BackgroundRemoval, HFT_ImageEmbedding, HFT_ImageClassification, HFT_ObjectDetection, createToolCallMarkupFilter, HFT_TextGeneration_Stream, HFT_TextRewriter_Stream, HFT_TextSummary_Stream, HFT_TextQuestionAnswer_Stream, HFT_TextTranslation_Stream, HFT_CountTokens, HFT_CountTokens_Reactive, parseToolCallsFromText, HFT_ToolCalling, HFT_ToolCalling_Stream, HFT_ModelInfo, HFT_TASKS, HFT_STREAM_TASKS, HFT_REACTIVE_TASKS };
+export { clearPipelineCache, HFT_Download, HFT_Unload, HFT_TextEmbedding, HFT_TextClassification, HFT_TextLanguageDetection, HFT_TextNamedEntityRecognition, HFT_TextFillMask, HFT_TextGeneration, HFT_TextTranslation, HFT_TextRewriter, HFT_TextSummary, HFT_TextQuestionAnswer, HFT_ImageSegmentation, HFT_ImageToText, HFT_BackgroundRemoval, HFT_ImageEmbedding, HFT_ImageClassification, HFT_ObjectDetection, createToolCallMarkupFilter, HFT_TextGeneration_Stream, HFT_TextRewriter_Stream, HFT_TextSummary_Stream, HFT_TextQuestionAnswer_Stream, HFT_TextTranslation_Stream, HFT_CountTokens, HFT_CountTokens_Reactive, parseToolCallsFromText, HFT_ToolCalling, HFT_ToolCalling_Stream, HFT_ModelInfo, HFT_StructuredGeneration, HFT_StructuredGeneration_Stream, HFT_TASKS, HFT_STREAM_TASKS, HFT_REACTIVE_TASKS };
 
-//# debugId=35AEEC521C026A1E64756E2164756E21
+//# debugId=84170CBF73939EA164756E2164756E21