@workglow/ai-provider 0.0.126 → 0.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (172) hide show
  1. package/dist/provider-anthropic/AnthropicProvider.d.ts +1 -1
  2. package/dist/provider-anthropic/AnthropicProvider.d.ts.map +1 -1
  3. package/dist/provider-anthropic/AnthropicQueuedProvider.d.ts +4 -4
  4. package/dist/provider-anthropic/AnthropicQueuedProvider.d.ts.map +1 -1
  5. package/dist/provider-anthropic/common/Anthropic_Client.d.ts.map +1 -1
  6. package/dist/provider-anthropic/common/Anthropic_CountTokens.d.ts.map +1 -1
  7. package/dist/provider-anthropic/common/Anthropic_JobRunFns.d.ts.map +1 -1
  8. package/dist/provider-anthropic/common/Anthropic_TextGeneration.d.ts.map +1 -1
  9. package/dist/provider-anthropic/common/Anthropic_TextRewriter.d.ts.map +1 -1
  10. package/dist/provider-anthropic/common/Anthropic_TextSummary.d.ts.map +1 -1
  11. package/dist/provider-anthropic/index.js +3 -4
  12. package/dist/provider-anthropic/index.js.map +3 -3
  13. package/dist/provider-anthropic/runtime.js +19 -291
  14. package/dist/provider-anthropic/runtime.js.map +11 -12
  15. package/dist/provider-chrome/common/WebBrowser_TextGeneration.d.ts.map +1 -1
  16. package/dist/provider-chrome/common/WebBrowser_TextLanguageDetection.d.ts.map +1 -1
  17. package/dist/provider-chrome/common/WebBrowser_TextRewriter.d.ts.map +1 -1
  18. package/dist/provider-chrome/common/WebBrowser_TextSummary.d.ts.map +1 -1
  19. package/dist/provider-chrome/common/WebBrowser_TextTranslation.d.ts.map +1 -1
  20. package/dist/provider-chrome/runtime.js +3 -97
  21. package/dist/provider-chrome/runtime.js.map +8 -8
  22. package/dist/provider-gemini/GoogleGeminiProvider.d.ts +1 -1
  23. package/dist/provider-gemini/GoogleGeminiProvider.d.ts.map +1 -1
  24. package/dist/provider-gemini/GoogleGeminiQueuedProvider.d.ts +4 -4
  25. package/dist/provider-gemini/GoogleGeminiQueuedProvider.d.ts.map +1 -1
  26. package/dist/provider-gemini/common/Gemini_CountTokens.d.ts.map +1 -1
  27. package/dist/provider-gemini/common/Gemini_JobRunFns.d.ts.map +1 -1
  28. package/dist/provider-gemini/common/Gemini_TextEmbedding.d.ts.map +1 -1
  29. package/dist/provider-gemini/common/Gemini_TextGeneration.d.ts.map +1 -1
  30. package/dist/provider-gemini/common/Gemini_TextRewriter.d.ts.map +1 -1
  31. package/dist/provider-gemini/common/Gemini_TextSummary.d.ts.map +1 -1
  32. package/dist/provider-gemini/index.js +3 -4
  33. package/dist/provider-gemini/index.js.map +3 -3
  34. package/dist/provider-gemini/runtime.js +12 -257
  35. package/dist/provider-gemini/runtime.js.map +11 -12
  36. package/dist/provider-hf-inference/HfInferenceProvider.d.ts +1 -1
  37. package/dist/provider-hf-inference/HfInferenceProvider.d.ts.map +1 -1
  38. package/dist/provider-hf-inference/HfInferenceQueuedProvider.d.ts +4 -4
  39. package/dist/provider-hf-inference/HfInferenceQueuedProvider.d.ts.map +1 -1
  40. package/dist/provider-hf-inference/common/HFI_Client.d.ts.map +1 -1
  41. package/dist/provider-hf-inference/common/HFI_JobRunFns.d.ts.map +1 -1
  42. package/dist/provider-hf-inference/common/HFI_TextEmbedding.d.ts.map +1 -1
  43. package/dist/provider-hf-inference/common/HFI_TextGeneration.d.ts.map +1 -1
  44. package/dist/provider-hf-inference/common/HFI_TextRewriter.d.ts.map +1 -1
  45. package/dist/provider-hf-inference/common/HFI_TextSummary.d.ts.map +1 -1
  46. package/dist/provider-hf-inference/index.js +3 -4
  47. package/dist/provider-hf-inference/index.js.map +3 -3
  48. package/dist/provider-hf-inference/runtime.js +13 -206
  49. package/dist/provider-hf-inference/runtime.js.map +11 -12
  50. package/dist/provider-hf-transformers/HuggingFaceTransformersProvider.d.ts +1 -1
  51. package/dist/provider-hf-transformers/HuggingFaceTransformersProvider.d.ts.map +1 -1
  52. package/dist/provider-hf-transformers/HuggingFaceTransformersQueuedProvider.d.ts +13 -3
  53. package/dist/provider-hf-transformers/HuggingFaceTransformersQueuedProvider.d.ts.map +1 -1
  54. package/dist/provider-hf-transformers/common/HFT_Constants.d.ts +4 -0
  55. package/dist/provider-hf-transformers/common/HFT_Constants.d.ts.map +1 -1
  56. package/dist/provider-hf-transformers/common/HFT_CountTokens.d.ts.map +1 -1
  57. package/dist/provider-hf-transformers/common/HFT_Download.d.ts.map +1 -1
  58. package/dist/provider-hf-transformers/common/HFT_ImageEmbedding.d.ts.map +1 -1
  59. package/dist/provider-hf-transformers/common/HFT_JobRunFns.d.ts +116 -87
  60. package/dist/provider-hf-transformers/common/HFT_JobRunFns.d.ts.map +1 -1
  61. package/dist/provider-hf-transformers/common/HFT_ModelInfo.d.ts.map +1 -1
  62. package/dist/provider-hf-transformers/common/HFT_ModelSchema.d.ts +30 -0
  63. package/dist/provider-hf-transformers/common/HFT_ModelSchema.d.ts.map +1 -1
  64. package/dist/provider-hf-transformers/common/HFT_OnnxDtypes.d.ts.map +1 -1
  65. package/dist/provider-hf-transformers/common/HFT_Pipeline.d.ts +9 -2
  66. package/dist/provider-hf-transformers/common/HFT_Pipeline.d.ts.map +1 -1
  67. package/dist/provider-hf-transformers/common/HFT_Streaming.d.ts +2 -2
  68. package/dist/provider-hf-transformers/common/HFT_Streaming.d.ts.map +1 -1
  69. package/dist/provider-hf-transformers/common/HFT_TextClassification.d.ts.map +1 -1
  70. package/dist/provider-hf-transformers/common/HFT_TextFillMask.d.ts.map +1 -1
  71. package/dist/provider-hf-transformers/common/HFT_TextGeneration.d.ts.map +1 -1
  72. package/dist/provider-hf-transformers/common/HFT_TextLanguageDetection.d.ts.map +1 -1
  73. package/dist/provider-hf-transformers/common/HFT_TextNamedEntityRecognition.d.ts.map +1 -1
  74. package/dist/provider-hf-transformers/common/HFT_TextQuestionAnswer.d.ts.map +1 -1
  75. package/dist/provider-hf-transformers/common/HFT_TextRewriter.d.ts.map +1 -1
  76. package/dist/provider-hf-transformers/common/HFT_TextSummary.d.ts.map +1 -1
  77. package/dist/provider-hf-transformers/common/HFT_TextTranslation.d.ts.map +1 -1
  78. package/dist/provider-hf-transformers/index.d.ts +0 -1
  79. package/dist/provider-hf-transformers/index.d.ts.map +1 -1
  80. package/dist/provider-hf-transformers/index.js +49 -177
  81. package/dist/provider-hf-transformers/index.js.map +8 -9
  82. package/dist/provider-hf-transformers/registerHuggingFaceTransformersWorker.d.ts.map +1 -1
  83. package/dist/provider-hf-transformers/runtime.d.ts +0 -1
  84. package/dist/provider-hf-transformers/runtime.d.ts.map +1 -1
  85. package/dist/provider-hf-transformers/runtime.js +226 -515
  86. package/dist/provider-hf-transformers/runtime.js.map +27 -29
  87. package/dist/provider-llamacpp/LlamaCppProvider.d.ts +1 -1
  88. package/dist/provider-llamacpp/LlamaCppProvider.d.ts.map +1 -1
  89. package/dist/provider-llamacpp/LlamaCppQueuedProvider.d.ts +1 -1
  90. package/dist/provider-llamacpp/LlamaCppQueuedProvider.d.ts.map +1 -1
  91. package/dist/provider-llamacpp/common/LlamaCpp_CountTokens.d.ts.map +1 -1
  92. package/dist/provider-llamacpp/common/LlamaCpp_JobRunFns.d.ts.map +1 -1
  93. package/dist/provider-llamacpp/common/LlamaCpp_ModelSchema.d.ts +15 -0
  94. package/dist/provider-llamacpp/common/LlamaCpp_ModelSchema.d.ts.map +1 -1
  95. package/dist/provider-llamacpp/common/LlamaCpp_Runtime.d.ts +10 -0
  96. package/dist/provider-llamacpp/common/LlamaCpp_Runtime.d.ts.map +1 -1
  97. package/dist/provider-llamacpp/common/LlamaCpp_StructuredGeneration.d.ts.map +1 -1
  98. package/dist/provider-llamacpp/common/LlamaCpp_TextEmbedding.d.ts.map +1 -1
  99. package/dist/provider-llamacpp/common/LlamaCpp_TextGeneration.d.ts.map +1 -1
  100. package/dist/provider-llamacpp/common/LlamaCpp_TextRewriter.d.ts.map +1 -1
  101. package/dist/provider-llamacpp/common/LlamaCpp_TextSummary.d.ts.map +1 -1
  102. package/dist/provider-llamacpp/index.js +6 -2
  103. package/dist/provider-llamacpp/index.js.map +4 -4
  104. package/dist/provider-llamacpp/runtime.js +82 -230
  105. package/dist/provider-llamacpp/runtime.js.map +13 -14
  106. package/dist/provider-ollama/OllamaProvider.d.ts +1 -1
  107. package/dist/provider-ollama/OllamaProvider.d.ts.map +1 -1
  108. package/dist/provider-ollama/OllamaQueuedProvider.d.ts +4 -4
  109. package/dist/provider-ollama/OllamaQueuedProvider.d.ts.map +1 -1
  110. package/dist/provider-ollama/common/Ollama_JobRunFns.browser.d.ts +13 -71
  111. package/dist/provider-ollama/common/Ollama_JobRunFns.browser.d.ts.map +1 -1
  112. package/dist/provider-ollama/common/Ollama_JobRunFns.d.ts +13 -71
  113. package/dist/provider-ollama/common/Ollama_JobRunFns.d.ts.map +1 -1
  114. package/dist/provider-ollama/common/Ollama_TextGeneration.d.ts.map +1 -1
  115. package/dist/provider-ollama/common/Ollama_TextRewriter.d.ts.map +1 -1
  116. package/dist/provider-ollama/common/Ollama_TextSummary.d.ts.map +1 -1
  117. package/dist/provider-ollama/index.browser.js +3 -4
  118. package/dist/provider-ollama/index.browser.js.map +3 -3
  119. package/dist/provider-ollama/index.js +3 -4
  120. package/dist/provider-ollama/index.js.map +3 -3
  121. package/dist/provider-ollama/runtime.browser.js +8 -179
  122. package/dist/provider-ollama/runtime.browser.js.map +9 -10
  123. package/dist/provider-ollama/runtime.js +8 -174
  124. package/dist/provider-ollama/runtime.js.map +9 -10
  125. package/dist/provider-openai/OpenAiProvider.d.ts +1 -1
  126. package/dist/provider-openai/OpenAiProvider.d.ts.map +1 -1
  127. package/dist/provider-openai/OpenAiQueuedProvider.d.ts +4 -4
  128. package/dist/provider-openai/OpenAiQueuedProvider.d.ts.map +1 -1
  129. package/dist/provider-openai/common/OpenAI_Client.d.ts.map +1 -1
  130. package/dist/provider-openai/common/OpenAI_CountTokens.browser.d.ts.map +1 -1
  131. package/dist/provider-openai/common/OpenAI_CountTokens.d.ts.map +1 -1
  132. package/dist/provider-openai/common/OpenAI_JobRunFns.browser.d.ts.map +1 -1
  133. package/dist/provider-openai/common/OpenAI_JobRunFns.d.ts.map +1 -1
  134. package/dist/provider-openai/common/OpenAI_TextEmbedding.d.ts.map +1 -1
  135. package/dist/provider-openai/common/OpenAI_TextGeneration.d.ts.map +1 -1
  136. package/dist/provider-openai/common/OpenAI_TextRewriter.d.ts.map +1 -1
  137. package/dist/provider-openai/common/OpenAI_TextSummary.d.ts.map +1 -1
  138. package/dist/provider-openai/index.browser.js +3 -4
  139. package/dist/provider-openai/index.browser.js.map +3 -3
  140. package/dist/provider-openai/index.js +3 -4
  141. package/dist/provider-openai/index.js.map +3 -3
  142. package/dist/provider-openai/runtime.browser.js +22 -224
  143. package/dist/provider-openai/runtime.browser.js.map +12 -13
  144. package/dist/provider-openai/runtime.js +22 -224
  145. package/dist/provider-openai/runtime.js.map +12 -13
  146. package/dist/provider-tf-mediapipe/TensorFlowMediaPipeQueuedProvider.d.ts +3 -3
  147. package/dist/provider-tf-mediapipe/TensorFlowMediaPipeQueuedProvider.d.ts.map +1 -1
  148. package/dist/provider-tf-mediapipe/common/TFMP_ImageEmbedding.d.ts.map +1 -1
  149. package/dist/provider-tf-mediapipe/common/TFMP_JobRunFns.d.ts +17 -10
  150. package/dist/provider-tf-mediapipe/common/TFMP_JobRunFns.d.ts.map +1 -1
  151. package/dist/provider-tf-mediapipe/common/TFMP_Unload.d.ts.map +1 -1
  152. package/dist/provider-tf-mediapipe/index.js +3 -3
  153. package/dist/provider-tf-mediapipe/index.js.map +3 -3
  154. package/dist/provider-tf-mediapipe/runtime.js +16 -5
  155. package/dist/provider-tf-mediapipe/runtime.js.map +5 -5
  156. package/package.json +19 -19
  157. package/dist/provider-anthropic/common/Anthropic_ToolCalling.d.ts +0 -10
  158. package/dist/provider-anthropic/common/Anthropic_ToolCalling.d.ts.map +0 -1
  159. package/dist/provider-gemini/common/Gemini_ToolCalling.d.ts +0 -10
  160. package/dist/provider-gemini/common/Gemini_ToolCalling.d.ts.map +0 -1
  161. package/dist/provider-hf-inference/common/HFI_ToolCalling.d.ts +0 -10
  162. package/dist/provider-hf-inference/common/HFI_ToolCalling.d.ts.map +0 -1
  163. package/dist/provider-hf-transformers/common/HFT_ToolCalling.d.ts +0 -10
  164. package/dist/provider-hf-transformers/common/HFT_ToolCalling.d.ts.map +0 -1
  165. package/dist/provider-hf-transformers/common/HFT_ToolMarkup.d.ts +0 -40
  166. package/dist/provider-hf-transformers/common/HFT_ToolMarkup.d.ts.map +0 -1
  167. package/dist/provider-llamacpp/common/LlamaCpp_ToolCalling.d.ts +0 -10
  168. package/dist/provider-llamacpp/common/LlamaCpp_ToolCalling.d.ts.map +0 -1
  169. package/dist/provider-ollama/common/Ollama_ToolCalling.d.ts +0 -16
  170. package/dist/provider-ollama/common/Ollama_ToolCalling.d.ts.map +0 -1
  171. package/dist/provider-openai/common/OpenAI_ToolCalling.d.ts +0 -10
  172. package/dist/provider-openai/common/OpenAI_ToolCalling.d.ts.map +0 -1
@@ -25,6 +25,11 @@ export declare const HfTransformersOnnxModelSchema: {
25
25
  readonly type: "string";
26
26
  readonly description: "Filesystem path or URI for the ONNX model.";
27
27
  };
28
+ readonly revision: {
29
+ readonly type: "string";
30
+ readonly description: "Git revision (branch, tag, or commit hash) of the model repository.";
31
+ readonly default: "main";
32
+ };
28
33
  readonly dtype: {
29
34
  readonly type: "string";
30
35
  readonly enum: ("auto" | "bnb4" | "fp16" | "fp32" | "int8" | "q4" | "q4f16" | "q8" | "uint8")[];
@@ -76,6 +81,11 @@ export declare const HfTransformersOnnxModelSchema: {
76
81
  readonly type: "string";
77
82
  readonly description: "The language style of the model.";
78
83
  };
84
+ readonly seed: {
85
+ readonly type: "integer";
86
+ readonly description: "RNG seed passed to transformers.js sampling. Omit for time-based seeding; set for reproducible generation.";
87
+ readonly minimum: 0;
88
+ };
79
89
  readonly mrl: {
80
90
  readonly type: "boolean";
81
91
  readonly description: "Whether the model uses matryoshka.";
@@ -142,6 +152,11 @@ export declare const HfTransformersOnnxModelRecordSchema: {
142
152
  readonly type: "string";
143
153
  readonly description: "Filesystem path or URI for the ONNX model.";
144
154
  };
155
+ readonly revision: {
156
+ readonly type: "string";
157
+ readonly description: "Git revision (branch, tag, or commit hash) of the model repository.";
158
+ readonly default: "main";
159
+ };
145
160
  readonly dtype: {
146
161
  readonly type: "string";
147
162
  readonly enum: ("auto" | "bnb4" | "fp16" | "fp32" | "int8" | "q4" | "q4f16" | "q8" | "uint8")[];
@@ -193,6 +208,11 @@ export declare const HfTransformersOnnxModelRecordSchema: {
193
208
  readonly type: "string";
194
209
  readonly description: "The language style of the model.";
195
210
  };
211
+ readonly seed: {
212
+ readonly type: "integer";
213
+ readonly description: "RNG seed passed to transformers.js sampling. Omit for time-based seeding; set for reproducible generation.";
214
+ readonly minimum: 0;
215
+ };
196
216
  readonly mrl: {
197
217
  readonly type: "boolean";
198
218
  readonly description: "Whether the model uses matryoshka.";
@@ -260,6 +280,11 @@ export declare const HfTransformersOnnxModelConfigSchema: {
260
280
  readonly type: "string";
261
281
  readonly description: "Filesystem path or URI for the ONNX model.";
262
282
  };
283
+ readonly revision: {
284
+ readonly type: "string";
285
+ readonly description: "Git revision (branch, tag, or commit hash) of the model repository.";
286
+ readonly default: "main";
287
+ };
263
288
  readonly dtype: {
264
289
  readonly type: "string";
265
290
  readonly enum: ("auto" | "bnb4" | "fp16" | "fp32" | "int8" | "q4" | "q4f16" | "q8" | "uint8")[];
@@ -311,6 +336,11 @@ export declare const HfTransformersOnnxModelConfigSchema: {
311
336
  readonly type: "string";
312
337
  readonly description: "The language style of the model.";
313
338
  };
339
+ readonly seed: {
340
+ readonly type: "integer";
341
+ readonly description: "RNG seed passed to transformers.js sampling. Omit for time-based seeding; set for reproducible generation.";
342
+ readonly minimum: 0;
343
+ };
314
344
  readonly mrl: {
315
345
  readonly type: "boolean";
316
346
  readonly description: "Whether the model uses matryoshka.";
@@ -1 +1 @@
1
- {"version":3,"file":"HFT_ModelSchema.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_ModelSchema.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAwB,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAGzE,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4FD,CAAC;AAE1C,eAAO,MAAM,mCAAmC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAQP,CAAC;AAE1C,MAAM,MAAM,6BAA6B,GAAG,UAAU,CAAC,OAAO,mCAAmC,CAAC,CAAC;AAEnG,eAAO,MAAM,mCAAmC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAQP,CAAC;AAE1C,MAAM,MAAM,6BAA6B,GAAG,UAAU,CAAC,OAAO,mCAAmC,CAAC,CAAC"}
1
+ {"version":3,"file":"HFT_ModelSchema.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_ModelSchema.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAwB,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAGzE,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAuGD,CAAC;AAE1C,eAAO,MAAM,mCAAmC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAQP,CAAC;AAE1C,MAAM,MAAM,6BAA6B,GAAG,UAAU,CAAC,OAAO,mCAAmC,CAAC,CAAC;AAEnG,eAAO,MAAM,mCAAmC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAQP,CAAC;AAE1C,MAAM,MAAM,6BAA6B,GAAG,UAAU,CAAC,OAAO,mCAAmC,CAAC,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"HFT_OnnxDtypes.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_OnnxDtypes.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,eAAO,MAAM,gCAAgC;;;;;;;;;CASnC,CAAC;AAEX,MAAM,MAAM,gBAAgB,GAAG,MAAM,OAAO,gCAAgC,CAAC;AAM7E,wBAAgB,sBAAsB,CAAC,MAAM,EAAE;IAC7C,sFAAsF;IACtF,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,0DAA0D;IAC1D,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,gBAAgB,EAAE,CA6CrB"}
1
+ {"version":3,"file":"HFT_OnnxDtypes.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_OnnxDtypes.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,eAAO,MAAM,gCAAgC;;;;;;;;;CASnC,CAAC;AAEX,MAAM,MAAM,gBAAgB,GAAG,MAAM,OAAO,gCAAgC,CAAC;AAQ7E,wBAAgB,sBAAsB,CAAC,MAAM,EAAE;IAC7C,sFAAsF;IACtF,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,0DAA0D;IAC1D,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,gBAAgB,EAAE,CA6CrB"}
@@ -3,14 +3,21 @@
3
3
  * Copyright 2025 Steven Roussey <sroussey@gmail.com>
4
4
  * SPDX-License-Identifier: Apache-2.0
5
5
  */
6
- import type { PretrainedModelOptions } from "@huggingface/transformers";
6
+ import { type PretrainedModelOptions } from "@huggingface/transformers";
7
7
  import type { HfTransformersOnnxModelConfig } from "./HFT_ModelSchema";
8
8
  /**
9
9
  * Set the filesystem cache directory for downloaded transformers.js models.
10
- * Must be called before any model is loaded. Works in both Node and browser.
10
+ * Must be called before any model is loaded.
11
11
  */
12
12
  export declare function setHftCacheDir(dir: string): void;
13
13
  export declare function loadTransformersSDK(): Promise<typeof import("@huggingface/transformers")>;
14
+ /**
15
+ * Error message prefix used when an image pipeline's processor failed to
16
+ * initialize (null processor after load). The prefix is checked in
17
+ * `AiJob.classifyProviderError()` to produce a `RetryableJobError` so the
18
+ * queue re-downloads missing processor config files.
19
+ */
20
+ export declare const HFT_NULL_PROCESSOR_PREFIX = "HFT_NULL_PROCESSOR:";
14
21
  /**
15
22
  * Clear all cached pipelines
16
23
  */
@@ -1 +1 @@
1
- {"version":3,"file":"HFT_Pipeline.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_Pipeline.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,sBAAsB,EAAgB,MAAM,2BAA2B,CAAC;AAEtF,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAKvE;;;GAGG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAKhD;AAED,wBAAsB,mBAAmB,wDAexC;AA0BD;;GAEG;AACH,wBAAgB,kBAAkB,IAAI,IAAI,CAEzC;AAED,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAE3D;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAE9D;AAYD;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,6BAA6B,GAAG,MAAM,CAIhF;AAED;;;;;GAKG;AACH,wBAAsB,WAAW,CAC/B,KAAK,EAAE,6BAA6B,EACpC,UAAU,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,KAAK,IAAI,EACvE,OAAO,GAAE,sBAA2B,EACpC,MAAM,CAAC,EAAE,WAAW,EACpB,gBAAgB,GAAE,MAAW,GAC5B,OAAO,CAAC,GAAG,CAAC,CA6Bd"}
1
+ {"version":3,"file":"HFT_Pipeline.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_Pipeline.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,KAAK,sBAAsB,EAAqB,MAAM,2BAA2B,CAAC;AAE3F,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAKvE;;;GAGG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAKhD;AAED,wBAAsB,mBAAmB,wDAexC;AAkKD;;;;;GAKG;AACH,eAAO,MAAM,yBAAyB,wBAAwB,CAAC;AAE/D;;GAEG;AACH,wBAAgB,kBAAkB,IAAI,IAAI,CAEzC;AAED,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAE3D;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAE9D;AAYD;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,6BAA6B,GAAG,MAAM,CAKhF;AAED;;;;;GAKG;AACH,wBAAsB,WAAW,CAC/B,KAAK,EAAE,6BAA6B,EACpC,UAAU,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,KAAK,IAAI,EACvE,OAAO,GAAE,sBAA2B,EACpC,MAAM,CAAC,EAAE,WAAW,EACpB,gBAAgB,GAAE,MAAW,GAC5B,OAAO,CAAC,GAAG,CAAC,CAiCd"}
@@ -17,9 +17,9 @@ export declare function createStreamEventQueue<T>(): StreamEventQueue<T>;
17
17
  * The pipeline runs to completion and updates the queue; the caller
18
18
  * consumes the queue as an AsyncIterable<StreamEvent>.
19
19
  */
20
- export declare function createStreamingTextStreamer(tokenizer: any, queue: StreamEventQueue<StreamEvent<any>>, textStreamer: typeof TextStreamer): TextStreamer;
20
+ export declare function createStreamingTextStreamer(tokenizer: any, queue: StreamEventQueue<StreamEvent<any>>, textStreamer: typeof TextStreamer, signal?: AbortSignal): TextStreamer;
21
21
  /**
22
22
  * Create a text streamer for a given tokenizer and update progress function
23
23
  */
24
- export declare function createTextStreamer(tokenizer: any, updateProgress: (progress: number, message?: string, details?: any) => void, textStreamer: typeof TextStreamer): TextStreamer;
24
+ export declare function createTextStreamer(tokenizer: any, updateProgress: (progress: number, message?: string, details?: any) => void, textStreamer: typeof TextStreamer, signal?: AbortSignal): TextStreamer;
25
25
  //# sourceMappingURL=HFT_Streaming.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"HFT_Streaming.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_Streaming.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAC9D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAExD,MAAM,MAAM,gBAAgB,CAAC,CAAC,IAAI;IAChC,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,IAAI,CAAC;IACzB,IAAI,EAAE,MAAM,IAAI,CAAC;IACjB,KAAK,EAAE,CAAC,GAAG,EAAE,KAAK,KAAK,IAAI,CAAC;IAC5B,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC;CAC5B,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,CAAC,KAAK,gBAAgB,CAAC,CAAC,CAAC,CAsD/D;AAED;;;;GAIG;AACH,wBAAgB,2BAA2B,CACzC,SAAS,EAAE,GAAG,EACd,KAAK,EAAE,gBAAgB,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,EACzC,YAAY,EAAE,OAAO,YAAY,gBASlC;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,SAAS,EAAE,GAAG,EACd,cAAc,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,KAAK,IAAI,EAC3E,YAAY,EAAE,OAAO,YAAY,gBAalC"}
1
+ {"version":3,"file":"HFT_Streaming.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_Streaming.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAE9D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAExD,MAAM,MAAM,gBAAgB,CAAC,CAAC,IAAI;IAChC,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,IAAI,CAAC;IACzB,IAAI,EAAE,MAAM,IAAI,CAAC;IACjB,KAAK,EAAE,CAAC,GAAG,EAAE,KAAK,KAAK,IAAI,CAAC;IAC5B,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC;CAC5B,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,CAAC,KAAK,gBAAgB,CAAC,CAAC,CAAC,CAsD/D;AAED;;;;GAIG;AACH,wBAAgB,2BAA2B,CACzC,SAAS,EAAE,GAAG,EACd,KAAK,EAAE,gBAAgB,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,EACzC,YAAY,EAAE,OAAO,YAAY,EACjC,MAAM,CAAC,EAAE,WAAW,gBAYrB;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,SAAS,EAAE,GAAG,EACd,cAAc,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,KAAK,IAAI,EAC3E,YAAY,EAAE,OAAO,YAAY,EACjC,MAAM,CAAC,EAAE,WAAW,gBAgBrB"}
@@ -1 +1 @@
1
- {"version":3,"file":"HFT_TextClassification.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextClassification.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAOH,OAAO,KAAK,EACV,eAAe,EACf,2BAA2B,EAC3B,4BAA4B,EAC7B,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAGvE,eAAO,MAAM,sBAAsB,EAAE,eAAe,CAClD,2BAA2B,EAC3B,4BAA4B,EAC5B,6BAA6B,CAoF9B,CAAC"}
1
+ {"version":3,"file":"HFT_TextClassification.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextClassification.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAOH,OAAO,KAAK,EACV,eAAe,EACf,2BAA2B,EAC3B,4BAA4B,EAC7B,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAGvE,eAAO,MAAM,sBAAsB,EAAE,eAAe,CAClD,2BAA2B,EAC3B,4BAA4B,EAC5B,6BAA6B,CAgD9B,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"HFT_TextFillMask.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextFillMask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EAAE,eAAe,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,MAAM,cAAc,CAAC;AACnG,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAGvE,eAAO,MAAM,gBAAgB,EAAE,eAAe,CAC5C,qBAAqB,EACrB,sBAAsB,EACtB,6BAA6B,CAiC9B,CAAC"}
1
+ {"version":3,"file":"HFT_TextFillMask.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextFillMask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EAAE,eAAe,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,MAAM,cAAc,CAAC;AACnG,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAGvE,eAAO,MAAM,gBAAgB,EAAE,eAAe,CAC5C,qBAAqB,EACrB,sBAAsB,EACtB,6BAA6B,CAkB9B,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"HFT_TextGeneration.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextGeneration.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,uBAAuB,EACvB,wBAAwB,EACzB,MAAM,cAAc,CAAC;AAGtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AASvE;;;GAGG;AACH,eAAO,MAAM,kBAAkB,EAAE,eAAe,CAC9C,uBAAuB,EACvB,wBAAwB,EACxB,6BAA6B,CA2C9B,CAAC;AAEF,eAAO,MAAM,yBAAyB,EAAE,kBAAkB,CACxD,uBAAuB,EACvB,wBAAwB,EACxB,6BAA6B,CAmB9B,CAAC"}
1
+ {"version":3,"file":"HFT_TextGeneration.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextGeneration.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAOH,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,uBAAuB,EACvB,wBAAwB,EACzB,MAAM,cAAc,CAAC;AAGtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AASvE;;;GAGG;AACH,eAAO,MAAM,kBAAkB,EAAE,eAAe,CAC9C,uBAAuB,EACvB,wBAAwB,EACxB,6BAA6B,CAgC9B,CAAC;AAEF,eAAO,MAAM,yBAAyB,EAAE,kBAAkB,CACxD,uBAAuB,EACvB,wBAAwB,EACxB,6BAA6B,CAmB9B,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"HFT_TextLanguageDetection.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextLanguageDetection.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,OAAO,KAAK,EACV,eAAe,EACf,8BAA8B,EAC9B,+BAA+B,EAChC,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAGvE,eAAO,MAAM,yBAAyB,EAAE,eAAe,CACrD,8BAA8B,EAC9B,+BAA+B,EAC/B,6BAA6B,CAyC9B,CAAC"}
1
+ {"version":3,"file":"HFT_TextLanguageDetection.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextLanguageDetection.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,OAAO,KAAK,EACV,eAAe,EACf,8BAA8B,EAC9B,+BAA+B,EAChC,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAGvE,eAAO,MAAM,yBAAyB,EAAE,eAAe,CACrD,8BAA8B,EAC9B,+BAA+B,EAC/B,6BAA6B,CA2B9B,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"HFT_TextNamedEntityRecognition.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextNamedEntityRecognition.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,OAAO,KAAK,EACV,eAAe,EACf,mCAAmC,EACnC,oCAAoC,EACrC,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAGvE,eAAO,MAAM,8BAA8B,EAAE,eAAe,CAC1D,mCAAmC,EACnC,oCAAoC,EACpC,6BAA6B,CAwC9B,CAAC"}
1
+ {"version":3,"file":"HFT_TextNamedEntityRecognition.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextNamedEntityRecognition.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,OAAO,KAAK,EACV,eAAe,EACf,mCAAmC,EACnC,oCAAoC,EACrC,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAGvE,eAAO,MAAM,8BAA8B,EAAE,eAAe,CAC1D,mCAAmC,EACnC,oCAAoC,EACpC,6BAA6B,CAyB9B,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"HFT_TextQuestionAnswer.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextQuestionAnswer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,2BAA2B,EAC3B,4BAA4B,EAC7B,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAQvE;;;GAGG;AACH,eAAO,MAAM,sBAAsB,EAAE,eAAe,CAClD,2BAA2B,EAC3B,4BAA4B,EAC5B,6BAA6B,CAyD9B,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,kBAAkB,CAC5D,2BAA2B,EAC3B,4BAA4B,EAC5B,6BAA6B,CAgD9B,CAAC"}
1
+ {"version":3,"file":"HFT_TextQuestionAnswer.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextQuestionAnswer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,2BAA2B,EAC3B,4BAA4B,EAC7B,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAQvE;;;GAGG;AACH,eAAO,MAAM,sBAAsB,EAAE,eAAe,CAClD,2BAA2B,EAC3B,4BAA4B,EAC5B,6BAA6B,CA+B9B,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,kBAAkB,CAC5D,2BAA2B,EAC3B,4BAA4B,EAC5B,6BAA6B,CAgD9B,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"HFT_TextRewriter.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextRewriter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,qBAAqB,EACrB,sBAAsB,EACvB,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AASvE;;;GAGG;AACH,eAAO,MAAM,gBAAgB,EAAE,eAAe,CAC5C,qBAAqB,EACrB,sBAAsB,EACtB,6BAA6B,CAiD9B,CAAC;AAEF,eAAO,MAAM,uBAAuB,EAAE,kBAAkB,CACtD,qBAAqB,EACrB,sBAAsB,EACtB,6BAA6B,CAqB9B,CAAC"}
1
+ {"version":3,"file":"HFT_TextRewriter.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextRewriter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,qBAAqB,EACrB,sBAAsB,EACvB,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AASvE;;;GAGG;AACH,eAAO,MAAM,gBAAgB,EAAE,eAAe,CAC5C,qBAAqB,EACrB,sBAAsB,EACtB,6BAA6B,CA0B9B,CAAC;AAEF,eAAO,MAAM,uBAAuB,EAAE,kBAAkB,CACtD,qBAAqB,EACrB,sBAAsB,EACtB,6BAA6B,CAqB9B,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"HFT_TextSummary.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextSummary.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,oBAAoB,EACpB,qBAAqB,EACtB,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAQvE;;;GAGG;AACH,eAAO,MAAM,eAAe,EAAE,eAAe,CAC3C,oBAAoB,EACpB,qBAAqB,EACrB,6BAA6B,CAkC9B,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,kBAAkB,CACrD,oBAAoB,EACpB,qBAAqB,EACrB,6BAA6B,CA2B9B,CAAC"}
1
+ {"version":3,"file":"HFT_TextSummary.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextSummary.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,oBAAoB,EACpB,qBAAqB,EACtB,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAQvE;;;GAGG;AACH,eAAO,MAAM,eAAe,EAAE,eAAe,CAC3C,oBAAoB,EACpB,qBAAqB,EACrB,6BAA6B,CAuB9B,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,kBAAkB,CACrD,oBAAoB,EACpB,qBAAqB,EACrB,6BAA6B,CA2B9B,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"HFT_TextTranslation.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextTranslation.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,wBAAwB,EACxB,yBAAyB,EAC1B,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAQvE;;;GAGG;AACH,eAAO,MAAM,mBAAmB,EAAE,eAAe,CAC/C,wBAAwB,EACxB,yBAAyB,EACzB,6BAA6B,CAmC9B,CAAC;AAEF,eAAO,MAAM,0BAA0B,EAAE,kBAAkB,CACzD,wBAAwB,EACxB,yBAAyB,EACzB,6BAA6B,CAwB9B,CAAC"}
1
+ {"version":3,"file":"HFT_TextTranslation.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextTranslation.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,wBAAwB,EACxB,yBAAyB,EAC1B,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAQvE;;;GAGG;AACH,eAAO,MAAM,mBAAmB,EAAE,eAAe,CAC/C,wBAAwB,EACxB,yBAAyB,EACzB,6BAA6B,CAuB9B,CAAC;AAEF,eAAO,MAAM,0BAA0B,EAAE,kBAAkB,CACzD,wBAAwB,EACxB,yBAAyB,EACzB,6BAA6B,CAwB9B,CAAC"}
@@ -9,5 +9,4 @@ export * from "./HuggingFaceTransformersProvider";
9
9
  export * from "./HuggingFaceTransformersQueuedProvider";
10
10
  export * from "./registerHuggingFaceTransformers";
11
11
  export * from "./common/HFT_OnnxDtypes";
12
- export * from "./common/HFT_ToolMarkup";
13
12
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/provider-hf-transformers/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,wBAAwB,CAAC;AACvC,cAAc,0BAA0B,CAAC;AACzC,cAAc,mCAAmC,CAAC;AAClD,cAAc,yCAAyC,CAAC;AACxD,cAAc,mCAAmC,CAAC;AAClD,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/provider-hf-transformers/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,wBAAwB,CAAC;AACvC,cAAc,0BAA0B,CAAC;AACzC,cAAc,mCAAmC,CAAC;AAClD,cAAc,yCAAyC,CAAC;AACxD,cAAc,mCAAmC,CAAC;AAClD,cAAc,yBAAyB,CAAC"}
@@ -23,6 +23,8 @@ var __require = /* @__PURE__ */ ((x) => typeof require !== "undefined" ? require
23
23
 
24
24
  // src/provider-hf-transformers/common/HFT_Constants.ts
25
25
  var HF_TRANSFORMERS_ONNX = "HF_TRANSFORMERS_ONNX";
26
+ var HF_TRANSFORMERS_ONNX_GPU = `${HF_TRANSFORMERS_ONNX}_gpu`;
27
+ var HF_TRANSFORMERS_ONNX_CPU = `${HF_TRANSFORMERS_ONNX}_cpu`;
26
28
  var HTF_CACHE_NAME = "transformers-cache";
27
29
  var QuantizationDataType = {
28
30
  auto: "auto",
@@ -98,6 +100,11 @@ var HfTransformersOnnxModelSchema = {
98
100
  type: "string",
99
101
  description: "Filesystem path or URI for the ONNX model."
100
102
  },
103
+ revision: {
104
+ type: "string",
105
+ description: "Git revision (branch, tag, or commit hash) of the model repository.",
106
+ default: "main"
107
+ },
101
108
  dtype: {
102
109
  type: "string",
103
110
  enum: Object.values(QuantizationDataType),
@@ -147,6 +154,11 @@ var HfTransformersOnnxModelSchema = {
147
154
  type: "string",
148
155
  description: "The language style of the model."
149
156
  },
157
+ seed: {
158
+ type: "integer",
159
+ description: "RNG seed passed to transformers.js sampling. Omit for time-based seeding; set for reproducible generation.",
160
+ minimum: 0
161
+ },
150
162
  mrl: {
151
163
  type: "boolean",
152
164
  description: "Whether the model uses matryoshka.",
@@ -218,7 +230,6 @@ class HuggingFaceTransformersProvider extends AiProvider {
218
230
  "ImageEmbeddingTask",
219
231
  "ImageClassificationTask",
220
232
  "ObjectDetectionTask",
221
- "ToolCallingTask",
222
233
  "ModelSearchTask"
223
234
  ];
224
235
  constructor(tasks, streamTasks, reactiveTasks) {
@@ -229,11 +240,34 @@ class HuggingFaceTransformersProvider extends AiProvider {
229
240
  import {
230
241
  QueuedAiProvider
231
242
  } from "@workglow/ai";
243
+ var GPU_DEVICES = new Set(["webgpu", "gpu", "metal"]);
244
+ var HFT_CPU_QUEUE_CONCURRENCY_PRODUCTION = 4;
245
+ function hftIsAutomatedTestEnvironment() {
246
+ if (typeof process === "undefined") {
247
+ return false;
248
+ }
249
+ const e = process.env;
250
+ return e.VITEST === "true" || e.NODE_ENV === "test" || e.BUN_TEST === "1" || e.JEST_WORKER_ID !== undefined;
251
+ }
252
+ function hftDefaultCpuQueueConcurrency() {
253
+ return hftIsAutomatedTestEnvironment() ? 1 : HFT_CPU_QUEUE_CONCURRENCY_PRODUCTION;
254
+ }
255
+ function resolveHftCpuQueueConcurrency(concurrency, defaultCpu) {
256
+ if (concurrency === undefined) {
257
+ return defaultCpu();
258
+ }
259
+ if (typeof concurrency === "number") {
260
+ return defaultCpu();
261
+ }
262
+ return concurrency.cpu ?? defaultCpu();
263
+ }
264
+
232
265
  class HuggingFaceTransformersQueuedProvider extends QueuedAiProvider {
233
266
  name = HF_TRANSFORMERS_ONNX;
234
267
  displayName = "Hugging Face Transformers (ONNX)";
235
268
  isLocal = true;
236
269
  supportsBrowser = true;
270
+ cpuStrategy;
237
271
  taskTypes = [
238
272
  "DownloadModelTask",
239
273
  "UnloadModelTask",
@@ -255,12 +289,22 @@ class HuggingFaceTransformersQueuedProvider extends QueuedAiProvider {
255
289
  "ImageEmbeddingTask",
256
290
  "ImageClassificationTask",
257
291
  "ObjectDetectionTask",
258
- "ToolCallingTask",
259
292
  "ModelSearchTask"
260
293
  ];
261
294
  constructor(tasks, streamTasks, reactiveTasks) {
262
295
  super(tasks, streamTasks, reactiveTasks);
263
296
  }
297
+ async afterRegister(options) {
298
+ await super.afterRegister(options);
299
+ this.cpuStrategy = this.createQueuedStrategy(HF_TRANSFORMERS_ONNX_CPU, resolveHftCpuQueueConcurrency(options.queue?.concurrency, hftDefaultCpuQueueConcurrency), options);
300
+ }
301
+ getStrategyForModel(model) {
302
+ const device = model.provider_config?.device;
303
+ if (device && GPU_DEVICES.has(device)) {
304
+ return this.queuedStrategy;
305
+ }
306
+ return this.cpuStrategy;
307
+ }
264
308
  }
265
309
  // src/provider-hf-transformers/registerHuggingFaceTransformers.ts
266
310
  async function registerHuggingFaceTransformers(options) {
@@ -323,183 +367,9 @@ function parseOnnxQuantizations(params) {
323
367
  return set !== undefined && set.size === allBaseNames.size;
324
368
  });
325
369
  }
326
- // src/provider-hf-transformers/common/HFT_ToolMarkup.ts
327
- function parseToolCallsFromText(responseText) {
328
- const toolCalls = [];
329
- let callIndex = 0;
330
- let cleanedText = responseText;
331
- const toolCallTagRegex = /<tool_call>([\s\S]*?)<\/tool_call>/g;
332
- let tagMatch;
333
- while ((tagMatch = toolCallTagRegex.exec(responseText)) !== null) {
334
- try {
335
- const parsed = JSON.parse(tagMatch[1].trim());
336
- const id = `call_${callIndex++}`;
337
- toolCalls.push({
338
- id,
339
- name: parsed.name ?? parsed.function?.name ?? "",
340
- input: parsed.arguments ?? parsed.function?.arguments ?? parsed.parameters ?? {}
341
- });
342
- } catch {}
343
- }
344
- if (toolCalls.length > 0) {
345
- cleanedText = responseText.replace(/<tool_call>[\s\S]*?<\/tool_call>/g, "").trim();
346
- return { text: cleanedText, toolCalls };
347
- }
348
- const jsonCandidates = [];
349
- (function collectBalancedJsonBlocks(source) {
350
- const length = source.length;
351
- let i = 0;
352
- while (i < length) {
353
- if (source[i] !== "{") {
354
- i++;
355
- continue;
356
- }
357
- let depth = 1;
358
- let j = i + 1;
359
- let inString = false;
360
- let escape = false;
361
- while (j < length && depth > 0) {
362
- const ch = source[j];
363
- if (inString) {
364
- if (escape) {
365
- escape = false;
366
- } else if (ch === "\\") {
367
- escape = true;
368
- } else if (ch === '"') {
369
- inString = false;
370
- }
371
- } else {
372
- if (ch === '"') {
373
- inString = true;
374
- } else if (ch === "{") {
375
- depth++;
376
- } else if (ch === "}") {
377
- depth--;
378
- }
379
- }
380
- j++;
381
- }
382
- if (depth === 0) {
383
- jsonCandidates.push({ text: source.slice(i, j), start: i, end: j });
384
- i = j;
385
- } else {
386
- break;
387
- }
388
- }
389
- })(responseText);
390
- const matchedRanges = [];
391
- for (const candidate of jsonCandidates) {
392
- try {
393
- const parsed = JSON.parse(candidate.text);
394
- if (parsed.name && (parsed.arguments !== undefined || parsed.parameters !== undefined)) {
395
- const id = `call_${callIndex++}`;
396
- toolCalls.push({
397
- id,
398
- name: parsed.name,
399
- input: parsed.arguments ?? parsed.parameters ?? {}
400
- });
401
- matchedRanges.push({ start: candidate.start, end: candidate.end });
402
- } else if (parsed.function?.name) {
403
- let functionArgs = parsed.function.arguments ?? {};
404
- if (typeof functionArgs === "string") {
405
- try {
406
- functionArgs = JSON.parse(functionArgs);
407
- } catch (innerError) {
408
- console.warn("Failed to parse tool call function.arguments as JSON", innerError);
409
- functionArgs = {};
410
- }
411
- }
412
- const id = `call_${callIndex++}`;
413
- toolCalls.push({
414
- id,
415
- name: parsed.function.name,
416
- input: functionArgs ?? {}
417
- });
418
- matchedRanges.push({ start: candidate.start, end: candidate.end });
419
- }
420
- } catch {}
421
- }
422
- if (toolCalls.length > 0) {
423
- let result = "";
424
- let lastIndex = 0;
425
- for (const range of matchedRanges) {
426
- result += responseText.slice(lastIndex, range.start);
427
- lastIndex = range.end;
428
- }
429
- result += responseText.slice(lastIndex);
430
- cleanedText = result.trim();
431
- }
432
- return { text: cleanedText, toolCalls };
433
- }
434
- function createToolCallMarkupFilter(emit) {
435
- const OPEN_TAG = "<tool_call>";
436
- const CLOSE_TAG = "</tool_call>";
437
- let state = "text";
438
- let pending = "";
439
- function feed(token) {
440
- if (state === "tag") {
441
- pending += token;
442
- const closeIdx = pending.indexOf(CLOSE_TAG);
443
- if (closeIdx !== -1) {
444
- const afterClose = pending.slice(closeIdx + CLOSE_TAG.length);
445
- pending = "";
446
- state = "text";
447
- if (afterClose.length > 0) {
448
- feed(afterClose);
449
- }
450
- }
451
- return;
452
- }
453
- const combined = pending + token;
454
- const openIdx = combined.indexOf(OPEN_TAG);
455
- if (openIdx !== -1) {
456
- const before = combined.slice(0, openIdx);
457
- if (before.length > 0) {
458
- emit(before);
459
- }
460
- pending = "";
461
- state = "tag";
462
- const afterOpen = combined.slice(openIdx + OPEN_TAG.length);
463
- if (afterOpen.length > 0) {
464
- feed(afterOpen);
465
- }
466
- return;
467
- }
468
- let prefixLen = 0;
469
- for (let len = Math.min(combined.length, OPEN_TAG.length - 1);len >= 1; len--) {
470
- if (combined.endsWith(OPEN_TAG.slice(0, len))) {
471
- prefixLen = len;
472
- break;
473
- }
474
- }
475
- if (prefixLen > 0) {
476
- const safe = combined.slice(0, combined.length - prefixLen);
477
- if (safe.length > 0) {
478
- emit(safe);
479
- }
480
- pending = combined.slice(combined.length - prefixLen);
481
- } else {
482
- if (combined.length > 0) {
483
- emit(combined);
484
- }
485
- pending = "";
486
- }
487
- }
488
- function flush() {
489
- if (pending.length > 0 && state === "text") {
490
- emit(pending);
491
- pending = "";
492
- }
493
- pending = "";
494
- state = "text";
495
- }
496
- return { feed, flush };
497
- }
498
370
  export {
499
371
  registerHuggingFaceTransformers,
500
- parseToolCallsFromText,
501
372
  parseOnnxQuantizations,
502
- createToolCallMarkupFilter,
503
373
  QuantizationDataType,
504
374
  PipelineUseCase,
505
375
  ONNX_QUANTIZATION_SUFFIX_MAPPING,
@@ -509,7 +379,9 @@ export {
509
379
  HfTransformersOnnxModelRecordSchema,
510
380
  HfTransformersOnnxModelConfigSchema,
511
381
  HTF_CACHE_NAME,
382
+ HF_TRANSFORMERS_ONNX_GPU,
383
+ HF_TRANSFORMERS_ONNX_CPU,
512
384
  HF_TRANSFORMERS_ONNX
513
385
  };
514
386
 
515
- //# debugId=B42B282A66AE1B6664756E2164756E21
387
+ //# debugId=C5307374574CE56A64756E2164756E21