@workglow/ai-provider 0.0.126 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/provider-anthropic/AnthropicProvider.d.ts +1 -1
- package/dist/provider-anthropic/AnthropicProvider.d.ts.map +1 -1
- package/dist/provider-anthropic/AnthropicQueuedProvider.d.ts +4 -4
- package/dist/provider-anthropic/AnthropicQueuedProvider.d.ts.map +1 -1
- package/dist/provider-anthropic/common/Anthropic_Client.d.ts.map +1 -1
- package/dist/provider-anthropic/common/Anthropic_CountTokens.d.ts.map +1 -1
- package/dist/provider-anthropic/common/Anthropic_JobRunFns.d.ts.map +1 -1
- package/dist/provider-anthropic/common/Anthropic_TextGeneration.d.ts.map +1 -1
- package/dist/provider-anthropic/common/Anthropic_TextRewriter.d.ts.map +1 -1
- package/dist/provider-anthropic/common/Anthropic_TextSummary.d.ts.map +1 -1
- package/dist/provider-anthropic/index.js +3 -4
- package/dist/provider-anthropic/index.js.map +3 -3
- package/dist/provider-anthropic/runtime.js +19 -291
- package/dist/provider-anthropic/runtime.js.map +11 -12
- package/dist/provider-chrome/common/WebBrowser_TextGeneration.d.ts.map +1 -1
- package/dist/provider-chrome/common/WebBrowser_TextLanguageDetection.d.ts.map +1 -1
- package/dist/provider-chrome/common/WebBrowser_TextRewriter.d.ts.map +1 -1
- package/dist/provider-chrome/common/WebBrowser_TextSummary.d.ts.map +1 -1
- package/dist/provider-chrome/common/WebBrowser_TextTranslation.d.ts.map +1 -1
- package/dist/provider-chrome/runtime.js +3 -97
- package/dist/provider-chrome/runtime.js.map +8 -8
- package/dist/provider-gemini/GoogleGeminiProvider.d.ts +1 -1
- package/dist/provider-gemini/GoogleGeminiProvider.d.ts.map +1 -1
- package/dist/provider-gemini/GoogleGeminiQueuedProvider.d.ts +4 -4
- package/dist/provider-gemini/GoogleGeminiQueuedProvider.d.ts.map +1 -1
- package/dist/provider-gemini/common/Gemini_CountTokens.d.ts.map +1 -1
- package/dist/provider-gemini/common/Gemini_JobRunFns.d.ts.map +1 -1
- package/dist/provider-gemini/common/Gemini_TextEmbedding.d.ts.map +1 -1
- package/dist/provider-gemini/common/Gemini_TextGeneration.d.ts.map +1 -1
- package/dist/provider-gemini/common/Gemini_TextRewriter.d.ts.map +1 -1
- package/dist/provider-gemini/common/Gemini_TextSummary.d.ts.map +1 -1
- package/dist/provider-gemini/index.js +3 -4
- package/dist/provider-gemini/index.js.map +3 -3
- package/dist/provider-gemini/runtime.js +12 -257
- package/dist/provider-gemini/runtime.js.map +11 -12
- package/dist/provider-hf-inference/HfInferenceProvider.d.ts +1 -1
- package/dist/provider-hf-inference/HfInferenceProvider.d.ts.map +1 -1
- package/dist/provider-hf-inference/HfInferenceQueuedProvider.d.ts +4 -4
- package/dist/provider-hf-inference/HfInferenceQueuedProvider.d.ts.map +1 -1
- package/dist/provider-hf-inference/common/HFI_Client.d.ts.map +1 -1
- package/dist/provider-hf-inference/common/HFI_JobRunFns.d.ts.map +1 -1
- package/dist/provider-hf-inference/common/HFI_TextEmbedding.d.ts.map +1 -1
- package/dist/provider-hf-inference/common/HFI_TextGeneration.d.ts.map +1 -1
- package/dist/provider-hf-inference/common/HFI_TextRewriter.d.ts.map +1 -1
- package/dist/provider-hf-inference/common/HFI_TextSummary.d.ts.map +1 -1
- package/dist/provider-hf-inference/index.js +3 -4
- package/dist/provider-hf-inference/index.js.map +3 -3
- package/dist/provider-hf-inference/runtime.js +13 -206
- package/dist/provider-hf-inference/runtime.js.map +11 -12
- package/dist/provider-hf-transformers/HuggingFaceTransformersProvider.d.ts +1 -1
- package/dist/provider-hf-transformers/HuggingFaceTransformersProvider.d.ts.map +1 -1
- package/dist/provider-hf-transformers/HuggingFaceTransformersQueuedProvider.d.ts +13 -3
- package/dist/provider-hf-transformers/HuggingFaceTransformersQueuedProvider.d.ts.map +1 -1
- package/dist/provider-hf-transformers/common/HFT_Constants.d.ts +4 -0
- package/dist/provider-hf-transformers/common/HFT_Constants.d.ts.map +1 -1
- package/dist/provider-hf-transformers/common/HFT_CountTokens.d.ts.map +1 -1
- package/dist/provider-hf-transformers/common/HFT_Download.d.ts.map +1 -1
- package/dist/provider-hf-transformers/common/HFT_ImageEmbedding.d.ts.map +1 -1
- package/dist/provider-hf-transformers/common/HFT_JobRunFns.d.ts +116 -87
- package/dist/provider-hf-transformers/common/HFT_JobRunFns.d.ts.map +1 -1
- package/dist/provider-hf-transformers/common/HFT_ModelInfo.d.ts.map +1 -1
- package/dist/provider-hf-transformers/common/HFT_ModelSchema.d.ts +30 -0
- package/dist/provider-hf-transformers/common/HFT_ModelSchema.d.ts.map +1 -1
- package/dist/provider-hf-transformers/common/HFT_OnnxDtypes.d.ts.map +1 -1
- package/dist/provider-hf-transformers/common/HFT_Pipeline.d.ts +9 -2
- package/dist/provider-hf-transformers/common/HFT_Pipeline.d.ts.map +1 -1
- package/dist/provider-hf-transformers/common/HFT_Streaming.d.ts +2 -2
- package/dist/provider-hf-transformers/common/HFT_Streaming.d.ts.map +1 -1
- package/dist/provider-hf-transformers/common/HFT_TextClassification.d.ts.map +1 -1
- package/dist/provider-hf-transformers/common/HFT_TextFillMask.d.ts.map +1 -1
- package/dist/provider-hf-transformers/common/HFT_TextGeneration.d.ts.map +1 -1
- package/dist/provider-hf-transformers/common/HFT_TextLanguageDetection.d.ts.map +1 -1
- package/dist/provider-hf-transformers/common/HFT_TextNamedEntityRecognition.d.ts.map +1 -1
- package/dist/provider-hf-transformers/common/HFT_TextQuestionAnswer.d.ts.map +1 -1
- package/dist/provider-hf-transformers/common/HFT_TextRewriter.d.ts.map +1 -1
- package/dist/provider-hf-transformers/common/HFT_TextSummary.d.ts.map +1 -1
- package/dist/provider-hf-transformers/common/HFT_TextTranslation.d.ts.map +1 -1
- package/dist/provider-hf-transformers/index.d.ts +0 -1
- package/dist/provider-hf-transformers/index.d.ts.map +1 -1
- package/dist/provider-hf-transformers/index.js +49 -177
- package/dist/provider-hf-transformers/index.js.map +8 -9
- package/dist/provider-hf-transformers/registerHuggingFaceTransformersWorker.d.ts.map +1 -1
- package/dist/provider-hf-transformers/runtime.d.ts +0 -1
- package/dist/provider-hf-transformers/runtime.d.ts.map +1 -1
- package/dist/provider-hf-transformers/runtime.js +226 -515
- package/dist/provider-hf-transformers/runtime.js.map +27 -29
- package/dist/provider-llamacpp/LlamaCppProvider.d.ts +1 -1
- package/dist/provider-llamacpp/LlamaCppProvider.d.ts.map +1 -1
- package/dist/provider-llamacpp/LlamaCppQueuedProvider.d.ts +1 -1
- package/dist/provider-llamacpp/LlamaCppQueuedProvider.d.ts.map +1 -1
- package/dist/provider-llamacpp/common/LlamaCpp_CountTokens.d.ts.map +1 -1
- package/dist/provider-llamacpp/common/LlamaCpp_JobRunFns.d.ts.map +1 -1
- package/dist/provider-llamacpp/common/LlamaCpp_ModelSchema.d.ts +15 -0
- package/dist/provider-llamacpp/common/LlamaCpp_ModelSchema.d.ts.map +1 -1
- package/dist/provider-llamacpp/common/LlamaCpp_Runtime.d.ts +10 -0
- package/dist/provider-llamacpp/common/LlamaCpp_Runtime.d.ts.map +1 -1
- package/dist/provider-llamacpp/common/LlamaCpp_StructuredGeneration.d.ts.map +1 -1
- package/dist/provider-llamacpp/common/LlamaCpp_TextEmbedding.d.ts.map +1 -1
- package/dist/provider-llamacpp/common/LlamaCpp_TextGeneration.d.ts.map +1 -1
- package/dist/provider-llamacpp/common/LlamaCpp_TextRewriter.d.ts.map +1 -1
- package/dist/provider-llamacpp/common/LlamaCpp_TextSummary.d.ts.map +1 -1
- package/dist/provider-llamacpp/index.js +6 -2
- package/dist/provider-llamacpp/index.js.map +4 -4
- package/dist/provider-llamacpp/runtime.js +82 -230
- package/dist/provider-llamacpp/runtime.js.map +13 -14
- package/dist/provider-ollama/OllamaProvider.d.ts +1 -1
- package/dist/provider-ollama/OllamaProvider.d.ts.map +1 -1
- package/dist/provider-ollama/OllamaQueuedProvider.d.ts +4 -4
- package/dist/provider-ollama/OllamaQueuedProvider.d.ts.map +1 -1
- package/dist/provider-ollama/common/Ollama_JobRunFns.browser.d.ts +13 -71
- package/dist/provider-ollama/common/Ollama_JobRunFns.browser.d.ts.map +1 -1
- package/dist/provider-ollama/common/Ollama_JobRunFns.d.ts +13 -71
- package/dist/provider-ollama/common/Ollama_JobRunFns.d.ts.map +1 -1
- package/dist/provider-ollama/common/Ollama_TextGeneration.d.ts.map +1 -1
- package/dist/provider-ollama/common/Ollama_TextRewriter.d.ts.map +1 -1
- package/dist/provider-ollama/common/Ollama_TextSummary.d.ts.map +1 -1
- package/dist/provider-ollama/index.browser.js +3 -4
- package/dist/provider-ollama/index.browser.js.map +3 -3
- package/dist/provider-ollama/index.js +3 -4
- package/dist/provider-ollama/index.js.map +3 -3
- package/dist/provider-ollama/runtime.browser.js +8 -179
- package/dist/provider-ollama/runtime.browser.js.map +9 -10
- package/dist/provider-ollama/runtime.js +8 -174
- package/dist/provider-ollama/runtime.js.map +9 -10
- package/dist/provider-openai/OpenAiProvider.d.ts +1 -1
- package/dist/provider-openai/OpenAiProvider.d.ts.map +1 -1
- package/dist/provider-openai/OpenAiQueuedProvider.d.ts +4 -4
- package/dist/provider-openai/OpenAiQueuedProvider.d.ts.map +1 -1
- package/dist/provider-openai/common/OpenAI_Client.d.ts.map +1 -1
- package/dist/provider-openai/common/OpenAI_CountTokens.browser.d.ts.map +1 -1
- package/dist/provider-openai/common/OpenAI_CountTokens.d.ts.map +1 -1
- package/dist/provider-openai/common/OpenAI_JobRunFns.browser.d.ts.map +1 -1
- package/dist/provider-openai/common/OpenAI_JobRunFns.d.ts.map +1 -1
- package/dist/provider-openai/common/OpenAI_TextEmbedding.d.ts.map +1 -1
- package/dist/provider-openai/common/OpenAI_TextGeneration.d.ts.map +1 -1
- package/dist/provider-openai/common/OpenAI_TextRewriter.d.ts.map +1 -1
- package/dist/provider-openai/common/OpenAI_TextSummary.d.ts.map +1 -1
- package/dist/provider-openai/index.browser.js +3 -4
- package/dist/provider-openai/index.browser.js.map +3 -3
- package/dist/provider-openai/index.js +3 -4
- package/dist/provider-openai/index.js.map +3 -3
- package/dist/provider-openai/runtime.browser.js +22 -224
- package/dist/provider-openai/runtime.browser.js.map +12 -13
- package/dist/provider-openai/runtime.js +22 -224
- package/dist/provider-openai/runtime.js.map +12 -13
- package/dist/provider-tf-mediapipe/TensorFlowMediaPipeQueuedProvider.d.ts +3 -3
- package/dist/provider-tf-mediapipe/TensorFlowMediaPipeQueuedProvider.d.ts.map +1 -1
- package/dist/provider-tf-mediapipe/common/TFMP_ImageEmbedding.d.ts.map +1 -1
- package/dist/provider-tf-mediapipe/common/TFMP_JobRunFns.d.ts +17 -10
- package/dist/provider-tf-mediapipe/common/TFMP_JobRunFns.d.ts.map +1 -1
- package/dist/provider-tf-mediapipe/common/TFMP_Unload.d.ts.map +1 -1
- package/dist/provider-tf-mediapipe/index.js +3 -3
- package/dist/provider-tf-mediapipe/index.js.map +3 -3
- package/dist/provider-tf-mediapipe/runtime.js +16 -5
- package/dist/provider-tf-mediapipe/runtime.js.map +5 -5
- package/package.json +19 -19
- package/dist/provider-anthropic/common/Anthropic_ToolCalling.d.ts +0 -10
- package/dist/provider-anthropic/common/Anthropic_ToolCalling.d.ts.map +0 -1
- package/dist/provider-gemini/common/Gemini_ToolCalling.d.ts +0 -10
- package/dist/provider-gemini/common/Gemini_ToolCalling.d.ts.map +0 -1
- package/dist/provider-hf-inference/common/HFI_ToolCalling.d.ts +0 -10
- package/dist/provider-hf-inference/common/HFI_ToolCalling.d.ts.map +0 -1
- package/dist/provider-hf-transformers/common/HFT_ToolCalling.d.ts +0 -10
- package/dist/provider-hf-transformers/common/HFT_ToolCalling.d.ts.map +0 -1
- package/dist/provider-hf-transformers/common/HFT_ToolMarkup.d.ts +0 -40
- package/dist/provider-hf-transformers/common/HFT_ToolMarkup.d.ts.map +0 -1
- package/dist/provider-llamacpp/common/LlamaCpp_ToolCalling.d.ts +0 -10
- package/dist/provider-llamacpp/common/LlamaCpp_ToolCalling.d.ts.map +0 -1
- package/dist/provider-ollama/common/Ollama_ToolCalling.d.ts +0 -16
- package/dist/provider-ollama/common/Ollama_ToolCalling.d.ts.map +0 -1
- package/dist/provider-openai/common/OpenAI_ToolCalling.d.ts +0 -10
- package/dist/provider-openai/common/OpenAI_ToolCalling.d.ts.map +0 -1
|
@@ -25,6 +25,11 @@ export declare const HfTransformersOnnxModelSchema: {
|
|
|
25
25
|
readonly type: "string";
|
|
26
26
|
readonly description: "Filesystem path or URI for the ONNX model.";
|
|
27
27
|
};
|
|
28
|
+
readonly revision: {
|
|
29
|
+
readonly type: "string";
|
|
30
|
+
readonly description: "Git revision (branch, tag, or commit hash) of the model repository.";
|
|
31
|
+
readonly default: "main";
|
|
32
|
+
};
|
|
28
33
|
readonly dtype: {
|
|
29
34
|
readonly type: "string";
|
|
30
35
|
readonly enum: ("auto" | "bnb4" | "fp16" | "fp32" | "int8" | "q4" | "q4f16" | "q8" | "uint8")[];
|
|
@@ -76,6 +81,11 @@ export declare const HfTransformersOnnxModelSchema: {
|
|
|
76
81
|
readonly type: "string";
|
|
77
82
|
readonly description: "The language style of the model.";
|
|
78
83
|
};
|
|
84
|
+
readonly seed: {
|
|
85
|
+
readonly type: "integer";
|
|
86
|
+
readonly description: "RNG seed passed to transformers.js sampling. Omit for time-based seeding; set for reproducible generation.";
|
|
87
|
+
readonly minimum: 0;
|
|
88
|
+
};
|
|
79
89
|
readonly mrl: {
|
|
80
90
|
readonly type: "boolean";
|
|
81
91
|
readonly description: "Whether the model uses matryoshka.";
|
|
@@ -142,6 +152,11 @@ export declare const HfTransformersOnnxModelRecordSchema: {
|
|
|
142
152
|
readonly type: "string";
|
|
143
153
|
readonly description: "Filesystem path or URI for the ONNX model.";
|
|
144
154
|
};
|
|
155
|
+
readonly revision: {
|
|
156
|
+
readonly type: "string";
|
|
157
|
+
readonly description: "Git revision (branch, tag, or commit hash) of the model repository.";
|
|
158
|
+
readonly default: "main";
|
|
159
|
+
};
|
|
145
160
|
readonly dtype: {
|
|
146
161
|
readonly type: "string";
|
|
147
162
|
readonly enum: ("auto" | "bnb4" | "fp16" | "fp32" | "int8" | "q4" | "q4f16" | "q8" | "uint8")[];
|
|
@@ -193,6 +208,11 @@ export declare const HfTransformersOnnxModelRecordSchema: {
|
|
|
193
208
|
readonly type: "string";
|
|
194
209
|
readonly description: "The language style of the model.";
|
|
195
210
|
};
|
|
211
|
+
readonly seed: {
|
|
212
|
+
readonly type: "integer";
|
|
213
|
+
readonly description: "RNG seed passed to transformers.js sampling. Omit for time-based seeding; set for reproducible generation.";
|
|
214
|
+
readonly minimum: 0;
|
|
215
|
+
};
|
|
196
216
|
readonly mrl: {
|
|
197
217
|
readonly type: "boolean";
|
|
198
218
|
readonly description: "Whether the model uses matryoshka.";
|
|
@@ -260,6 +280,11 @@ export declare const HfTransformersOnnxModelConfigSchema: {
|
|
|
260
280
|
readonly type: "string";
|
|
261
281
|
readonly description: "Filesystem path or URI for the ONNX model.";
|
|
262
282
|
};
|
|
283
|
+
readonly revision: {
|
|
284
|
+
readonly type: "string";
|
|
285
|
+
readonly description: "Git revision (branch, tag, or commit hash) of the model repository.";
|
|
286
|
+
readonly default: "main";
|
|
287
|
+
};
|
|
263
288
|
readonly dtype: {
|
|
264
289
|
readonly type: "string";
|
|
265
290
|
readonly enum: ("auto" | "bnb4" | "fp16" | "fp32" | "int8" | "q4" | "q4f16" | "q8" | "uint8")[];
|
|
@@ -311,6 +336,11 @@ export declare const HfTransformersOnnxModelConfigSchema: {
|
|
|
311
336
|
readonly type: "string";
|
|
312
337
|
readonly description: "The language style of the model.";
|
|
313
338
|
};
|
|
339
|
+
readonly seed: {
|
|
340
|
+
readonly type: "integer";
|
|
341
|
+
readonly description: "RNG seed passed to transformers.js sampling. Omit for time-based seeding; set for reproducible generation.";
|
|
342
|
+
readonly minimum: 0;
|
|
343
|
+
};
|
|
314
344
|
readonly mrl: {
|
|
315
345
|
readonly type: "boolean";
|
|
316
346
|
readonly description: "Whether the model uses matryoshka.";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"HFT_ModelSchema.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_ModelSchema.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAwB,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAGzE,eAAO,MAAM,6BAA6B
|
|
1
|
+
{"version":3,"file":"HFT_ModelSchema.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_ModelSchema.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAwB,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAGzE,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAuGD,CAAC;AAE1C,eAAO,MAAM,mCAAmC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAQP,CAAC;AAE1C,MAAM,MAAM,6BAA6B,GAAG,UAAU,CAAC,OAAO,mCAAmC,CAAC,CAAC;AAEnG,eAAO,MAAM,mCAAmC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAQP,CAAC;AAE1C,MAAM,MAAM,6BAA6B,GAAG,UAAU,CAAC,OAAO,mCAAmC,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"HFT_OnnxDtypes.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_OnnxDtypes.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,eAAO,MAAM,gCAAgC;;;;;;;;;CASnC,CAAC;AAEX,MAAM,MAAM,gBAAgB,GAAG,MAAM,OAAO,gCAAgC,CAAC;
|
|
1
|
+
{"version":3,"file":"HFT_OnnxDtypes.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_OnnxDtypes.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,eAAO,MAAM,gCAAgC;;;;;;;;;CASnC,CAAC;AAEX,MAAM,MAAM,gBAAgB,GAAG,MAAM,OAAO,gCAAgC,CAAC;AAQ7E,wBAAgB,sBAAsB,CAAC,MAAM,EAAE;IAC7C,sFAAsF;IACtF,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,0DAA0D;IAC1D,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,gBAAgB,EAAE,CA6CrB"}
|
|
@@ -3,14 +3,21 @@
|
|
|
3
3
|
* Copyright 2025 Steven Roussey <sroussey@gmail.com>
|
|
4
4
|
* SPDX-License-Identifier: Apache-2.0
|
|
5
5
|
*/
|
|
6
|
-
import type
|
|
6
|
+
import { type PretrainedModelOptions } from "@huggingface/transformers";
|
|
7
7
|
import type { HfTransformersOnnxModelConfig } from "./HFT_ModelSchema";
|
|
8
8
|
/**
|
|
9
9
|
* Set the filesystem cache directory for downloaded transformers.js models.
|
|
10
|
-
* Must be called before any model is loaded.
|
|
10
|
+
* Must be called before any model is loaded.
|
|
11
11
|
*/
|
|
12
12
|
export declare function setHftCacheDir(dir: string): void;
|
|
13
13
|
export declare function loadTransformersSDK(): Promise<typeof import("@huggingface/transformers")>;
|
|
14
|
+
/**
|
|
15
|
+
* Error message prefix used when an image pipeline's processor failed to
|
|
16
|
+
* initialize (null processor after load). The prefix is checked in
|
|
17
|
+
* `AiJob.classifyProviderError()` to produce a `RetryableJobError` so the
|
|
18
|
+
* queue re-downloads missing processor config files.
|
|
19
|
+
*/
|
|
20
|
+
export declare const HFT_NULL_PROCESSOR_PREFIX = "HFT_NULL_PROCESSOR:";
|
|
14
21
|
/**
|
|
15
22
|
* Clear all cached pipelines
|
|
16
23
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"HFT_Pipeline.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_Pipeline.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"HFT_Pipeline.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_Pipeline.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,KAAK,sBAAsB,EAAqB,MAAM,2BAA2B,CAAC;AAE3F,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAKvE;;;GAGG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAKhD;AAED,wBAAsB,mBAAmB,wDAexC;AAkKD;;;;;GAKG;AACH,eAAO,MAAM,yBAAyB,wBAAwB,CAAC;AAE/D;;GAEG;AACH,wBAAgB,kBAAkB,IAAI,IAAI,CAEzC;AAED,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAE3D;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAE9D;AAYD;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,6BAA6B,GAAG,MAAM,CAKhF;AAED;;;;;GAKG;AACH,wBAAsB,WAAW,CAC/B,KAAK,EAAE,6BAA6B,EACpC,UAAU,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,KAAK,IAAI,EACvE,OAAO,GAAE,sBAA2B,EACpC,MAAM,CAAC,EAAE,WAAW,EACpB,gBAAgB,GAAE,MAAW,GAC5B,OAAO,CAAC,GAAG,CAAC,CAiCd"}
|
|
@@ -17,9 +17,9 @@ export declare function createStreamEventQueue<T>(): StreamEventQueue<T>;
|
|
|
17
17
|
* The pipeline runs to completion and updates the queue; the caller
|
|
18
18
|
* consumes the queue as an AsyncIterable<StreamEvent>.
|
|
19
19
|
*/
|
|
20
|
-
export declare function createStreamingTextStreamer(tokenizer: any, queue: StreamEventQueue<StreamEvent<any>>, textStreamer: typeof TextStreamer): TextStreamer;
|
|
20
|
+
export declare function createStreamingTextStreamer(tokenizer: any, queue: StreamEventQueue<StreamEvent<any>>, textStreamer: typeof TextStreamer, signal?: AbortSignal): TextStreamer;
|
|
21
21
|
/**
|
|
22
22
|
* Create a text streamer for a given tokenizer and update progress function
|
|
23
23
|
*/
|
|
24
|
-
export declare function createTextStreamer(tokenizer: any, updateProgress: (progress: number, message?: string, details?: any) => void, textStreamer: typeof TextStreamer): TextStreamer;
|
|
24
|
+
export declare function createTextStreamer(tokenizer: any, updateProgress: (progress: number, message?: string, details?: any) => void, textStreamer: typeof TextStreamer, signal?: AbortSignal): TextStreamer;
|
|
25
25
|
//# sourceMappingURL=HFT_Streaming.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"HFT_Streaming.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_Streaming.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;
|
|
1
|
+
{"version":3,"file":"HFT_Streaming.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_Streaming.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAE9D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAExD,MAAM,MAAM,gBAAgB,CAAC,CAAC,IAAI;IAChC,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,IAAI,CAAC;IACzB,IAAI,EAAE,MAAM,IAAI,CAAC;IACjB,KAAK,EAAE,CAAC,GAAG,EAAE,KAAK,KAAK,IAAI,CAAC;IAC5B,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC;CAC5B,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,CAAC,KAAK,gBAAgB,CAAC,CAAC,CAAC,CAsD/D;AAED;;;;GAIG;AACH,wBAAgB,2BAA2B,CACzC,SAAS,EAAE,GAAG,EACd,KAAK,EAAE,gBAAgB,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,EACzC,YAAY,EAAE,OAAO,YAAY,EACjC,MAAM,CAAC,EAAE,WAAW,gBAYrB;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,SAAS,EAAE,GAAG,EACd,cAAc,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,KAAK,IAAI,EAC3E,YAAY,EAAE,OAAO,YAAY,EACjC,MAAM,CAAC,EAAE,WAAW,gBAgBrB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"HFT_TextClassification.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextClassification.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAOH,OAAO,KAAK,EACV,eAAe,EACf,2BAA2B,EAC3B,4BAA4B,EAC7B,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAGvE,eAAO,MAAM,sBAAsB,EAAE,eAAe,CAClD,2BAA2B,EAC3B,4BAA4B,EAC5B,6BAA6B,
|
|
1
|
+
{"version":3,"file":"HFT_TextClassification.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextClassification.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAOH,OAAO,KAAK,EACV,eAAe,EACf,2BAA2B,EAC3B,4BAA4B,EAC7B,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAGvE,eAAO,MAAM,sBAAsB,EAAE,eAAe,CAClD,2BAA2B,EAC3B,4BAA4B,EAC5B,6BAA6B,CAgD9B,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"HFT_TextFillMask.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextFillMask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EAAE,eAAe,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,MAAM,cAAc,CAAC;AACnG,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAGvE,eAAO,MAAM,gBAAgB,EAAE,eAAe,CAC5C,qBAAqB,EACrB,sBAAsB,EACtB,6BAA6B,
|
|
1
|
+
{"version":3,"file":"HFT_TextFillMask.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextFillMask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EAAE,eAAe,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,MAAM,cAAc,CAAC;AACnG,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAGvE,eAAO,MAAM,gBAAgB,EAAE,eAAe,CAC5C,qBAAqB,EACrB,sBAAsB,EACtB,6BAA6B,CAkB9B,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"HFT_TextGeneration.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextGeneration.ts"],"names":[],"mappings":"AAAA;;;;GAIG;
|
|
1
|
+
{"version":3,"file":"HFT_TextGeneration.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextGeneration.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAOH,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,uBAAuB,EACvB,wBAAwB,EACzB,MAAM,cAAc,CAAC;AAGtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AASvE;;;GAGG;AACH,eAAO,MAAM,kBAAkB,EAAE,eAAe,CAC9C,uBAAuB,EACvB,wBAAwB,EACxB,6BAA6B,CAgC9B,CAAC;AAEF,eAAO,MAAM,yBAAyB,EAAE,kBAAkB,CACxD,uBAAuB,EACvB,wBAAwB,EACxB,6BAA6B,CAmB9B,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"HFT_TextLanguageDetection.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextLanguageDetection.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,OAAO,KAAK,EACV,eAAe,EACf,8BAA8B,EAC9B,+BAA+B,EAChC,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAGvE,eAAO,MAAM,yBAAyB,EAAE,eAAe,CACrD,8BAA8B,EAC9B,+BAA+B,EAC/B,6BAA6B,
|
|
1
|
+
{"version":3,"file":"HFT_TextLanguageDetection.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextLanguageDetection.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,OAAO,KAAK,EACV,eAAe,EACf,8BAA8B,EAC9B,+BAA+B,EAChC,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAGvE,eAAO,MAAM,yBAAyB,EAAE,eAAe,CACrD,8BAA8B,EAC9B,+BAA+B,EAC/B,6BAA6B,CA2B9B,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"HFT_TextNamedEntityRecognition.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextNamedEntityRecognition.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,OAAO,KAAK,EACV,eAAe,EACf,mCAAmC,EACnC,oCAAoC,EACrC,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAGvE,eAAO,MAAM,8BAA8B,EAAE,eAAe,CAC1D,mCAAmC,EACnC,oCAAoC,EACpC,6BAA6B,
|
|
1
|
+
{"version":3,"file":"HFT_TextNamedEntityRecognition.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextNamedEntityRecognition.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,OAAO,KAAK,EACV,eAAe,EACf,mCAAmC,EACnC,oCAAoC,EACrC,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAGvE,eAAO,MAAM,8BAA8B,EAAE,eAAe,CAC1D,mCAAmC,EACnC,oCAAoC,EACpC,6BAA6B,CAyB9B,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"HFT_TextQuestionAnswer.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextQuestionAnswer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,2BAA2B,EAC3B,4BAA4B,EAC7B,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAQvE;;;GAGG;AACH,eAAO,MAAM,sBAAsB,EAAE,eAAe,CAClD,2BAA2B,EAC3B,4BAA4B,EAC5B,6BAA6B,
|
|
1
|
+
{"version":3,"file":"HFT_TextQuestionAnswer.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextQuestionAnswer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,2BAA2B,EAC3B,4BAA4B,EAC7B,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAQvE;;;GAGG;AACH,eAAO,MAAM,sBAAsB,EAAE,eAAe,CAClD,2BAA2B,EAC3B,4BAA4B,EAC5B,6BAA6B,CA+B9B,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,kBAAkB,CAC5D,2BAA2B,EAC3B,4BAA4B,EAC5B,6BAA6B,CAgD9B,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"HFT_TextRewriter.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextRewriter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,qBAAqB,EACrB,sBAAsB,EACvB,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AASvE;;;GAGG;AACH,eAAO,MAAM,gBAAgB,EAAE,eAAe,CAC5C,qBAAqB,EACrB,sBAAsB,EACtB,6BAA6B,
|
|
1
|
+
{"version":3,"file":"HFT_TextRewriter.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextRewriter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,qBAAqB,EACrB,sBAAsB,EACvB,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AASvE;;;GAGG;AACH,eAAO,MAAM,gBAAgB,EAAE,eAAe,CAC5C,qBAAqB,EACrB,sBAAsB,EACtB,6BAA6B,CA0B9B,CAAC;AAEF,eAAO,MAAM,uBAAuB,EAAE,kBAAkB,CACtD,qBAAqB,EACrB,sBAAsB,EACtB,6BAA6B,CAqB9B,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"HFT_TextSummary.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextSummary.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,oBAAoB,EACpB,qBAAqB,EACtB,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAQvE;;;GAGG;AACH,eAAO,MAAM,eAAe,EAAE,eAAe,CAC3C,oBAAoB,EACpB,qBAAqB,EACrB,6BAA6B,
|
|
1
|
+
{"version":3,"file":"HFT_TextSummary.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextSummary.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,oBAAoB,EACpB,qBAAqB,EACtB,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAQvE;;;GAGG;AACH,eAAO,MAAM,eAAe,EAAE,eAAe,CAC3C,oBAAoB,EACpB,qBAAqB,EACrB,6BAA6B,CAuB9B,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,kBAAkB,CACrD,oBAAoB,EACpB,qBAAqB,EACrB,6BAA6B,CA2B9B,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"HFT_TextTranslation.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextTranslation.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,wBAAwB,EACxB,yBAAyB,EAC1B,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAQvE;;;GAGG;AACH,eAAO,MAAM,mBAAmB,EAAE,eAAe,CAC/C,wBAAwB,EACxB,yBAAyB,EACzB,6BAA6B,
|
|
1
|
+
{"version":3,"file":"HFT_TextTranslation.d.ts","sourceRoot":"","sources":["../../../src/provider-hf-transformers/common/HFT_TextTranslation.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,wBAAwB,EACxB,yBAAyB,EAC1B,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAQvE;;;GAGG;AACH,eAAO,MAAM,mBAAmB,EAAE,eAAe,CAC/C,wBAAwB,EACxB,yBAAyB,EACzB,6BAA6B,CAuB9B,CAAC;AAEF,eAAO,MAAM,0BAA0B,EAAE,kBAAkB,CACzD,wBAAwB,EACxB,yBAAyB,EACzB,6BAA6B,CAwB9B,CAAC"}
|
|
@@ -9,5 +9,4 @@ export * from "./HuggingFaceTransformersProvider";
|
|
|
9
9
|
export * from "./HuggingFaceTransformersQueuedProvider";
|
|
10
10
|
export * from "./registerHuggingFaceTransformers";
|
|
11
11
|
export * from "./common/HFT_OnnxDtypes";
|
|
12
|
-
export * from "./common/HFT_ToolMarkup";
|
|
13
12
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/provider-hf-transformers/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,wBAAwB,CAAC;AACvC,cAAc,0BAA0B,CAAC;AACzC,cAAc,mCAAmC,CAAC;AAClD,cAAc,yCAAyC,CAAC;AACxD,cAAc,mCAAmC,CAAC;AAClD,cAAc,yBAAyB,CAAC
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/provider-hf-transformers/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,wBAAwB,CAAC;AACvC,cAAc,0BAA0B,CAAC;AACzC,cAAc,mCAAmC,CAAC;AAClD,cAAc,yCAAyC,CAAC;AACxD,cAAc,mCAAmC,CAAC;AAClD,cAAc,yBAAyB,CAAC"}
|
|
@@ -23,6 +23,8 @@ var __require = /* @__PURE__ */ ((x) => typeof require !== "undefined" ? require
|
|
|
23
23
|
|
|
24
24
|
// src/provider-hf-transformers/common/HFT_Constants.ts
|
|
25
25
|
var HF_TRANSFORMERS_ONNX = "HF_TRANSFORMERS_ONNX";
|
|
26
|
+
var HF_TRANSFORMERS_ONNX_GPU = `${HF_TRANSFORMERS_ONNX}_gpu`;
|
|
27
|
+
var HF_TRANSFORMERS_ONNX_CPU = `${HF_TRANSFORMERS_ONNX}_cpu`;
|
|
26
28
|
var HTF_CACHE_NAME = "transformers-cache";
|
|
27
29
|
var QuantizationDataType = {
|
|
28
30
|
auto: "auto",
|
|
@@ -98,6 +100,11 @@ var HfTransformersOnnxModelSchema = {
|
|
|
98
100
|
type: "string",
|
|
99
101
|
description: "Filesystem path or URI for the ONNX model."
|
|
100
102
|
},
|
|
103
|
+
revision: {
|
|
104
|
+
type: "string",
|
|
105
|
+
description: "Git revision (branch, tag, or commit hash) of the model repository.",
|
|
106
|
+
default: "main"
|
|
107
|
+
},
|
|
101
108
|
dtype: {
|
|
102
109
|
type: "string",
|
|
103
110
|
enum: Object.values(QuantizationDataType),
|
|
@@ -147,6 +154,11 @@ var HfTransformersOnnxModelSchema = {
|
|
|
147
154
|
type: "string",
|
|
148
155
|
description: "The language style of the model."
|
|
149
156
|
},
|
|
157
|
+
seed: {
|
|
158
|
+
type: "integer",
|
|
159
|
+
description: "RNG seed passed to transformers.js sampling. Omit for time-based seeding; set for reproducible generation.",
|
|
160
|
+
minimum: 0
|
|
161
|
+
},
|
|
150
162
|
mrl: {
|
|
151
163
|
type: "boolean",
|
|
152
164
|
description: "Whether the model uses matryoshka.",
|
|
@@ -218,7 +230,6 @@ class HuggingFaceTransformersProvider extends AiProvider {
|
|
|
218
230
|
"ImageEmbeddingTask",
|
|
219
231
|
"ImageClassificationTask",
|
|
220
232
|
"ObjectDetectionTask",
|
|
221
|
-
"ToolCallingTask",
|
|
222
233
|
"ModelSearchTask"
|
|
223
234
|
];
|
|
224
235
|
constructor(tasks, streamTasks, reactiveTasks) {
|
|
@@ -229,11 +240,34 @@ class HuggingFaceTransformersProvider extends AiProvider {
|
|
|
229
240
|
import {
|
|
230
241
|
QueuedAiProvider
|
|
231
242
|
} from "@workglow/ai";
|
|
243
|
+
var GPU_DEVICES = new Set(["webgpu", "gpu", "metal"]);
|
|
244
|
+
var HFT_CPU_QUEUE_CONCURRENCY_PRODUCTION = 4;
|
|
245
|
+
function hftIsAutomatedTestEnvironment() {
|
|
246
|
+
if (typeof process === "undefined") {
|
|
247
|
+
return false;
|
|
248
|
+
}
|
|
249
|
+
const e = process.env;
|
|
250
|
+
return e.VITEST === "true" || e.NODE_ENV === "test" || e.BUN_TEST === "1" || e.JEST_WORKER_ID !== undefined;
|
|
251
|
+
}
|
|
252
|
+
function hftDefaultCpuQueueConcurrency() {
|
|
253
|
+
return hftIsAutomatedTestEnvironment() ? 1 : HFT_CPU_QUEUE_CONCURRENCY_PRODUCTION;
|
|
254
|
+
}
|
|
255
|
+
function resolveHftCpuQueueConcurrency(concurrency, defaultCpu) {
|
|
256
|
+
if (concurrency === undefined) {
|
|
257
|
+
return defaultCpu();
|
|
258
|
+
}
|
|
259
|
+
if (typeof concurrency === "number") {
|
|
260
|
+
return defaultCpu();
|
|
261
|
+
}
|
|
262
|
+
return concurrency.cpu ?? defaultCpu();
|
|
263
|
+
}
|
|
264
|
+
|
|
232
265
|
class HuggingFaceTransformersQueuedProvider extends QueuedAiProvider {
|
|
233
266
|
name = HF_TRANSFORMERS_ONNX;
|
|
234
267
|
displayName = "Hugging Face Transformers (ONNX)";
|
|
235
268
|
isLocal = true;
|
|
236
269
|
supportsBrowser = true;
|
|
270
|
+
cpuStrategy;
|
|
237
271
|
taskTypes = [
|
|
238
272
|
"DownloadModelTask",
|
|
239
273
|
"UnloadModelTask",
|
|
@@ -255,12 +289,22 @@ class HuggingFaceTransformersQueuedProvider extends QueuedAiProvider {
|
|
|
255
289
|
"ImageEmbeddingTask",
|
|
256
290
|
"ImageClassificationTask",
|
|
257
291
|
"ObjectDetectionTask",
|
|
258
|
-
"ToolCallingTask",
|
|
259
292
|
"ModelSearchTask"
|
|
260
293
|
];
|
|
261
294
|
constructor(tasks, streamTasks, reactiveTasks) {
|
|
262
295
|
super(tasks, streamTasks, reactiveTasks);
|
|
263
296
|
}
|
|
297
|
+
async afterRegister(options) {
|
|
298
|
+
await super.afterRegister(options);
|
|
299
|
+
this.cpuStrategy = this.createQueuedStrategy(HF_TRANSFORMERS_ONNX_CPU, resolveHftCpuQueueConcurrency(options.queue?.concurrency, hftDefaultCpuQueueConcurrency), options);
|
|
300
|
+
}
|
|
301
|
+
getStrategyForModel(model) {
|
|
302
|
+
const device = model.provider_config?.device;
|
|
303
|
+
if (device && GPU_DEVICES.has(device)) {
|
|
304
|
+
return this.queuedStrategy;
|
|
305
|
+
}
|
|
306
|
+
return this.cpuStrategy;
|
|
307
|
+
}
|
|
264
308
|
}
|
|
265
309
|
// src/provider-hf-transformers/registerHuggingFaceTransformers.ts
|
|
266
310
|
async function registerHuggingFaceTransformers(options) {
|
|
@@ -323,183 +367,9 @@ function parseOnnxQuantizations(params) {
|
|
|
323
367
|
return set !== undefined && set.size === allBaseNames.size;
|
|
324
368
|
});
|
|
325
369
|
}
|
|
326
|
-
// src/provider-hf-transformers/common/HFT_ToolMarkup.ts
|
|
327
|
-
function parseToolCallsFromText(responseText) {
|
|
328
|
-
const toolCalls = [];
|
|
329
|
-
let callIndex = 0;
|
|
330
|
-
let cleanedText = responseText;
|
|
331
|
-
const toolCallTagRegex = /<tool_call>([\s\S]*?)<\/tool_call>/g;
|
|
332
|
-
let tagMatch;
|
|
333
|
-
while ((tagMatch = toolCallTagRegex.exec(responseText)) !== null) {
|
|
334
|
-
try {
|
|
335
|
-
const parsed = JSON.parse(tagMatch[1].trim());
|
|
336
|
-
const id = `call_${callIndex++}`;
|
|
337
|
-
toolCalls.push({
|
|
338
|
-
id,
|
|
339
|
-
name: parsed.name ?? parsed.function?.name ?? "",
|
|
340
|
-
input: parsed.arguments ?? parsed.function?.arguments ?? parsed.parameters ?? {}
|
|
341
|
-
});
|
|
342
|
-
} catch {}
|
|
343
|
-
}
|
|
344
|
-
if (toolCalls.length > 0) {
|
|
345
|
-
cleanedText = responseText.replace(/<tool_call>[\s\S]*?<\/tool_call>/g, "").trim();
|
|
346
|
-
return { text: cleanedText, toolCalls };
|
|
347
|
-
}
|
|
348
|
-
const jsonCandidates = [];
|
|
349
|
-
(function collectBalancedJsonBlocks(source) {
|
|
350
|
-
const length = source.length;
|
|
351
|
-
let i = 0;
|
|
352
|
-
while (i < length) {
|
|
353
|
-
if (source[i] !== "{") {
|
|
354
|
-
i++;
|
|
355
|
-
continue;
|
|
356
|
-
}
|
|
357
|
-
let depth = 1;
|
|
358
|
-
let j = i + 1;
|
|
359
|
-
let inString = false;
|
|
360
|
-
let escape = false;
|
|
361
|
-
while (j < length && depth > 0) {
|
|
362
|
-
const ch = source[j];
|
|
363
|
-
if (inString) {
|
|
364
|
-
if (escape) {
|
|
365
|
-
escape = false;
|
|
366
|
-
} else if (ch === "\\") {
|
|
367
|
-
escape = true;
|
|
368
|
-
} else if (ch === '"') {
|
|
369
|
-
inString = false;
|
|
370
|
-
}
|
|
371
|
-
} else {
|
|
372
|
-
if (ch === '"') {
|
|
373
|
-
inString = true;
|
|
374
|
-
} else if (ch === "{") {
|
|
375
|
-
depth++;
|
|
376
|
-
} else if (ch === "}") {
|
|
377
|
-
depth--;
|
|
378
|
-
}
|
|
379
|
-
}
|
|
380
|
-
j++;
|
|
381
|
-
}
|
|
382
|
-
if (depth === 0) {
|
|
383
|
-
jsonCandidates.push({ text: source.slice(i, j), start: i, end: j });
|
|
384
|
-
i = j;
|
|
385
|
-
} else {
|
|
386
|
-
break;
|
|
387
|
-
}
|
|
388
|
-
}
|
|
389
|
-
})(responseText);
|
|
390
|
-
const matchedRanges = [];
|
|
391
|
-
for (const candidate of jsonCandidates) {
|
|
392
|
-
try {
|
|
393
|
-
const parsed = JSON.parse(candidate.text);
|
|
394
|
-
if (parsed.name && (parsed.arguments !== undefined || parsed.parameters !== undefined)) {
|
|
395
|
-
const id = `call_${callIndex++}`;
|
|
396
|
-
toolCalls.push({
|
|
397
|
-
id,
|
|
398
|
-
name: parsed.name,
|
|
399
|
-
input: parsed.arguments ?? parsed.parameters ?? {}
|
|
400
|
-
});
|
|
401
|
-
matchedRanges.push({ start: candidate.start, end: candidate.end });
|
|
402
|
-
} else if (parsed.function?.name) {
|
|
403
|
-
let functionArgs = parsed.function.arguments ?? {};
|
|
404
|
-
if (typeof functionArgs === "string") {
|
|
405
|
-
try {
|
|
406
|
-
functionArgs = JSON.parse(functionArgs);
|
|
407
|
-
} catch (innerError) {
|
|
408
|
-
console.warn("Failed to parse tool call function.arguments as JSON", innerError);
|
|
409
|
-
functionArgs = {};
|
|
410
|
-
}
|
|
411
|
-
}
|
|
412
|
-
const id = `call_${callIndex++}`;
|
|
413
|
-
toolCalls.push({
|
|
414
|
-
id,
|
|
415
|
-
name: parsed.function.name,
|
|
416
|
-
input: functionArgs ?? {}
|
|
417
|
-
});
|
|
418
|
-
matchedRanges.push({ start: candidate.start, end: candidate.end });
|
|
419
|
-
}
|
|
420
|
-
} catch {}
|
|
421
|
-
}
|
|
422
|
-
if (toolCalls.length > 0) {
|
|
423
|
-
let result = "";
|
|
424
|
-
let lastIndex = 0;
|
|
425
|
-
for (const range of matchedRanges) {
|
|
426
|
-
result += responseText.slice(lastIndex, range.start);
|
|
427
|
-
lastIndex = range.end;
|
|
428
|
-
}
|
|
429
|
-
result += responseText.slice(lastIndex);
|
|
430
|
-
cleanedText = result.trim();
|
|
431
|
-
}
|
|
432
|
-
return { text: cleanedText, toolCalls };
|
|
433
|
-
}
|
|
434
|
-
function createToolCallMarkupFilter(emit) {
|
|
435
|
-
const OPEN_TAG = "<tool_call>";
|
|
436
|
-
const CLOSE_TAG = "</tool_call>";
|
|
437
|
-
let state = "text";
|
|
438
|
-
let pending = "";
|
|
439
|
-
function feed(token) {
|
|
440
|
-
if (state === "tag") {
|
|
441
|
-
pending += token;
|
|
442
|
-
const closeIdx = pending.indexOf(CLOSE_TAG);
|
|
443
|
-
if (closeIdx !== -1) {
|
|
444
|
-
const afterClose = pending.slice(closeIdx + CLOSE_TAG.length);
|
|
445
|
-
pending = "";
|
|
446
|
-
state = "text";
|
|
447
|
-
if (afterClose.length > 0) {
|
|
448
|
-
feed(afterClose);
|
|
449
|
-
}
|
|
450
|
-
}
|
|
451
|
-
return;
|
|
452
|
-
}
|
|
453
|
-
const combined = pending + token;
|
|
454
|
-
const openIdx = combined.indexOf(OPEN_TAG);
|
|
455
|
-
if (openIdx !== -1) {
|
|
456
|
-
const before = combined.slice(0, openIdx);
|
|
457
|
-
if (before.length > 0) {
|
|
458
|
-
emit(before);
|
|
459
|
-
}
|
|
460
|
-
pending = "";
|
|
461
|
-
state = "tag";
|
|
462
|
-
const afterOpen = combined.slice(openIdx + OPEN_TAG.length);
|
|
463
|
-
if (afterOpen.length > 0) {
|
|
464
|
-
feed(afterOpen);
|
|
465
|
-
}
|
|
466
|
-
return;
|
|
467
|
-
}
|
|
468
|
-
let prefixLen = 0;
|
|
469
|
-
for (let len = Math.min(combined.length, OPEN_TAG.length - 1);len >= 1; len--) {
|
|
470
|
-
if (combined.endsWith(OPEN_TAG.slice(0, len))) {
|
|
471
|
-
prefixLen = len;
|
|
472
|
-
break;
|
|
473
|
-
}
|
|
474
|
-
}
|
|
475
|
-
if (prefixLen > 0) {
|
|
476
|
-
const safe = combined.slice(0, combined.length - prefixLen);
|
|
477
|
-
if (safe.length > 0) {
|
|
478
|
-
emit(safe);
|
|
479
|
-
}
|
|
480
|
-
pending = combined.slice(combined.length - prefixLen);
|
|
481
|
-
} else {
|
|
482
|
-
if (combined.length > 0) {
|
|
483
|
-
emit(combined);
|
|
484
|
-
}
|
|
485
|
-
pending = "";
|
|
486
|
-
}
|
|
487
|
-
}
|
|
488
|
-
function flush() {
|
|
489
|
-
if (pending.length > 0 && state === "text") {
|
|
490
|
-
emit(pending);
|
|
491
|
-
pending = "";
|
|
492
|
-
}
|
|
493
|
-
pending = "";
|
|
494
|
-
state = "text";
|
|
495
|
-
}
|
|
496
|
-
return { feed, flush };
|
|
497
|
-
}
|
|
498
370
|
export {
|
|
499
371
|
registerHuggingFaceTransformers,
|
|
500
|
-
parseToolCallsFromText,
|
|
501
372
|
parseOnnxQuantizations,
|
|
502
|
-
createToolCallMarkupFilter,
|
|
503
373
|
QuantizationDataType,
|
|
504
374
|
PipelineUseCase,
|
|
505
375
|
ONNX_QUANTIZATION_SUFFIX_MAPPING,
|
|
@@ -509,7 +379,9 @@ export {
|
|
|
509
379
|
HfTransformersOnnxModelRecordSchema,
|
|
510
380
|
HfTransformersOnnxModelConfigSchema,
|
|
511
381
|
HTF_CACHE_NAME,
|
|
382
|
+
HF_TRANSFORMERS_ONNX_GPU,
|
|
383
|
+
HF_TRANSFORMERS_ONNX_CPU,
|
|
512
384
|
HF_TRANSFORMERS_ONNX
|
|
513
385
|
};
|
|
514
386
|
|
|
515
|
-
//# debugId=
|
|
387
|
+
//# debugId=C5307374574CE56A64756E2164756E21
|