@workglow/ai-provider 0.0.105 → 0.0.107

package/dist/provider-hf-inference/index.js

@@ -4,12 +4,13 @@ import {
   HfInferenceModelRecordSchema,
   HfInferenceModelSchema,
   HfInferenceProvider
-} from "../index-t54dgrfj.js";
+} from "../index-aef54vq3.js";
 import {
   __require
 } from "../index-6j5pq722.js";
 // src/provider-hf-inference/common/HFI_JobRunFns.ts
-import { getLogger } from "@workglow/util";
+import { buildToolDescription, filterValidToolCalls } from "@workglow/ai";
+import { getLogger, parsePartialJson } from "@workglow/util";
 var _sdk;
 async function loadHfInferenceSDK() {
   if (!_sdk) {
@@ -180,16 +181,173 @@ var HFI_TextSummary_Stream = async function* (input, model, signal) {
   }
   yield { type: "finish", data: {} };
 };
+function mapHFIToolChoice(toolChoice) {
+  if (!toolChoice || toolChoice === "auto")
+    return "auto";
+  if (toolChoice === "none")
+    return "none";
+  if (toolChoice === "required")
+    return "required";
+  return "auto";
+}
+var HFI_ToolCalling = async (input, model, update_progress, signal) => {
+  update_progress(0, "Starting HF Inference tool calling");
+  const client = await getClient(model);
+  const modelName = getModelName(model);
+  const provider = getProvider(model);
+  const tools = input.tools.map((t) => ({
+    type: "function",
+    function: {
+      name: t.name,
+      description: buildToolDescription(t),
+      parameters: t.inputSchema
+    }
+  }));
+  const messages = [];
+  if (input.systemPrompt) {
+    messages.push({ role: "system", content: input.systemPrompt });
+  }
+  messages.push({ role: "user", content: input.prompt });
+  const toolChoice = mapHFIToolChoice(input.toolChoice);
+  const params = {
+    model: modelName,
+    messages,
+    max_tokens: input.maxTokens,
+    temperature: input.temperature,
+    provider
+  };
+  if (toolChoice !== "none") {
+    params.tools = tools;
+    params.tool_choice = toolChoice;
+  }
+  const response = await client.chatCompletion(params, { signal });
+  const text = response.choices[0]?.message?.content ?? "";
+  const toolCalls = {};
+  let callIndex = 0;
+  (response.choices[0]?.message?.tool_calls ?? []).forEach((tc) => {
+    let parsedInput = {};
+    const rawArgs = tc.function?.arguments;
+    if (typeof rawArgs === "string") {
+      try {
+        parsedInput = JSON.parse(rawArgs);
+      } catch {
+        const partial = parsePartialJson(rawArgs);
+        parsedInput = partial ?? {};
+      }
+    } else if (rawArgs != null) {
+      parsedInput = rawArgs;
+    }
+    const id = tc.id ?? `call_${callIndex}`;
+    callIndex++;
+    toolCalls[id] = { id, name: tc.function.name, input: parsedInput };
+  });
+  update_progress(100, "Completed HF Inference tool calling");
+  return { text, toolCalls: filterValidToolCalls(toolCalls, input.tools) };
+};
+var HFI_ToolCalling_Stream = async function* (input, model, signal) {
+  const client = await getClient(model);
+  const modelName = getModelName(model);
+  const provider = getProvider(model);
+  const tools = input.tools.map((t) => ({
+    type: "function",
+    function: {
+      name: t.name,
+      description: buildToolDescription(t),
+      parameters: t.inputSchema
+    }
+  }));
+  const messages = [];
+  if (input.systemPrompt) {
+    messages.push({ role: "system", content: input.systemPrompt });
+  }
+  messages.push({ role: "user", content: input.prompt });
+  const toolChoice = mapHFIToolChoice(input.toolChoice);
+  const params = {
+    model: modelName,
+    messages,
+    max_tokens: input.maxTokens,
+    temperature: input.temperature,
+    provider
+  };
+  if (toolChoice !== "none") {
+    params.tools = tools;
+    params.tool_choice = toolChoice;
+  }
+  const stream = client.chatCompletionStream(params, { signal });
+  let accumulatedText = "";
+  const toolCallAccumulator = new Map;
+  for await (const chunk of stream) {
+    const choice = chunk.choices[0];
+    if (!choice)
+      continue;
+    const contentDelta = choice.delta?.content ?? "";
+    if (contentDelta) {
+      accumulatedText += contentDelta;
+      yield { type: "text-delta", port: "text", textDelta: contentDelta };
+    }
+    const tcDeltas = choice.delta?.tool_calls;
+    if (Array.isArray(tcDeltas)) {
+      for (const tcDelta of tcDeltas) {
+        const idx = tcDelta.index;
+        if (!toolCallAccumulator.has(idx)) {
+          toolCallAccumulator.set(idx, {
+            id: tcDelta.id ?? "",
+            name: tcDelta.function?.name ?? "",
+            arguments: ""
+          });
+        }
+        const acc = toolCallAccumulator.get(idx);
+        if (tcDelta.id)
+          acc.id = tcDelta.id;
+        if (tcDelta.function?.name)
+          acc.name = tcDelta.function.name;
+        if (tcDelta.function?.arguments)
+          acc.arguments += tcDelta.function.arguments;
+      }
+      const snapshotObject = {};
+      Array.from(toolCallAccumulator.entries()).forEach(([idx, tc]) => {
+        let parsedInput;
+        try {
+          parsedInput = JSON.parse(tc.arguments);
+        } catch {
+          const partial = parsePartialJson(tc.arguments);
+          parsedInput = partial ?? {};
+        }
+        const key = tc.id || String(idx);
+        snapshotObject[key] = { id: tc.id, name: tc.name, input: parsedInput };
+      });
+      yield { type: "object-delta", port: "toolCalls", objectDelta: snapshotObject };
+    }
+  }
+  const toolCalls = {};
+  Array.from(toolCallAccumulator.entries()).forEach(([idx, tc]) => {
+    let finalInput;
+    try {
+      finalInput = JSON.parse(tc.arguments);
+    } catch {
+      finalInput = parsePartialJson(tc.arguments) ?? {};
+    }
+    const key = tc.id || String(idx);
+    toolCalls[key] = { id: tc.id, name: tc.name, input: finalInput };
+  });
+  const validToolCalls = filterValidToolCalls(toolCalls, input.tools);
+  yield {
+    type: "finish",
+    data: { text: accumulatedText, toolCalls: validToolCalls }
+  };
+};
 var HFI_TASKS = {
   TextGenerationTask: HFI_TextGeneration,
   TextEmbeddingTask: HFI_TextEmbedding,
   TextRewriterTask: HFI_TextRewriter,
-  TextSummaryTask: HFI_TextSummary
+  TextSummaryTask: HFI_TextSummary,
+  ToolCallingTask: HFI_ToolCalling
 };
 var HFI_STREAM_TASKS = {
   TextGenerationTask: HFI_TextGeneration_Stream,
   TextRewriterTask: HFI_TextRewriter_Stream,
-  TextSummaryTask: HFI_TextSummary_Stream
+  TextSummaryTask: HFI_TextSummary_Stream,
+  ToolCallingTask: HFI_ToolCalling_Stream
 };
 // src/provider-hf-inference/HFI_Worker.ts
 import { globalServiceRegistry, WORKER_SERVER } from "@workglow/util";
@@ -206,6 +364,8 @@ export {
   HfInferenceModelConfigSchema,
   HF_INFERENCE,
   HFI_WORKER_JOBRUN_REGISTER,
+  HFI_ToolCalling_Stream,
+  HFI_ToolCalling,
   HFI_TextSummary_Stream,
   HFI_TextSummary,
   HFI_TextRewriter_Stream,
@@ -217,4 +377,4 @@ export {
   HFI_STREAM_TASKS
 };
 
-//# debugId=D7AEC113CA81907264756E2164756E21
+//# debugId=ED879DD8B5C5316464756E2164756E21

package/dist/provider-hf-inference/index.js.map

@@ -2,10 +2,10 @@
   "version": 3,
   "sources": ["../src/provider-hf-inference/common/HFI_JobRunFns.ts", "../src/provider-hf-inference/HFI_Worker.ts"],
   "sourcesContent": [
-    "/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport type { InferenceProviderOrPolicy } from \"@huggingface/inference\";\nimport type {\n  AiProviderRunFn,\n  AiProviderStreamFn,\n  TextEmbeddingTaskInput,\n  TextEmbeddingTaskOutput,\n  TextGenerationTaskInput,\n  TextGenerationTaskOutput,\n  TextRewriterTaskInput,\n  TextRewriterTaskOutput,\n  TextSummaryTaskInput,\n  TextSummaryTaskOutput,\n} from \"@workglow/ai\";\nimport type { StreamEvent } from \"@workglow/task-graph\";\nimport { getLogger } from \"@workglow/util\";\nimport type { HfInferenceModelConfig } from \"./HFI_ModelSchema\";\n\nlet _sdk: typeof import(\"@huggingface/inference\") | undefined;\nasync function loadHfInferenceSDK() {\n  if (!_sdk) {\n    try {\n      _sdk = await import(\"@huggingface/inference\");\n    } catch {\n      throw new Error(\n        \"@huggingface/inference is required for Hugging Face Inference tasks. Install it with: bun add @huggingface/inference\"\n      );\n    }\n  }\n  return _sdk;\n}\n\ninterface ResolvedProviderConfig {\n  readonly credential_key?: string;\n  readonly api_key?: string;\n  readonly model_name?: string;\n  readonly provider?: string;\n}\n\nasync function getClient(model: HfInferenceModelConfig | undefined) {\n  const sdk = await loadHfInferenceSDK();\n  const config = model?.provider_config as ResolvedProviderConfig | undefined;\n  const apiKey =\n    config?.credential_key ||\n    config?.api_key ||\n    (typeof process !== \"undefined\" ? process.env?.HF_TOKEN : undefined);\n  if (!apiKey) {\n    throw new Error(\n      \"Missing Hugging Face API key: set provider_config.credential_key or the HF_TOKEN environment variable.\"\n    );\n  }\n  return new sdk.InferenceClient(apiKey);\n}\n\nfunction getModelName(model: HfInferenceModelConfig | undefined): string {\n  const name = model?.provider_config?.model_name;\n  if (!name) {\n    throw new Error(\"Missing model name in provider_config.model_name.\");\n  }\n  return name;\n}\n\nfunction getProvider(\n  model: HfInferenceModelConfig | undefined\n): InferenceProviderOrPolicy | undefined {\n  return model?.provider_config?.provider as InferenceProviderOrPolicy | undefined;\n}\n\nexport const HFI_TextGeneration: AiProviderRunFn<\n  TextGenerationTaskInput,\n  TextGenerationTaskOutput,\n  HfInferenceModelConfig\n> = async (input, model, update_progress, signal) => {\n  const logger = getLogger();\n  const timerLabel = `hfi:TextGeneration:${model?.provider_config?.model_name}`;\n  logger.time(timerLabel, { model: model?.provider_config?.model_name });\n\n  update_progress(0, \"Starting HF Inference text generation\");\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const response = await client.chatCompletion(\n    {\n      model: modelName,\n      messages: [{ role: \"user\", content: input.prompt }],\n      max_tokens: input.maxTokens,\n      temperature: input.temperature,\n      top_p: input.topP,\n      frequency_penalty: input.frequencyPenalty,\n      provider,\n    },\n    { signal }\n  );\n\n  update_progress(100, \"Completed HF Inference text generation\");\n  logger.timeEnd(timerLabel, { model: model?.provider_config?.model_name });\n  return { text: response.choices[0]?.message?.content ?? \"\" };\n};\n\nexport const HFI_TextEmbedding: AiProviderRunFn<\n  TextEmbeddingTaskInput,\n  TextEmbeddingTaskOutput,\n  HfInferenceModelConfig\n> = async (input, model, update_progress, signal) => {\n  const logger = getLogger();\n  const timerLabel = `hfi:TextEmbedding:${model?.provider_config?.model_name}`;\n  logger.time(timerLabel, { model: model?.provider_config?.model_name });\n\n  update_progress(0, \"Starting HF Inference text embedding\");\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n\n  if (Array.isArray(input.text)) {\n    const embeddings = await Promise.all(\n      input.text.map((text) =>\n        client.featureExtraction(\n          {\n            model: modelName,\n            inputs: text,\n          },\n          { signal }\n        )\n      )\n    );\n\n    update_progress(100, \"Completed HF Inference text embedding\");\n    logger.timeEnd(timerLabel, { model: model?.provider_config?.model_name, batch: true });\n    return {\n      vector: embeddings.map((embedding) => new Float32Array(embedding as unknown as number[])),\n    };\n  }\n\n  const embedding = await client.featureExtraction(\n    {\n      model: modelName,\n      inputs: input.text,\n    },\n    { signal }\n  );\n\n  update_progress(100, \"Completed HF Inference text embedding\");\n  logger.timeEnd(timerLabel, { model: model?.provider_config?.model_name });\n  return { vector: new Float32Array(embedding as unknown as number[]) };\n};\n\nexport const HFI_TextRewriter: AiProviderRunFn<\n  TextRewriterTaskInput,\n  TextRewriterTaskOutput,\n  HfInferenceModelConfig\n> = async (input, model, update_progress, signal) => {\n  update_progress(0, \"Starting HF Inference text rewriting\");\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const response = await client.chatCompletion(\n    {\n      model: modelName,\n      messages: [\n        { role: \"system\", content: input.prompt },\n        { role: \"user\", content: input.text },\n      ],\n      provider,\n    },\n    { signal }\n  );\n\n  update_progress(100, \"Completed HF Inference text rewriting\");\n  return { text: response.choices[0]?.message?.content ?? \"\" };\n};\n\nexport const HFI_TextSummary: AiProviderRunFn<\n  TextSummaryTaskInput,\n  TextSummaryTaskOutput,\n  HfInferenceModelConfig\n> = async (input, model, update_progress, signal) => {\n  update_progress(0, \"Starting HF Inference text summarization\");\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const response = await client.chatCompletion(\n    {\n      model: modelName,\n      messages: [\n        { role: \"system\", content: \"Summarize the following text concisely.\" },\n        { role: \"user\", content: input.text },\n      ],\n      provider,\n    },\n    { signal }\n  );\n\n  update_progress(100, \"Completed HF Inference text summarization\");\n  return { text: response.choices[0]?.message?.content ?? \"\" };\n};\n\n// ========================================================================\n// Streaming implementations (append mode)\n// ========================================================================\n\nexport const HFI_TextGeneration_Stream: AiProviderStreamFn<\n  TextGenerationTaskInput,\n  TextGenerationTaskOutput,\n  HfInferenceModelConfig\n> = async function* (input, model, signal): AsyncIterable<StreamEvent<TextGenerationTaskOutput>> {\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const stream = client.chatCompletionStream(\n    {\n      model: modelName,\n      messages: [{ role: \"user\", content: input.prompt }],\n      max_tokens: input.maxTokens,\n      temperature: input.temperature,\n      top_p: input.topP,\n      frequency_penalty: input.frequencyPenalty,\n      provider,\n    },\n    { signal }\n  );\n\n  for await (const chunk of stream) {\n    const delta = chunk.choices[0]?.delta?.content ?? \"\";\n    if (delta) {\n      yield { type: \"text-delta\", port: \"text\", textDelta: delta };\n    }\n  }\n  yield { type: \"finish\", data: {} as TextGenerationTaskOutput };\n};\n\nexport const HFI_TextRewriter_Stream: AiProviderStreamFn<\n  TextRewriterTaskInput,\n  TextRewriterTaskOutput,\n  HfInferenceModelConfig\n> = async function* (input, model, signal): AsyncIterable<StreamEvent<TextRewriterTaskOutput>> {\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const stream = client.chatCompletionStream(\n    {\n      model: modelName,\n      messages: [\n        { role: \"system\", content: input.prompt },\n        { role: \"user\", content: input.text },\n      ],\n      provider,\n    },\n    { signal }\n  );\n\n  for await (const chunk of stream) {\n    const delta = chunk.choices[0]?.delta?.content ?? \"\";\n    if (delta) {\n      yield { type: \"text-delta\", port: \"text\", textDelta: delta };\n    }\n  }\n  yield { type: \"finish\", data: {} as TextRewriterTaskOutput };\n};\n\nexport const HFI_TextSummary_Stream: AiProviderStreamFn<\n  TextSummaryTaskInput,\n  TextSummaryTaskOutput,\n  HfInferenceModelConfig\n> = async function* (input, model, signal): AsyncIterable<StreamEvent<TextSummaryTaskOutput>> {\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const stream = client.chatCompletionStream(\n    {\n      model: modelName,\n      messages: [\n        { role: \"system\", content: \"Summarize the following text concisely.\" },\n        { role: \"user\", content: input.text },\n      ],\n      provider,\n    },\n    { signal }\n  );\n\n  for await (const chunk of stream) {\n    const delta = chunk.choices[0]?.delta?.content ?? \"\";\n    if (delta) {\n      yield { type: \"text-delta\", port: \"text\", textDelta: delta };\n    }\n  }\n  yield { type: \"finish\", data: {} as TextSummaryTaskOutput };\n};\n\n// ========================================================================\n// Task registries\n// ========================================================================\n\nexport const HFI_TASKS: Record<string, AiProviderRunFn<any, any, HfInferenceModelConfig>> = {\n  TextGenerationTask: HFI_TextGeneration,\n  TextEmbeddingTask: HFI_TextEmbedding,\n  TextRewriterTask: HFI_TextRewriter,\n  TextSummaryTask: HFI_TextSummary,\n};\n\nexport const HFI_STREAM_TASKS: Record<\n  string,\n  AiProviderStreamFn<any, any, HfInferenceModelConfig>\n> = {\n  TextGenerationTask: HFI_TextGeneration_Stream,\n  TextRewriterTask: HFI_TextRewriter_Stream,\n  TextSummaryTask: HFI_TextSummary_Stream,\n};\n",
+    "/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport type { InferenceProviderOrPolicy } from \"@huggingface/inference\";\nimport type {\n  AiProviderRunFn,\n  AiProviderStreamFn,\n  TextEmbeddingTaskInput,\n  TextEmbeddingTaskOutput,\n  TextGenerationTaskInput,\n  TextGenerationTaskOutput,\n  TextRewriterTaskInput,\n  TextRewriterTaskOutput,\n  TextSummaryTaskInput,\n  TextSummaryTaskOutput,\n  ToolCallingTaskInput,\n  ToolCallingTaskOutput,\n  ToolDefinition,\n} from \"@workglow/ai\";\nimport { buildToolDescription, filterValidToolCalls } from \"@workglow/ai\";\nimport type { StreamEvent } from \"@workglow/task-graph\";\nimport { getLogger, parsePartialJson } from \"@workglow/util\";\nimport type { HfInferenceModelConfig } from \"./HFI_ModelSchema\";\n\nlet _sdk: typeof import(\"@huggingface/inference\") | undefined;\nasync function loadHfInferenceSDK() {\n  if (!_sdk) {\n    try {\n      _sdk = await import(\"@huggingface/inference\");\n    } catch {\n      throw new Error(\n        \"@huggingface/inference is required for Hugging Face Inference tasks. Install it with: bun add @huggingface/inference\"\n      );\n    }\n  }\n  return _sdk;\n}\n\ninterface ResolvedProviderConfig {\n  readonly credential_key?: string;\n  readonly api_key?: string;\n  readonly model_name?: string;\n  readonly provider?: string;\n}\n\nasync function getClient(model: HfInferenceModelConfig | undefined) {\n  const sdk = await loadHfInferenceSDK();\n  const config = model?.provider_config as ResolvedProviderConfig | undefined;\n  const apiKey =\n    config?.credential_key ||\n    config?.api_key ||\n    (typeof process !== \"undefined\" ? process.env?.HF_TOKEN : undefined);\n  if (!apiKey) {\n    throw new Error(\n      \"Missing Hugging Face API key: set provider_config.credential_key or the HF_TOKEN environment variable.\"\n    );\n  }\n  return new sdk.InferenceClient(apiKey);\n}\n\nfunction getModelName(model: HfInferenceModelConfig | undefined): string {\n  const name = model?.provider_config?.model_name;\n  if (!name) {\n    throw new Error(\"Missing model name in provider_config.model_name.\");\n  }\n  return name;\n}\n\nfunction getProvider(\n  model: HfInferenceModelConfig | undefined\n): InferenceProviderOrPolicy | undefined {\n  return model?.provider_config?.provider as InferenceProviderOrPolicy | undefined;\n}\n\nexport const HFI_TextGeneration: AiProviderRunFn<\n  TextGenerationTaskInput,\n  TextGenerationTaskOutput,\n  HfInferenceModelConfig\n> = async (input, model, update_progress, signal) => {\n  const logger = getLogger();\n  const timerLabel = `hfi:TextGeneration:${model?.provider_config?.model_name}`;\n  logger.time(timerLabel, { model: model?.provider_config?.model_name });\n\n  update_progress(0, \"Starting HF Inference text generation\");\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const response = await client.chatCompletion(\n    {\n      model: modelName,\n      messages: [{ role: \"user\", content: input.prompt }],\n      max_tokens: input.maxTokens,\n      temperature: input.temperature,\n      top_p: input.topP,\n      frequency_penalty: input.frequencyPenalty,\n      provider,\n    },\n    { signal }\n  );\n\n  update_progress(100, \"Completed HF Inference text generation\");\n  logger.timeEnd(timerLabel, { model: model?.provider_config?.model_name });\n  return { text: response.choices[0]?.message?.content ?? \"\" };\n};\n\nexport const HFI_TextEmbedding: AiProviderRunFn<\n  TextEmbeddingTaskInput,\n  TextEmbeddingTaskOutput,\n  HfInferenceModelConfig\n> = async (input, model, update_progress, signal) => {\n  const logger = getLogger();\n  const timerLabel = `hfi:TextEmbedding:${model?.provider_config?.model_name}`;\n  logger.time(timerLabel, { model: model?.provider_config?.model_name });\n\n  update_progress(0, \"Starting HF Inference text embedding\");\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n\n  if (Array.isArray(input.text)) {\n    const embeddings = await Promise.all(\n      input.text.map((text) =>\n        client.featureExtraction(\n          {\n            model: modelName,\n            inputs: text,\n          },\n          { signal }\n        )\n      )\n    );\n\n    update_progress(100, \"Completed HF Inference text embedding\");\n    logger.timeEnd(timerLabel, { model: model?.provider_config?.model_name, batch: true });\n    return {\n      vector: embeddings.map((embedding) => new Float32Array(embedding as unknown as number[])),\n    };\n  }\n\n  const embedding = await client.featureExtraction(\n    {\n      model: modelName,\n      inputs: input.text,\n    },\n    { signal }\n  );\n\n  update_progress(100, \"Completed HF Inference text embedding\");\n  logger.timeEnd(timerLabel, { model: model?.provider_config?.model_name });\n  return { vector: new Float32Array(embedding as unknown as number[]) };\n};\n\nexport const HFI_TextRewriter: AiProviderRunFn<\n  TextRewriterTaskInput,\n  TextRewriterTaskOutput,\n  HfInferenceModelConfig\n> = async (input, model, update_progress, signal) => {\n  update_progress(0, \"Starting HF Inference text rewriting\");\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const response = await client.chatCompletion(\n    {\n      model: modelName,\n      messages: [\n        { role: \"system\", content: input.prompt },\n        { role: \"user\", content: input.text },\n      ],\n      provider,\n    },\n    { signal }\n  );\n\n  update_progress(100, \"Completed HF Inference text rewriting\");\n  return { text: response.choices[0]?.message?.content ?? \"\" };\n};\n\nexport const HFI_TextSummary: AiProviderRunFn<\n  TextSummaryTaskInput,\n  TextSummaryTaskOutput,\n  HfInferenceModelConfig\n> = async (input, model, update_progress, signal) => {\n  update_progress(0, \"Starting HF Inference text summarization\");\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const response = await client.chatCompletion(\n    {\n      model: modelName,\n      messages: [\n        { role: \"system\", content: \"Summarize the following text concisely.\" },\n        { role: \"user\", content: input.text },\n      ],\n      provider,\n    },\n    { signal }\n  );\n\n  update_progress(100, \"Completed HF Inference text summarization\");\n  return { text: response.choices[0]?.message?.content ?? \"\" };\n};\n\n// ========================================================================\n// Streaming implementations (append mode)\n// ========================================================================\n\nexport const HFI_TextGeneration_Stream: AiProviderStreamFn<\n  TextGenerationTaskInput,\n  TextGenerationTaskOutput,\n  HfInferenceModelConfig\n> = async function* (input, model, signal): AsyncIterable<StreamEvent<TextGenerationTaskOutput>> {\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const stream = client.chatCompletionStream(\n    {\n      model: modelName,\n      messages: [{ role: \"user\", content: input.prompt }],\n      max_tokens: input.maxTokens,\n      temperature: input.temperature,\n      top_p: input.topP,\n      frequency_penalty: input.frequencyPenalty,\n      provider,\n    },\n    { signal }\n  );\n\n  for await (const chunk of stream) {\n    const delta = chunk.choices[0]?.delta?.content ?? \"\";\n    if (delta) {\n      yield { type: \"text-delta\", port: \"text\", textDelta: delta };\n    }\n  }\n  yield { type: \"finish\", data: {} as TextGenerationTaskOutput };\n};\n\nexport const HFI_TextRewriter_Stream: AiProviderStreamFn<\n  TextRewriterTaskInput,\n  TextRewriterTaskOutput,\n  HfInferenceModelConfig\n> = async function* (input, model, signal): AsyncIterable<StreamEvent<TextRewriterTaskOutput>> {\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const stream = client.chatCompletionStream(\n    {\n      model: modelName,\n      messages: [\n        { role: \"system\", content: input.prompt },\n        { role: \"user\", content: input.text },\n      ],\n      provider,\n    },\n    { signal }\n  );\n\n  for await (const chunk of stream) {\n    const delta = chunk.choices[0]?.delta?.content ?? \"\";\n    if (delta) {\n      yield { type: \"text-delta\", port: \"text\", textDelta: delta };\n    }\n  }\n  yield { type: \"finish\", data: {} as TextRewriterTaskOutput };\n};\n\nexport const HFI_TextSummary_Stream: AiProviderStreamFn<\n  TextSummaryTaskInput,\n  TextSummaryTaskOutput,\n  HfInferenceModelConfig\n> = async function* (input, model, signal): AsyncIterable<StreamEvent<TextSummaryTaskOutput>> {\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const stream = client.chatCompletionStream(\n    {\n      model: modelName,\n      messages: [\n        { role: \"system\", content: \"Summarize the following text concisely.\" },\n        { role: \"user\", content: input.text },\n      ],\n      provider,\n    },\n    { signal }\n  );\n\n  for await (const chunk of stream) {\n    const delta = chunk.choices[0]?.delta?.content ?? \"\";\n    if (delta) {\n      yield { type: \"text-delta\", port: \"text\", textDelta: delta };\n    }\n  }\n  yield { type: \"finish\", data: {} as TextSummaryTaskOutput };\n};\n\n// ========================================================================\n// Tool calling implementations\n// ========================================================================\n\nfunction mapHFIToolChoice(\n  toolChoice: string | undefined\n): \"auto\" | \"none\" | \"required\" | undefined {\n  if (!toolChoice || toolChoice === \"auto\") return \"auto\";\n  if (toolChoice === \"none\") return \"none\";\n  if (toolChoice === \"required\") return \"required\";\n  // Specific tool names are not supported by HF Inference; fall back to \"auto\"\n  return \"auto\";\n}\n\nexport const HFI_ToolCalling: AiProviderRunFn<\n  ToolCallingTaskInput,\n  ToolCallingTaskOutput,\n  HfInferenceModelConfig\n> = async (input, model, update_progress, signal) => {\n  update_progress(0, \"Starting HF Inference tool calling\");\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const tools = input.tools.map((t: ToolDefinition) => ({\n    type: \"function\" as const,\n    function: {\n      name: t.name,\n      description: buildToolDescription(t),\n      parameters: t.inputSchema as any,\n    },\n  }));\n\n  const messages: Array<{ role: \"system\" | \"user\"; content: string }> = [];\n  if (input.systemPrompt) {\n    messages.push({ role: \"system\", content: input.systemPrompt });\n  }\n  messages.push({ role: \"user\", content: input.prompt });\n\n  const toolChoice = mapHFIToolChoice(input.toolChoice);\n\n  const params: any = {\n    model: modelName,\n    messages,\n    max_tokens: input.maxTokens,\n    temperature: input.temperature,\n    provider,\n  };\n\n  if (toolChoice !== \"none\") {\n    params.tools = tools;\n    params.tool_choice = toolChoice;\n  }\n\n  const response = await client.chatCompletion(params, { signal });\n\n  const text = response.choices[0]?.message?.content ?? \"\";\n  const toolCalls: Record<string, unknown> = {};\n  let callIndex = 0;\n  ((response.choices[0]?.message as any)?.tool_calls ?? []).forEach((tc: any) => {\n    let parsedInput: Record<string, unknown> = {};\n    const rawArgs = tc.function?.arguments;\n    if (typeof rawArgs === \"string\") {\n      try {\n        parsedInput = JSON.parse(rawArgs);\n      } catch {\n        const partial = parsePartialJson(rawArgs);\n        parsedInput = (partial as Record<string, unknown>) ?? {};\n      }\n    } else if (rawArgs != null) {\n      parsedInput = rawArgs as Record<string, unknown>;\n    }\n    const id = (tc.id as string) ?? `call_${callIndex}`;\n    callIndex++;\n    toolCalls[id] = { id, name: tc.function.name as string, input: parsedInput };\n  });\n\n  update_progress(100, \"Completed HF Inference tool calling\");\n  return { text, toolCalls: filterValidToolCalls(toolCalls, input.tools) };\n};\n\nexport const HFI_ToolCalling_Stream: AiProviderStreamFn<\n  ToolCallingTaskInput,\n  ToolCallingTaskOutput,\n  HfInferenceModelConfig\n> = async function* (input, model, signal): AsyncIterable<StreamEvent<ToolCallingTaskOutput>> {\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const tools = input.tools.map((t: ToolDefinition) => ({\n    type: \"function\" as const,\n    function: {\n      name: t.name,\n      description: buildToolDescription(t),\n      parameters: t.inputSchema as any,\n    },\n  }));\n\n  const messages: Array<{ role: \"system\" | \"user\"; content: string }> = [];\n  if (input.systemPrompt) {\n    messages.push({ role: \"system\", content: input.systemPrompt });\n  }\n  messages.push({ role: \"user\", content: input.prompt });\n\n  const toolChoice = mapHFIToolChoice(input.toolChoice);\n\n  const params: any = {\n    model: modelName,\n    messages,\n    max_tokens: input.maxTokens,\n    temperature: input.temperature,\n    provider,\n  };\n\n  if (toolChoice !== \"none\") {\n    params.tools = tools;\n    params.tool_choice = toolChoice;\n  }\n\n  const stream = client.chatCompletionStream(params, { signal });\n\n  let accumulatedText = \"\";\n  const toolCallAccumulator = new Map<number, { id: string; name: string; arguments: string }>();\n\n  for await (const chunk of stream) {\n    const choice = chunk.choices[0];\n    if (!choice) continue;\n\n    const contentDelta = choice.delta?.content ?? \"\";\n    if (contentDelta) {\n      accumulatedText += contentDelta;\n      yield { type: \"text-delta\", port: \"text\", textDelta: contentDelta };\n    }\n\n    const tcDeltas = (choice.delta as any)?.tool_calls;\n    if (Array.isArray(tcDeltas)) {\n      for (const tcDelta of tcDeltas) {\n        const idx = tcDelta.index as number;\n        if (!toolCallAccumulator.has(idx)) {\n          toolCallAccumulator.set(idx, {\n            id: tcDelta.id ?? \"\",\n            name: tcDelta.function?.name ?? \"\",\n            arguments: \"\",\n          });\n        }\n        const acc = toolCallAccumulator.get(idx)!;\n        if (tcDelta.id) acc.id = tcDelta.id;\n        if (tcDelta.function?.name) acc.name = tcDelta.function.name;\n        if (tcDelta.function?.arguments) acc.arguments += tcDelta.function.arguments;\n      }\n\n      const snapshotObject: Record<string, unknown> = {};\n      Array.from(toolCallAccumulator.entries()).forEach(([idx, tc]) => {\n        let parsedInput: Record<string, unknown>;\n        try {\n          parsedInput = JSON.parse(tc.arguments);\n        } catch {\n          const partial = parsePartialJson(tc.arguments);\n          parsedInput = (partial as Record<string, unknown>) ?? {};\n        }\n        const key = tc.id || String(idx);\n        snapshotObject[key] = { id: tc.id, name: tc.name, input: parsedInput };\n      });\n      yield { type: \"object-delta\", port: \"toolCalls\", objectDelta: snapshotObject };\n    }\n  }\n\n  const toolCalls: Record<string, unknown> = {};\n  Array.from(toolCallAccumulator.entries()).forEach(([idx, tc]) => {\n    let finalInput: Record<string, unknown>;\n    try {\n      finalInput = JSON.parse(tc.arguments);\n    } catch {\n      finalInput = (parsePartialJson(tc.arguments) as Record<string, unknown>) ?? {};\n    }\n    const key = tc.id || String(idx);\n    toolCalls[key] = { id: tc.id, name: tc.name, input: finalInput };\n  });\n\n  const validToolCalls = filterValidToolCalls(toolCalls, input.tools);\n  yield {\n    type: \"finish\",\n    data: { text: accumulatedText, toolCalls: validToolCalls } as ToolCallingTaskOutput,\n  };\n};\n\n// ========================================================================\n// Task registries\n// ========================================================================\n\nexport const HFI_TASKS: Record<string, AiProviderRunFn<any, any, HfInferenceModelConfig>> = {\n  TextGenerationTask: HFI_TextGeneration,\n  TextEmbeddingTask: HFI_TextEmbedding,\n  TextRewriterTask: HFI_TextRewriter,\n  TextSummaryTask: HFI_TextSummary,\n  ToolCallingTask: HFI_ToolCalling,\n};\n\nexport const HFI_STREAM_TASKS: Record<\n  string,\n  AiProviderStreamFn<any, any, HfInferenceModelConfig>\n> = {\n  TextGenerationTask: HFI_TextGeneration_Stream,\n  TextRewriterTask: HFI_TextRewriter_Stream,\n  TextSummaryTask: HFI_TextSummary_Stream,\n  ToolCallingTask: HFI_ToolCalling_Stream,\n};\n",
     "/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { globalServiceRegistry, WORKER_SERVER } from \"@workglow/util\";\nimport { HFI_STREAM_TASKS, HFI_TASKS } from \"./common/HFI_JobRunFns\";\nimport { HfInferenceProvider } from \"./HfInferenceProvider\";\n\nexport function HFI_WORKER_JOBRUN_REGISTER() {\n  const workerServer = globalServiceRegistry.get(WORKER_SERVER);\n  new HfInferenceProvider(HFI_TASKS, HFI_STREAM_TASKS).registerOnWorkerServer(workerServer);\n  workerServer.sendReady();\n  console.log(\"HFI_WORKER_JOBRUN registered\");\n}\n"
   ],
-  "mappings": ";;;;;;;;;;;AAoBA;AAGA,IAAI;AACJ,eAAe,kBAAkB,GAAG;AAAA,EAClC,IAAI,CAAC,MAAM;AAAA,IACT,IAAI;AAAA,MACF,OAAO,MAAa;AAAA,MACpB,MAAM;AAAA,MACN,MAAM,IAAI,MACR,sHACF;AAAA;AAAA,EAEJ;AAAA,EACA,OAAO;AAAA;AAUT,eAAe,SAAS,CAAC,OAA2C;AAAA,EAClE,MAAM,MAAM,MAAM,mBAAmB;AAAA,EACrC,MAAM,SAAS,OAAO;AAAA,EACtB,MAAM,SACJ,QAAQ,kBACR,QAAQ,YACP,OAAO,YAAY,cAAc,QAAQ,KAAK,WAAW;AAAA,EAC5D,IAAI,CAAC,QAAQ;AAAA,IACX,MAAM,IAAI,MACR,wGACF;AAAA,EACF;AAAA,EACA,OAAO,IAAI,IAAI,gBAAgB,MAAM;AAAA;AAGvC,SAAS,YAAY,CAAC,OAAmD;AAAA,EACvE,MAAM,OAAO,OAAO,iBAAiB;AAAA,EACrC,IAAI,CAAC,MAAM;AAAA,IACT,MAAM,IAAI,MAAM,mDAAmD;AAAA,EACrE;AAAA,EACA,OAAO;AAAA;AAGT,SAAS,WAAW,CAClB,OACuC;AAAA,EACvC,OAAO,OAAO,iBAAiB;AAAA;AAG1B,IAAM,qBAIT,OAAO,OAAO,OAAO,iBAAiB,WAAW;AAAA,EACnD,MAAM,SAAS,UAAU;AAAA,EACzB,MAAM,aAAa,sBAAsB,OAAO,iBAAiB;AAAA,EACjE,OAAO,KAAK,YAAY,EAAE,OAAO,OAAO,iBAAiB,WAAW,CAAC;AAAA,EAErE,gBAAgB,GAAG,uCAAuC;AAAA,EAC1D,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,WAAW,MAAM,OAAO,eAC5B;AAAA,IACE,OAAO;AAAA,IACP,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,MAAM,OAAO,CAAC;AAAA,IAClD,YAAY,MAAM;AAAA,IAClB,aAAa,MAAM;AAAA,IACnB,OAAO,MAAM;AAAA,IACb,mBAAmB,MAAM;AAAA,IACzB;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,gBAAgB,KAAK,wCAAwC;AAAA,EAC7D,OAAO,QAAQ,YAAY,EAAE,OAAO,OAAO,iBAAiB,WAAW,CAAC;AAAA,EACxE,OAAO,EAAE,MAAM,SAAS,QAAQ,IAAI,SAAS,WAAW,GAAG;AAAA;AAGtD,IAAM,oBAIT,OAAO,OAAO,OAAO,iBAAiB,WAAW;AAAA,EACnD,MAAM,SAAS,UAAU;AAAA,EACzB,MAAM,aAAa,qBAAqB,OAAO,iBAAiB;AAAA,EAChE,OAAO,KAAK,YAAY,EAAE,OAAO,OAAO,iBAAiB,WAAW,CAAC;AAAA,EAErE,gBAAgB,GAAG,sCAAsC;AAAA,EACzD,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EAEpC,IAAI,MAAM,QAAQ,MAAM,IAAI,GAAG;AAAA,IAC7B,MAAM,aAAa,MAAM,QAAQ,IAC/B,MAAM,KAAK,IAAI,CAAC,SACd,OAAO,kBACL;AAAA,MACE,OAAO;AAAA,MACP,QAAQ;AAAA,IACV,GACA,EAAE,OAAO,CACX,CACF,CACF;AAAA,IAEA,gBAAgB,KAAK,uCAAuC;AAAA,IAC5D,OAAO,QAAQ,YAAY,EAAE,OAAO,OAAO,iBAAiB,YAAY,OAAO,KAAK,CAAC;AAAA,IACrF,OAAO;AAAA,MACL,QAAQ,WAAW,IAAI,CAAC,eAAc,IAAI,aAAa,UAAgC,CAAC;AAAA,IAC1F;AAAA,EACF;AAAA,EAEA,MAAM,YAAY,MAAM,OAAO,kBAC7B;AAAA,IACE,OAAO;AAAA,IACP,QAAQ,MAAM;AAAA,EAChB,GACA,EAAE,OAAO,CACX;AAAA,EAEA,gBAAgB,KAAK,uCAAuC;AAAA,EAC5D,OAAO,QAAQ,YAAY,EAAE,OAAO,OAAO,iBAAiB,WAAW,CAAC;AAAA,EACxE,OAAO,EAAE,QAAQ,IAAI,aAAa,SAAgC,EAAE;AAAA;AAG/D,IAAM,mBAIT,OAAO,OAAO,OAAO,iBAAiB,WAAW;AAAA,EACnD,gBAAgB,GAAG,sCAAsC;AAAA,EACzD,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,WAAW,MAAM,OAAO,eAC5B;AAAA,IACE,OAAO;AAAA,IACP,UAAU;AAAA,MACR,EAAE,MAAM,UAAU,SAAS,MAAM,OAAO;AAAA,MACxC,EAAE,MAAM,QAAQ,SAAS,MAAM,KAAK;AAAA,IACtC;AAAA,IACA;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,gBAAgB,KAAK,uCAAuC;AAAA,EAC5D,OAAO,EAAE,MAAM,SAAS,QAAQ,IAAI,SAAS,WAAW,GAAG;AAAA;AAGtD,IAAM,kBAIT,OAAO,OAAO,OAAO,iBAAiB,WAAW;AAAA,EACnD,gBAAgB,GAAG,0CAA0C;AAAA,EAC7D,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,WAAW,MAAM,OAAO,eAC5B;AAAA,IACE,OAAO;AAAA,IACP,UAAU;AAAA,MACR,EAAE,MAAM,UAAU,SAAS,0CAA0C;AAAA,MACrE,EAAE,MAAM,QAAQ,SAAS,MAAM,KAAK;AAAA,IACtC;AAAA,IACA;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,gBAAgB,KAAK,2CAA2C;AAAA,EAChE,OAAO,EAAE,MAAM,SAAS,QAAQ,IAAI,SAAS,WAAW,GAAG;AAAA;AAOtD,IAAM,4BAIT,gBAAgB,CAAC,OAAO,OAAO,QAA8D;AAAA,EAC/F,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,SAAS,OAAO,qBACpB;AAAA,IACE,OAAO;AAAA,IACP,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,MAAM,OAAO,CAAC;AAAA,IAClD,YAAY,MAAM;AAAA,IAClB,aAAa,MAAM;AAAA,IACnB,OAAO,MAAM;AAAA,IACb,mBAAmB,MAAM;AAAA,IACzB;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,iBAAiB,SAAS,QAAQ;AAAA,IAChC,MAAM,QAAQ,MAAM,QAAQ,IAAI,OAAO,WAAW;AAAA,IAClD,IAAI,OAAO;AAAA,MACT,MAAM,EAAE,MAAM,cAAc,MAAM,QAAQ,WAAW,MAAM;AAAA,IAC7D;AAAA,EACF;AAAA,EACA,MAAM,EAAE,MAAM,UAAU,MAAM,CAAC,EAA8B;AAAA;AAGxD,IAAM,0BAIT,gBAAgB,CAAC,OAAO,OAAO,QAA4D;AAAA,EAC7F,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,SAAS,OAAO,qBACpB;AAAA,IACE,OAAO;AAAA,IACP,UAAU;AAAA,MACR,EAAE,MAAM,UAAU,SAAS,MAAM,OAAO;AAAA,MACxC,EAAE,MAAM,QAAQ,SAAS,MAAM,KAAK;AAAA,IACtC;AAAA,IACA;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,iBAAiB,SAAS,QAAQ;AAAA,IAChC,MAAM,QAAQ,MAAM,QAAQ,IAAI,OAAO,WAAW;AAAA,IAClD,IAAI,OAAO;AAAA,MACT,MAAM,EAAE,MAAM,cAAc,MAAM,QAAQ,WAAW,MAAM;AAAA,IAC7D;AAAA,EACF;AAAA,EACA,MAAM,EAAE,MAAM,UAAU,MAAM,CAAC,EAA4B;AAAA;AAGtD,IAAM,yBAIT,gBAAgB,CAAC,OAAO,OAAO,QAA2D;AAAA,EAC5F,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,SAAS,OAAO,qBACpB;AAAA,IACE,OAAO;AAAA,IACP,UAAU;AAAA,MACR,EAAE,MAAM,UAAU,SAAS,0CAA0C;AAAA,MACrE,EAAE,MAAM,QAAQ,SAAS,MAAM,KAAK;AAAA,IACtC;AAAA,IACA;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,iBAAiB,SAAS,QAAQ;AAAA,IAChC,MAAM,QAAQ,MAAM,QAAQ,IAAI,OAAO,WAAW;AAAA,IAClD,IAAI,OAAO;AAAA,MACT,MAAM,EAAE,MAAM,cAAc,MAAM,QAAQ,WAAW,MAAM;AAAA,IAC7D;AAAA,EACF;AAAA,EACA,MAAM,EAAE,MAAM,UAAU,MAAM,CAAC,EAA2B;AAAA;AAOrD,IAAM,YAA+E;AAAA,EAC1F,oBAAoB;AAAA,EACpB,mBAAmB;AAAA,EACnB,kBAAkB;AAAA,EAClB,iBAAiB;AACnB;AAEO,IAAM,mBAGT;AAAA,EACF,oBAAoB;AAAA,EACpB,kBAAkB;AAAA,EAClB,iBAAiB;AACnB;;ACtTA;AAIO,SAAS,0BAA0B,GAAG;AAAA,EAC3C,MAAM,eAAe,sBAAsB,IAAI,aAAa;AAAA,EAC5D,IAAI,oBAAoB,WAAW,gBAAgB,EAAE,uBAAuB,YAAY;AAAA,EACxF,aAAa,UAAU;AAAA,EACvB,QAAQ,IAAI,8BAA8B;AAAA;",
-  "debugId": "D7AEC113CA81907264756E2164756E21",
+  "mappings": ";;;;;;;;;;;AAsBA;AAEA;AAGA,IAAI;AACJ,eAAe,kBAAkB,GAAG;AAAA,EAClC,IAAI,CAAC,MAAM;AAAA,IACT,IAAI;AAAA,MACF,OAAO,MAAa;AAAA,MACpB,MAAM;AAAA,MACN,MAAM,IAAI,MACR,sHACF;AAAA;AAAA,EAEJ;AAAA,EACA,OAAO;AAAA;AAUT,eAAe,SAAS,CAAC,OAA2C;AAAA,EAClE,MAAM,MAAM,MAAM,mBAAmB;AAAA,EACrC,MAAM,SAAS,OAAO;AAAA,EACtB,MAAM,SACJ,QAAQ,kBACR,QAAQ,YACP,OAAO,YAAY,cAAc,QAAQ,KAAK,WAAW;AAAA,EAC5D,IAAI,CAAC,QAAQ;AAAA,IACX,MAAM,IAAI,MACR,wGACF;AAAA,EACF;AAAA,EACA,OAAO,IAAI,IAAI,gBAAgB,MAAM;AAAA;AAGvC,SAAS,YAAY,CAAC,OAAmD;AAAA,EACvE,MAAM,OAAO,OAAO,iBAAiB;AAAA,EACrC,IAAI,CAAC,MAAM;AAAA,IACT,MAAM,IAAI,MAAM,mDAAmD;AAAA,EACrE;AAAA,EACA,OAAO;AAAA;AAGT,SAAS,WAAW,CAClB,OACuC;AAAA,EACvC,OAAO,OAAO,iBAAiB;AAAA;AAG1B,IAAM,qBAIT,OAAO,OAAO,OAAO,iBAAiB,WAAW;AAAA,EACnD,MAAM,SAAS,UAAU;AAAA,EACzB,MAAM,aAAa,sBAAsB,OAAO,iBAAiB;AAAA,EACjE,OAAO,KAAK,YAAY,EAAE,OAAO,OAAO,iBAAiB,WAAW,CAAC;AAAA,EAErE,gBAAgB,GAAG,uCAAuC;AAAA,EAC1D,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,WAAW,MAAM,OAAO,eAC5B;AAAA,IACE,OAAO;AAAA,IACP,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,MAAM,OAAO,CAAC;AAAA,IAClD,YAAY,MAAM;AAAA,IAClB,aAAa,MAAM;AAAA,IACnB,OAAO,MAAM;AAAA,IACb,mBAAmB,MAAM;AAAA,IACzB;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,gBAAgB,KAAK,wCAAwC;AAAA,EAC7D,OAAO,QAAQ,YAAY,EAAE,OAAO,OAAO,iBAAiB,WAAW,CAAC;AAAA,EACxE,OAAO,EAAE,MAAM,SAAS,QAAQ,IAAI,SAAS,WAAW,GAAG;AAAA;AAGtD,IAAM,oBAIT,OAAO,OAAO,OAAO,iBAAiB,WAAW;AAAA,EACnD,MAAM,SAAS,UAAU;AAAA,EACzB,MAAM,aAAa,qBAAqB,OAAO,iBAAiB;AAAA,EAChE,OAAO,KAAK,YAAY,EAAE,OAAO,OAAO,iBAAiB,WAAW,CAAC;AAAA,EAErE,gBAAgB,GAAG,sCAAsC;AAAA,EACzD,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EAEpC,IAAI,MAAM,QAAQ,MAAM,IAAI,GAAG;AAAA,IAC7B,MAAM,aAAa,MAAM,QAAQ,IAC/B,MAAM,KAAK,IAAI,CAAC,SACd,OAAO,kBACL;AAAA,MACE,OAAO;AAAA,MACP,QAAQ;AAAA,IACV,GACA,EAAE,OAAO,CACX,CACF,CACF;AAAA,IAEA,gBAAgB,KAAK,uCAAuC;AAAA,IAC5D,OAAO,QAAQ,YAAY,EAAE,OAAO,OAAO,iBAAiB,YAAY,OAAO,KAAK,CAAC;AAAA,IACrF,OAAO;AAAA,MACL,QAAQ,WAAW,IAAI,CAAC,eAAc,IAAI,aAAa,UAAgC,CAAC;AAAA,IAC1F;AAAA,EACF;AAAA,EAEA,MAAM,YAAY,MAAM,OAAO,kBAC7B;AAAA,IACE,OAAO;AAAA,IACP,QAAQ,MAAM;AAAA,EAChB,GACA,EAAE,OAAO,CACX;AAAA,EAEA,gBAAgB,KAAK,uCAAuC;AAAA,EAC5D,OAAO,QAAQ,YAAY,EAAE,OAAO,OAAO,iBAAiB,WAAW,CAAC;AAAA,EACxE,OAAO,EAAE,QAAQ,IAAI,aAAa,SAAgC,EAAE;AAAA;AAG/D,IAAM,mBAIT,OAAO,OAAO,OAAO,iBAAiB,WAAW;AAAA,EACnD,gBAAgB,GAAG,sCAAsC;AAAA,EACzD,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,WAAW,MAAM,OAAO,eAC5B;AAAA,IACE,OAAO;AAAA,IACP,UAAU;AAAA,MACR,EAAE,MAAM,UAAU,SAAS,MAAM,OAAO;AAAA,MACxC,EAAE,MAAM,QAAQ,SAAS,MAAM,KAAK;AAAA,IACtC;AAAA,IACA;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,gBAAgB,KAAK,uCAAuC;AAAA,EAC5D,OAAO,EAAE,MAAM,SAAS,QAAQ,IAAI,SAAS,WAAW,GAAG;AAAA;AAGtD,IAAM,kBAIT,OAAO,OAAO,OAAO,iBAAiB,WAAW;AAAA,EACnD,gBAAgB,GAAG,0CAA0C;AAAA,EAC7D,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,WAAW,MAAM,OAAO,eAC5B;AAAA,IACE,OAAO;AAAA,IACP,UAAU;AAAA,MACR,EAAE,MAAM,UAAU,SAAS,0CAA0C;AAAA,MACrE,EAAE,MAAM,QAAQ,SAAS,MAAM,KAAK;AAAA,IACtC;AAAA,IACA;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,gBAAgB,KAAK,2CAA2C;AAAA,EAChE,OAAO,EAAE,MAAM,SAAS,QAAQ,IAAI,SAAS,WAAW,GAAG;AAAA;AAOtD,IAAM,4BAIT,gBAAgB,CAAC,OAAO,OAAO,QAA8D;AAAA,EAC/F,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,SAAS,OAAO,qBACpB;AAAA,IACE,OAAO;AAAA,IACP,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,MAAM,OAAO,CAAC;AAAA,IAClD,YAAY,MAAM;AAAA,IAClB,aAAa,MAAM;AAAA,IACnB,OAAO,MAAM;AAAA,IACb,mBAAmB,MAAM;AAAA,IACzB;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,iBAAiB,SAAS,QAAQ;AAAA,IAChC,MAAM,QAAQ,MAAM,QAAQ,IAAI,OAAO,WAAW;AAAA,IAClD,IAAI,OAAO;AAAA,MACT,MAAM,EAAE,MAAM,cAAc,MAAM,QAAQ,WAAW,MAAM;AAAA,IAC7D;AAAA,EACF;AAAA,EACA,MAAM,EAAE,MAAM,UAAU,MAAM,CAAC,EAA8B;AAAA;AAGxD,IAAM,0BAIT,gBAAgB,CAAC,OAAO,OAAO,QAA4D;AAAA,EAC7F,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,SAAS,OAAO,qBACpB;AAAA,IACE,OAAO;AAAA,IACP,UAAU;AAAA,MACR,EAAE,MAAM,UAAU,SAAS,MAAM,OAAO;AAAA,MACxC,EAAE,MAAM,QAAQ,SAAS,MAAM,KAAK;AAAA,IACtC;AAAA,IACA;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,iBAAiB,SAAS,QAAQ;AAAA,IAChC,MAAM,QAAQ,MAAM,QAAQ,IAAI,OAAO,WAAW;AAAA,IAClD,IAAI,OAAO;AAAA,MACT,MAAM,EAAE,MAAM,cAAc,MAAM,QAAQ,WAAW,MAAM;AAAA,IAC7D;AAAA,EACF;AAAA,EACA,MAAM,EAAE,MAAM,UAAU,MAAM,CAAC,EAA4B;AAAA;AAGtD,IAAM,yBAIT,gBAAgB,CAAC,OAAO,OAAO,QAA2D;AAAA,EAC5F,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,SAAS,OAAO,qBACpB;AAAA,IACE,OAAO;AAAA,IACP,UAAU;AAAA,MACR,EAAE,MAAM,UAAU,SAAS,0CAA0C;AAAA,MACrE,EAAE,MAAM,QAAQ,SAAS,MAAM,KAAK;AAAA,IACtC;AAAA,IACA;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,iBAAiB,SAAS,QAAQ;AAAA,IAChC,MAAM,QAAQ,MAAM,QAAQ,IAAI,OAAO,WAAW;AAAA,IAClD,IAAI,OAAO;AAAA,MACT,MAAM,EAAE,MAAM,cAAc,MAAM,QAAQ,WAAW,MAAM;AAAA,IAC7D;AAAA,EACF;AAAA,EACA,MAAM,EAAE,MAAM,UAAU,MAAM,CAAC,EAA2B;AAAA;AAO5D,SAAS,gBAAgB,CACvB,YAC0C;AAAA,EAC1C,IAAI,CAAC,cAAc,eAAe;AAAA,IAAQ,OAAO;AAAA,EACjD,IAAI,eAAe;AAAA,IAAQ,OAAO;AAAA,EAClC,IAAI,eAAe;AAAA,IAAY,OAAO;AAAA,EAEtC,OAAO;AAAA;AAGF,IAAM,kBAIT,OAAO,OAAO,OAAO,iBAAiB,WAAW;AAAA,EACnD,gBAAgB,GAAG,oCAAoC;AAAA,EACvD,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,QAAQ,MAAM,MAAM,IAAI,CAAC,OAAuB;AAAA,IACpD,MAAM;AAAA,IACN,UAAU;AAAA,MACR,MAAM,EAAE;AAAA,MACR,aAAa,qBAAqB,CAAC;AAAA,MACnC,YAAY,EAAE;AAAA,IAChB;AAAA,EACF,EAAE;AAAA,EAEF,MAAM,WAAgE,CAAC;AAAA,EACvE,IAAI,MAAM,cAAc;AAAA,IACtB,SAAS,KAAK,EAAE,MAAM,UAAU,SAAS,MAAM,aAAa,CAAC;AAAA,EAC/D;AAAA,EACA,SAAS,KAAK,EAAE,MAAM,QAAQ,SAAS,MAAM,OAAO,CAAC;AAAA,EAErD,MAAM,aAAa,iBAAiB,MAAM,UAAU;AAAA,EAEpD,MAAM,SAAc;AAAA,IAClB,OAAO;AAAA,IACP;AAAA,IACA,YAAY,MAAM;AAAA,IAClB,aAAa,MAAM;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,IAAI,eAAe,QAAQ;AAAA,IACzB,OAAO,QAAQ;AAAA,IACf,OAAO,cAAc;AAAA,EACvB;AAAA,EAEA,MAAM,WAAW,MAAM,OAAO,eAAe,QAAQ,EAAE,OAAO,CAAC;AAAA,EAE/D,MAAM,OAAO,SAAS,QAAQ,IAAI,SAAS,WAAW;AAAA,EACtD,MAAM,YAAqC,CAAC;AAAA,EAC5C,IAAI,YAAY;AAAA,GACd,SAAS,QAAQ,IAAI,SAAiB,cAAc,CAAC,GAAG,QAAQ,CAAC,OAAY;AAAA,IAC7E,IAAI,cAAuC,CAAC;AAAA,IAC5C,MAAM,UAAU,GAAG,UAAU;AAAA,IAC7B,IAAI,OAAO,YAAY,UAAU;AAAA,MAC/B,IAAI;AAAA,QACF,cAAc,KAAK,MAAM,OAAO;AAAA,QAChC,MAAM;AAAA,QACN,MAAM,UAAU,iBAAiB,OAAO;AAAA,QACxC,cAAe,WAAuC,CAAC;AAAA;AAAA,IAE3D,EAAO,SAAI,WAAW,MAAM;AAAA,MAC1B,cAAc;AAAA,IAChB;AAAA,IACA,MAAM,KAAM,GAAG,MAAiB,QAAQ;AAAA,IACxC;AAAA,IACA,UAAU,MAAM,EAAE,IAAI,MAAM,GAAG,SAAS,MAAgB,OAAO,YAAY;AAAA,GAC5E;AAAA,EAED,gBAAgB,KAAK,qCAAqC;AAAA,EAC1D,OAAO,EAAE,MAAM,WAAW,qBAAqB,WAAW,MAAM,KAAK,EAAE;AAAA;AAGlE,IAAM,yBAIT,gBAAgB,CAAC,OAAO,OAAO,QAA2D;AAAA,EAC5F,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,QAAQ,MAAM,MAAM,IAAI,CAAC,OAAuB;AAAA,IACpD,MAAM;AAAA,IACN,UAAU;AAAA,MACR,MAAM,EAAE;AAAA,MACR,aAAa,qBAAqB,CAAC;AAAA,MACnC,YAAY,EAAE;AAAA,IAChB;AAAA,EACF,EAAE;AAAA,EAEF,MAAM,WAAgE,CAAC;AAAA,EACvE,IAAI,MAAM,cAAc;AAAA,IACtB,SAAS,KAAK,EAAE,MAAM,UAAU,SAAS,MAAM,aAAa,CAAC;AAAA,EAC/D;AAAA,EACA,SAAS,KAAK,EAAE,MAAM,QAAQ,SAAS,MAAM,OAAO,CAAC;AAAA,EAErD,MAAM,aAAa,iBAAiB,MAAM,UAAU;AAAA,EAEpD,MAAM,SAAc;AAAA,IAClB,OAAO;AAAA,IACP;AAAA,IACA,YAAY,MAAM;AAAA,IAClB,aAAa,MAAM;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,IAAI,eAAe,QAAQ;AAAA,IACzB,OAAO,QAAQ;AAAA,IACf,OAAO,cAAc;AAAA,EACvB;AAAA,EAEA,MAAM,SAAS,OAAO,qBAAqB,QAAQ,EAAE,OAAO,CAAC;AAAA,EAE7D,IAAI,kBAAkB;AAAA,EACtB,MAAM,sBAAsB,IAAI;AAAA,EAEhC,iBAAiB,SAAS,QAAQ;AAAA,IAChC,MAAM,SAAS,MAAM,QAAQ;AAAA,IAC7B,IAAI,CAAC;AAAA,MAAQ;AAAA,IAEb,MAAM,eAAe,OAAO,OAAO,WAAW;AAAA,IAC9C,IAAI,cAAc;AAAA,MAChB,mBAAmB;AAAA,MACnB,MAAM,EAAE,MAAM,cAAc,MAAM,QAAQ,WAAW,aAAa;AAAA,IACpE;AAAA,IAEA,MAAM,WAAY,OAAO,OAAe;AAAA,IACxC,IAAI,MAAM,QAAQ,QAAQ,GAAG;AAAA,MAC3B,WAAW,WAAW,UAAU;AAAA,QAC9B,MAAM,MAAM,QAAQ;AAAA,QACpB,IAAI,CAAC,oBAAoB,IAAI,GAAG,GAAG;AAAA,UACjC,oBAAoB,IAAI,KAAK;AAAA,YAC3B,IAAI,QAAQ,MAAM;AAAA,YAClB,MAAM,QAAQ,UAAU,QAAQ;AAAA,YAChC,WAAW;AAAA,UACb,CAAC;AAAA,QACH;AAAA,QACA,MAAM,MAAM,oBAAoB,IAAI,GAAG;AAAA,QACvC,IAAI,QAAQ;AAAA,UAAI,IAAI,KAAK,QAAQ;AAAA,QACjC,IAAI,QAAQ,UAAU;AAAA,UAAM,IAAI,OAAO,QAAQ,SAAS;AAAA,QACxD,IAAI,QAAQ,UAAU;AAAA,UAAW,IAAI,aAAa,QAAQ,SAAS;AAAA,MACrE;AAAA,MAEA,MAAM,iBAA0C,CAAC;AAAA,MACjD,MAAM,KAAK,oBAAoB,QAAQ,CAAC,EAAE,QAAQ,EAAE,KAAK,QAAQ;AAAA,QAC/D,IAAI;AAAA,QACJ,IAAI;AAAA,UACF,cAAc,KAAK,MAAM,GAAG,SAAS;AAAA,UACrC,MAAM;AAAA,UACN,MAAM,UAAU,iBAAiB,GAAG,SAAS;AAAA,UAC7C,cAAe,WAAuC,CAAC;AAAA;AAAA,QAEzD,MAAM,MAAM,GAAG,MAAM,OAAO,GAAG;AAAA,QAC/B,eAAe,OAAO,EAAE,IAAI,GAAG,IAAI,MAAM,GAAG,MAAM,OAAO,YAAY;AAAA,OACtE;AAAA,MACD,MAAM,EAAE,MAAM,gBAAgB,MAAM,aAAa,aAAa,eAAe;AAAA,IAC/E;AAAA,EACF;AAAA,EAEA,MAAM,YAAqC,CAAC;AAAA,EAC5C,MAAM,KAAK,oBAAoB,QAAQ,CAAC,EAAE,QAAQ,EAAE,KAAK,QAAQ;AAAA,IAC/D,IAAI;AAAA,IACJ,IAAI;AAAA,MACF,aAAa,KAAK,MAAM,GAAG,SAAS;AAAA,MACpC,MAAM;AAAA,MACN,aAAc,iBAAiB,GAAG,SAAS,KAAiC,CAAC;AAAA;AAAA,IAE/E,MAAM,MAAM,GAAG,MAAM,OAAO,GAAG;AAAA,IAC/B,UAAU,OAAO,EAAE,IAAI,GAAG,IAAI,MAAM,GAAG,MAAM,OAAO,WAAW;AAAA,GAChE;AAAA,EAED,MAAM,iBAAiB,qBAAqB,WAAW,MAAM,KAAK;AAAA,EAClE,MAAM;AAAA,IACJ,MAAM;AAAA,IACN,MAAM,EAAE,MAAM,iBAAiB,WAAW,eAAe;AAAA,EAC3D;AAAA;AAOK,IAAM,YAA+E;AAAA,EAC1F,oBAAoB;AAAA,EACpB,mBAAmB;AAAA,EACnB,kBAAkB;AAAA,EAClB,iBAAiB;AAAA,EACjB,iBAAiB;AACnB;AAEO,IAAM,mBAGT;AAAA,EACF,oBAAoB;AAAA,EACpB,kBAAkB;AAAA,EAClB,iBAAiB;AAAA,EACjB,iBAAiB;AACnB;;ACvfA;AAIO,SAAS,0BAA0B,GAAG;AAAA,EAC3C,MAAM,eAAe,sBAAsB,IAAI,aAAa;AAAA,EAC5D,IAAI,oBAAoB,WAAW,gBAAgB,EAAE,uBAAuB,YAAY;AAAA,EACxF,aAAa,UAAU;AAAA,EACvB,QAAQ,IAAI,8BAA8B;AAAA;",
+  "debugId": "ED879DD8B5C5316464756E2164756E21",
   "names": []
 }

package/dist/provider-llamacpp/LlamaCppProvider.d.ts

@@ -32,7 +32,7 @@ import type { LlamaCppModelConfig } from "./common/LlamaCpp_ModelSchema";
  */
 export declare class LlamaCppProvider extends AiProvider<LlamaCppModelConfig> {
     readonly name = "LOCAL_LLAMACPP";
-    readonly taskTypes: readonly ["DownloadModelTask", "UnloadModelTask", "CountTokensTask", "TextGenerationTask", "TextEmbeddingTask", "TextRewriterTask", "TextSummaryTask"];
+    readonly taskTypes: readonly ["DownloadModelTask", "UnloadModelTask", "CountTokensTask", "TextGenerationTask", "TextEmbeddingTask", "TextRewriterTask", "TextSummaryTask", "ToolCallingTask"];
     constructor(tasks?: Record<string, AiProviderRunFn<any, any, LlamaCppModelConfig>>, streamTasks?: Record<string, AiProviderStreamFn<any, any, LlamaCppModelConfig>>, reactiveTasks?: Record<string, AiProviderReactiveRunFn<any, any, LlamaCppModelConfig>>);
 }
 //# sourceMappingURL=LlamaCppProvider.d.ts.map

package/dist/provider-llamacpp/LlamaCppProvider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"LlamaCppProvider.d.ts","sourceRoot":"","sources":["../../src/provider-llamacpp/LlamaCppProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EACL,UAAU,EACV,KAAK,uBAAuB,EAC5B,KAAK,eAAe,EACpB,KAAK,kBAAkB,EACxB,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAEzE;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,qBAAa,gBAAiB,SAAQ,UAAU,CAAC,mBAAmB,CAAC;IACnE,QAAQ,CAAC,IAAI,oBAAkB;IAE/B,QAAQ,CAAC,SAAS,yJAQP;gBAGT,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAAC,EACtE,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAAC,EAC/E,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,uBAAuB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAAC;CAIzF"}
+{"version":3,"file":"LlamaCppProvider.d.ts","sourceRoot":"","sources":["../../src/provider-llamacpp/LlamaCppProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EACL,UAAU,EACV,KAAK,uBAAuB,EAC5B,KAAK,eAAe,EACpB,KAAK,kBAAkB,EACxB,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAEzE;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,qBAAa,gBAAiB,SAAQ,UAAU,CAAC,mBAAmB,CAAC;IACnE,QAAQ,CAAC,IAAI,oBAAkB;IAE/B,QAAQ,CAAC,SAAS,4KASP;gBAGT,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAAC,EACtE,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAAC,EAC/E,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,uBAAuB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAAC;CAIzF"}

package/dist/provider-llamacpp/common/LlamaCpp_JobRunFns.d.ts

@@ -3,7 +3,7 @@
  * Copyright 2025 Steven Roussey <sroussey@gmail.com>
  * SPDX-License-Identifier: Apache-2.0
  */
-import type { AiProviderReactiveRunFn, AiProviderRunFn, AiProviderStreamFn, CountTokensTaskInput, CountTokensTaskOutput, DownloadModelTaskRunInput, DownloadModelTaskRunOutput, TextEmbeddingTaskInput, TextEmbeddingTaskOutput, TextGenerationTaskInput, TextGenerationTaskOutput, TextRewriterTaskInput, TextRewriterTaskOutput, TextSummaryTaskInput, TextSummaryTaskOutput, UnloadModelTaskRunInput, UnloadModelTaskRunOutput } from "@workglow/ai";
+import type { AiProviderReactiveRunFn, AiProviderRunFn, AiProviderStreamFn, CountTokensTaskInput, CountTokensTaskOutput, DownloadModelTaskRunInput, DownloadModelTaskRunOutput, TextEmbeddingTaskInput, TextEmbeddingTaskOutput, TextGenerationTaskInput, TextGenerationTaskOutput, TextRewriterTaskInput, TextRewriterTaskOutput, TextSummaryTaskInput, TextSummaryTaskOutput, ToolCallingTaskInput, ToolCallingTaskOutput, UnloadModelTaskRunInput, UnloadModelTaskRunOutput } from "@workglow/ai";
 import type { LlamaCppModelConfig } from "./LlamaCpp_ModelSchema";
 export declare const LlamaCpp_Download: AiProviderRunFn<DownloadModelTaskRunInput, DownloadModelTaskRunOutput, LlamaCppModelConfig>;
 export declare const LlamaCpp_Unload: AiProviderRunFn<UnloadModelTaskRunInput, UnloadModelTaskRunOutput, LlamaCppModelConfig>;
@@ -17,6 +17,8 @@ export declare const LlamaCpp_TextSummary_Stream: AiProviderStreamFn<TextSummary
 export declare function disposeLlamaCppResources(): Promise<void>;
 export declare const LlamaCpp_CountTokens: AiProviderRunFn<CountTokensTaskInput, CountTokensTaskOutput, LlamaCppModelConfig>;
 export declare const LlamaCpp_CountTokens_Reactive: AiProviderReactiveRunFn<CountTokensTaskInput, CountTokensTaskOutput, LlamaCppModelConfig>;
+export declare const LlamaCpp_ToolCalling: AiProviderRunFn<ToolCallingTaskInput, ToolCallingTaskOutput, LlamaCppModelConfig>;
+export declare const LlamaCpp_ToolCalling_Stream: AiProviderStreamFn<ToolCallingTaskInput, ToolCallingTaskOutput, LlamaCppModelConfig>;
 export declare const LLAMACPP_TASKS: Record<string, AiProviderRunFn<any, any, LlamaCppModelConfig>>;
 export declare const LLAMACPP_STREAM_TASKS: Record<string, AiProviderStreamFn<any, any, LlamaCppModelConfig>>;
 export declare const LLAMACPP_REACTIVE_TASKS: Record<string, AiProviderReactiveRunFn<any, any, LlamaCppModelConfig>>;

package/dist/provider-llamacpp/common/LlamaCpp_JobRunFns.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"LlamaCpp_JobRunFns.d.ts","sourceRoot":"","sources":["../../../src/provider-llamacpp/common/LlamaCpp_JobRunFns.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EACV,uBAAuB,EACvB,eAAe,EACf,kBAAkB,EAClB,oBAAoB,EACpB,qBAAqB,EACrB,yBAAyB,EACzB,0BAA0B,EAC1B,sBAAsB,EACtB,uBAAuB,EACvB,uBAAuB,EACvB,wBAAwB,EACxB,qBAAqB,EACrB,sBAAsB,EACtB,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,wBAAwB,EACzB,MAAM,cAAc,CAAC;AAGtB,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AA2KlE,eAAO,MAAM,iBAAiB,EAAE,eAAe,CAC7C,yBAAyB,EACzB,0BAA0B,EAC1B,mBAAmB,CAoCpB,CAAC;AAMF,eAAO,MAAM,eAAe,EAAE,eAAe,CAC3C,uBAAuB,EACvB,wBAAwB,EACxB,mBAAmB,CAiCpB,CAAC;AAMF,eAAO,MAAM,uBAAuB,EAAE,eAAe,CACnD,uBAAuB,EACvB,wBAAwB,EACxB,mBAAmB,CAwBpB,CAAC;AAMF,eAAO,MAAM,8BAA8B,EAAE,kBAAkB,CAC7D,uBAAuB,EACvB,wBAAwB,EACxB,mBAAmB,CAsBpB,CAAC;AAMF,eAAO,MAAM,sBAAsB,EAAE,eAAe,CAClD,sBAAsB,EACtB,uBAAuB,EACvB,mBAAmB,CAoBpB,CAAC;AAMF,eAAO,MAAM,qBAAqB,EAAE,eAAe,CACjD,qBAAqB,EACrB,sBAAsB,EACtB,mBAAmB,CAmBpB,CAAC;AAMF,eAAO,MAAM,4BAA4B,EAAE,kBAAkB,CAC3D,qBAAqB,EACrB,sBAAsB,EACtB,mBAAmB,CAgBpB,CAAC;AAMF,eAAO,MAAM,oBAAoB,EAAE,eAAe,CAChD,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CAsBpB,CAAC;AAMF,eAAO,MAAM,2BAA2B,EAAE,kBAAkB,CAC1D,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CAmBpB,CAAC;AAMF,wBAAsB,wBAAwB,IAAI,OAAO,CAAC,IAAI,CAAC,CAkB9D;AAED,eAAO,MAAM,oBAAoB,EAAE,eAAe,CAChD,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CAMpB,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,uBAAuB,CACjE,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CAGpB,CAAC;AAMF,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAQzF,CAAC;AAEF,eAAO,MAAM,qBAAqB,EAAE,MAAM,CACxC,MAAM,EACN,kBAAkB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAKlD,CAAC;AAEF,eAAO,MAAM,uBAAuB,EAAE,MAAM,CAC1C,MAAM,EACN,uBAAuB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAGvD,CAAC"}
+{"version":3,"file":"LlamaCpp_JobRunFns.d.ts","sourceRoot":"","sources":["../../../src/provider-llamacpp/common/LlamaCpp_JobRunFns.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EACV,uBAAuB,EACvB,eAAe,EACf,kBAAkB,EAClB,oBAAoB,EACpB,qBAAqB,EACrB,yBAAyB,EACzB,0BAA0B,EAC1B,sBAAsB,EACtB,uBAAuB,EACvB,uBAAuB,EACvB,wBAAwB,EACxB,qBAAqB,EACrB,sBAAsB,EACtB,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,EAErB,uBAAuB,EACvB,wBAAwB,EACzB,MAAM,cAAc,CAAC;AAItB,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AA2KlE,eAAO,MAAM,iBAAiB,EAAE,eAAe,CAC7C,yBAAyB,EACzB,0BAA0B,EAC1B,mBAAmB,CAoCpB,CAAC;AAMF,eAAO,MAAM,eAAe,EAAE,eAAe,CAC3C,uBAAuB,EACvB,wBAAwB,EACxB,mBAAmB,CAiCpB,CAAC;AAMF,eAAO,MAAM,uBAAuB,EAAE,eAAe,CACnD,uBAAuB,EACvB,wBAAwB,EACxB,mBAAmB,CAwBpB,CAAC;AAMF,eAAO,MAAM,8BAA8B,EAAE,kBAAkB,CAC7D,uBAAuB,EACvB,wBAAwB,EACxB,mBAAmB,CAsBpB,CAAC;AAMF,eAAO,MAAM,sBAAsB,EAAE,eAAe,CAClD,sBAAsB,EACtB,uBAAuB,EACvB,mBAAmB,CAoBpB,CAAC;AAMF,eAAO,MAAM,qBAAqB,EAAE,eAAe,CACjD,qBAAqB,EACrB,sBAAsB,EACtB,mBAAmB,CAmBpB,CAAC;AAMF,eAAO,MAAM,4BAA4B,EAAE,kBAAkB,CAC3D,qBAAqB,EACrB,sBAAsB,EACtB,mBAAmB,CAgBpB,CAAC;AAMF,eAAO,MAAM,oBAAoB,EAAE,eAAe,CAChD,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CAsBpB,CAAC;AAMF,eAAO,MAAM,2BAA2B,EAAE,kBAAkB,CAC1D,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CAmBpB,CAAC;AAMF,wBAAsB,wBAAwB,IAAI,OAAO,CAAC,IAAI,CAAC,CAkB9D;AAED,eAAO,MAAM,oBAAoB,EAAE,eAAe,CAChD,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CAMpB,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,uBAAuB,CACjE,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CAGpB,CAAC;AA+BF,eAAO,MAAM,oBAAoB,EAAE,eAAe,CAChD,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CAwCpB,CAAC;AAMF,eAAO,MAAM,2BAA2B,EAAE,kBAAkB,CAC1D,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CA8FpB,CAAC;AAMF,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CASzF,CAAC;AAEF,eAAO,MAAM,qBAAqB,EAAE,MAAM,CACxC,MAAM,EACN,kBAAkB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAMlD,CAAC;AAEF,eAAO,MAAM,uBAAuB,EAAE,MAAM,CAC1C,MAAM,EACN,uBAAuB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAGvD,CAAC"}

package/dist/provider-llamacpp/index.js

@@ -5,11 +5,12 @@ import {
   LlamaCppModelRecordSchema,
   LlamaCppModelSchema,
   LlamaCppProvider
-} from "../index-cfd8ne0j.js";
+} from "../index-xc6m9mcp.js";
 import {
   __require
 } from "../index-6j5pq722.js";
 // src/provider-llamacpp/common/LlamaCpp_JobRunFns.ts
+import { filterValidToolCalls } from "@workglow/ai";
 var _sdk;
 async function loadSdk() {
   if (!_sdk) {
@@ -327,6 +328,135 @@ var LlamaCpp_CountTokens = async (input, model, onProgress, signal) => {
 var LlamaCpp_CountTokens_Reactive = async (input, _output, model) => {
   return LlamaCpp_CountTokens(input, model, () => {}, new AbortController().signal);
 };
+function buildLlamaCppFunctions(tools, capturedCalls) {
+  const { defineChatSessionFunction } = _sdk;
+  const functions = {};
+  for (const tool of tools) {
+    const toolName = tool.name;
+    functions[toolName] = defineChatSessionFunction({
+      description: tool.description,
+      params: tool.inputSchema,
+      handler(params) {
+        capturedCalls.push({ name: toolName, input: params ?? {} });
+        return "OK";
+      }
+    });
+  }
+  return functions;
+}
+var LlamaCpp_ToolCalling = async (input, model, update_progress, signal) => {
+  if (!model)
+    throw new Error("Model config is required for ToolCallingTask.");
+  await loadSdk();
+  update_progress(0, "Loading model");
+  const context = await getOrCreateTextContext(model);
+  const capturedCalls = [];
+  const functions = input.toolChoice === "none" ? undefined : buildLlamaCppFunctions(input.tools, capturedCalls);
+  update_progress(10, "Running tool calling");
+  const sequence = context.getSequence();
+  const { LlamaChatSession } = _sdk;
+  const session = new LlamaChatSession({
+    contextSequence: sequence,
+    ...input.systemPrompt && { systemPrompt: input.systemPrompt }
+  });
+  try {
+    const text = await session.prompt(input.prompt, {
+      signal,
+      ...functions && { functions },
+      ...input.temperature !== undefined && { temperature: input.temperature },
+      ...input.maxTokens !== undefined && { maxTokens: input.maxTokens }
+    });
+    const toolCalls = {};
+    capturedCalls.forEach((call, index) => {
+      const id = `call_${index}`;
+      toolCalls[id] = { id, name: call.name, input: call.input };
+    });
+    update_progress(100, "Tool calling complete");
+    return { text, toolCalls: filterValidToolCalls(toolCalls, input.tools) };
+  } finally {
+    sequence.dispose();
+  }
+};
+var LlamaCpp_ToolCalling_Stream = async function* (input, model, signal) {
+  if (!model)
+    throw new Error("Model config is required for ToolCallingTask.");
+  await loadSdk();
+  const context = await getOrCreateTextContext(model);
+  const capturedCalls = [];
+  const functions = input.toolChoice === "none" ? undefined : buildLlamaCppFunctions(input.tools, capturedCalls);
+  const sequence = context.getSequence();
+  const { LlamaChatSession } = _sdk;
+  const session = new LlamaChatSession({
+    contextSequence: sequence,
+    ...input.systemPrompt && { systemPrompt: input.systemPrompt }
+  });
+  const queue = [];
+  let isComplete = false;
+  let completionError;
+  let resolveWait = null;
+  const notifyWaiter = () => {
+    resolveWait?.();
+    resolveWait = null;
+  };
+  let accumulatedText = "";
+  const promptPromise = session.prompt(input.prompt, {
+    signal,
+    ...functions && { functions },
+    onTextChunk: (chunk) => {
+      queue.push(chunk);
+      notifyWaiter();
+    },
+    ...input.temperature !== undefined && { temperature: input.temperature },
+    ...input.maxTokens !== undefined && { maxTokens: input.maxTokens }
+  }).then(() => {
+    isComplete = true;
+    notifyWaiter();
+  }).catch((err) => {
+    completionError = err;
+    isComplete = true;
+    notifyWaiter();
+  });
+  try {
+    while (true) {
+      while (queue.length > 0) {
+        const chunk = queue.shift();
+        accumulatedText += chunk;
+        yield { type: "text-delta", port: "text", textDelta: chunk };
+      }
+      if (isComplete)
+        break;
+      await new Promise((r) => {
+        resolveWait = r;
+      });
+    }
+    while (queue.length > 0) {
+      const chunk = queue.shift();
+      accumulatedText += chunk;
+      yield { type: "text-delta", port: "text", textDelta: chunk };
+    }
+  } finally {
+    await promptPromise.catch(() => {});
+    sequence.dispose();
+  }
+  if (completionError) {
+    if (!signal.aborted)
+      throw completionError;
+    return;
+  }
+  const toolCalls = {};
+  capturedCalls.forEach((call, index) => {
+    const id = `call_${index}`;
+    toolCalls[id] = { id, name: call.name, input: call.input };
+  });
+  const validToolCalls = filterValidToolCalls(toolCalls, input.tools);
+  if (Object.keys(validToolCalls).length > 0) {
+    yield { type: "object-delta", port: "toolCalls", objectDelta: { ...validToolCalls } };
+  }
+  yield {
+    type: "finish",
+    data: { text: accumulatedText, toolCalls: validToolCalls }
+  };
+};
 var LLAMACPP_TASKS = {
   DownloadModelTask: LlamaCpp_Download,
   UnloadModelTask: LlamaCpp_Unload,
@@ -334,12 +464,14 @@ var LLAMACPP_TASKS = {
   TextGenerationTask: LlamaCpp_TextGeneration,
   TextEmbeddingTask: LlamaCpp_TextEmbedding,
   TextRewriterTask: LlamaCpp_TextRewriter,
-  TextSummaryTask: LlamaCpp_TextSummary
+  TextSummaryTask: LlamaCpp_TextSummary,
+  ToolCallingTask: LlamaCpp_ToolCalling
 };
 var LLAMACPP_STREAM_TASKS = {
   TextGenerationTask: LlamaCpp_TextGeneration_Stream,
   TextRewriterTask: LlamaCpp_TextRewriter_Stream,
-  TextSummaryTask: LlamaCpp_TextSummary_Stream
+  TextSummaryTask: LlamaCpp_TextSummary_Stream,
+  ToolCallingTask: LlamaCpp_ToolCalling_Stream
 };
 var LLAMACPP_REACTIVE_TASKS = {
   CountTokensTask: LlamaCpp_CountTokens_Reactive
@@ -355,6 +487,8 @@ function LLAMACPP_WORKER_JOBRUN_REGISTER() {
 export {
   disposeLlamaCppResources,
   LlamaCpp_Unload,
+  LlamaCpp_ToolCalling_Stream,
+  LlamaCpp_ToolCalling,
   LlamaCpp_TextSummary_Stream,
   LlamaCpp_TextSummary,
   LlamaCpp_TextRewriter_Stream,
@@ -377,4 +511,4 @@ export {
   LLAMACPP_DEFAULT_MODELS_DIR
 };
 
-//# debugId=63A04BFC86C505D064756E2164756E21
+//# debugId=4EF99828E101695D64756E2164756E21