@workglow/ai-provider 0.0.115 → 0.0.117

package/dist/provider-hf-inference/index.js

@@ -9,7 +9,7 @@ import {
   __require
 } from "../index-6j5pq722.js";
 // src/provider-hf-inference/common/HFI_JobRunFns.ts
-import { buildToolDescription, filterValidToolCalls } from "@workglow/ai";
+import { buildToolDescription, filterValidToolCalls, toOpenAIMessages } from "@workglow/ai";
 import { getLogger, parsePartialJson } from "@workglow/util";
 var _sdk;
 async function loadHfInferenceSDK() {
@@ -245,11 +245,7 @@ var HFI_ToolCalling = async (input, model, update_progress, signal) => {
       parameters: t.inputSchema
     }
   }));
-  const messages = [];
-  if (input.systemPrompt) {
-    messages.push({ role: "system", content: input.systemPrompt });
-  }
-  messages.push({ role: "user", content: input.prompt });
+  const messages = toOpenAIMessages(input);
   const toolChoice = mapHFIToolChoice(input.toolChoice);
   const params = {
     model: modelName,
@@ -264,7 +260,7 @@ var HFI_ToolCalling = async (input, model, update_progress, signal) => {
   }
   const response = await client.chatCompletion(params, { signal });
   const text = response.choices[0]?.message?.content ?? "";
-  const toolCalls = {};
+  const toolCalls = [];
   let callIndex = 0;
   (response.choices[0]?.message?.tool_calls ?? []).forEach((tc) => {
     let parsedInput = {};
@@ -281,7 +277,7 @@ var HFI_ToolCalling = async (input, model, update_progress, signal) => {
     }
     const id = tc.id ?? `call_${callIndex}`;
     callIndex++;
-    toolCalls[id] = { id, name: tc.function.name, input: parsedInput };
+    toolCalls.push({ id, name: tc.function.name, input: parsedInput });
   });
   update_progress(100, "Completed HF Inference tool calling");
   return { text, toolCalls: filterValidToolCalls(toolCalls, input.tools) };
@@ -298,11 +294,7 @@ var HFI_ToolCalling_Stream = async function* (input, model, signal) {
       parameters: t.inputSchema
     }
   }));
-  const messages = [];
-  if (input.systemPrompt) {
-    messages.push({ role: "system", content: input.systemPrompt });
-  }
-  messages.push({ role: "user", content: input.prompt });
+  const messages = toOpenAIMessages(input);
   const toolChoice = mapHFIToolChoice(input.toolChoice);
   const params = {
     model: modelName,
@@ -346,8 +338,8 @@ var HFI_ToolCalling_Stream = async function* (input, model, signal) {
         if (tcDelta.function?.arguments)
           acc.arguments += tcDelta.function.arguments;
       }
-      const snapshotObject = {};
-      Array.from(toolCallAccumulator.entries()).forEach(([idx, tc]) => {
+      const snapshot = [];
+      for (const [, tc] of toolCallAccumulator) {
         let parsedInput;
         try {
           parsedInput = JSON.parse(tc.arguments);
@@ -355,23 +347,21 @@ var HFI_ToolCalling_Stream = async function* (input, model, signal) {
           const partial = parsePartialJson(tc.arguments);
           parsedInput = partial ?? {};
         }
-        const key = tc.id || String(idx);
-        snapshotObject[key] = { id: tc.id, name: tc.name, input: parsedInput };
-      });
-      yield { type: "object-delta", port: "toolCalls", objectDelta: snapshotObject };
+        snapshot.push({ id: tc.id, name: tc.name, input: parsedInput });
+      }
+      yield { type: "object-delta", port: "toolCalls", objectDelta: snapshot };
     }
   }
-  const toolCalls = {};
-  Array.from(toolCallAccumulator.entries()).forEach(([idx, tc]) => {
+  const toolCalls = [];
+  for (const [, tc] of toolCallAccumulator) {
     let finalInput;
     try {
       finalInput = JSON.parse(tc.arguments);
     } catch {
       finalInput = parsePartialJson(tc.arguments) ?? {};
     }
-    const key = tc.id || String(idx);
-    toolCalls[key] = { id: tc.id, name: tc.name, input: finalInput };
-  });
+    toolCalls.push({ id: tc.id, name: tc.name, input: finalInput });
+  }
   const validToolCalls = filterValidToolCalls(toolCalls, input.tools);
   yield {
     type: "finish",
@@ -433,4 +423,4 @@ export {
   HFI_ModelInfo
 };
 
-//# debugId=1F594D11E4044E7A64756E2164756E21
+//# debugId=C5F3EE6DFD46CF6864756E2164756E21

package/dist/provider-hf-inference/index.js.map

@@ -2,10 +2,10 @@
   "version": 3,
   "sources": ["../src/provider-hf-inference/common/HFI_JobRunFns.ts", "../src/provider-hf-inference/HFI_Worker.ts"],
   "sourcesContent": [
-    "/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport type { InferenceProviderOrPolicy } from \"@huggingface/inference\";\nimport type {\n  AiProviderRunFn,\n  AiProviderStreamFn,\n  ModelInfoTaskInput,\n  ModelInfoTaskOutput,\n  TextEmbeddingTaskInput,\n  TextEmbeddingTaskOutput,\n  TextGenerationTaskInput,\n  TextGenerationTaskOutput,\n  TextRewriterTaskInput,\n  TextRewriterTaskOutput,\n  TextSummaryTaskInput,\n  TextSummaryTaskOutput,\n  ToolCallingTaskInput,\n  ToolCallingTaskOutput,\n  ToolDefinition,\n} from \"@workglow/ai\";\nimport { buildToolDescription, filterValidToolCalls } from \"@workglow/ai\";\nimport type { StreamEvent } from \"@workglow/task-graph\";\nimport { getLogger, parsePartialJson } from \"@workglow/util\";\nimport type { HfInferenceModelConfig } from \"./HFI_ModelSchema\";\n\nlet _sdk: typeof import(\"@huggingface/inference\") | undefined;\nasync function loadHfInferenceSDK() {\n  if (!_sdk) {\n    try {\n      _sdk = await import(\"@huggingface/inference\");\n    } catch {\n      throw new Error(\n        \"@huggingface/inference is required for Hugging Face Inference tasks. Install it with: bun add @huggingface/inference\"\n      );\n    }\n  }\n  return _sdk;\n}\n\ninterface ResolvedProviderConfig {\n  readonly credential_key?: string;\n  readonly api_key?: string;\n  readonly model_name?: string;\n  readonly provider?: string;\n}\n\nasync function getClient(model: HfInferenceModelConfig | undefined) {\n  const sdk = await loadHfInferenceSDK();\n  const config = model?.provider_config as ResolvedProviderConfig | undefined;\n  const apiKey =\n    config?.credential_key ||\n    config?.api_key ||\n    (typeof process !== \"undefined\" ? process.env?.HF_TOKEN : undefined);\n  if (!apiKey) {\n    throw new Error(\n      \"Missing Hugging Face API key: set provider_config.credential_key or the HF_TOKEN environment variable.\"\n    );\n  }\n  return new sdk.InferenceClient(apiKey);\n}\n\nfunction getModelName(model: HfInferenceModelConfig | undefined): string {\n  const name = model?.provider_config?.model_name;\n  if (!name) {\n    throw new Error(\"Missing model name in provider_config.model_name.\");\n  }\n  return name;\n}\n\nfunction getProvider(\n  model: HfInferenceModelConfig | undefined\n): InferenceProviderOrPolicy | undefined {\n  return model?.provider_config?.provider as InferenceProviderOrPolicy | undefined;\n}\n\nexport const HFI_TextGeneration: AiProviderRunFn<\n  TextGenerationTaskInput,\n  TextGenerationTaskOutput,\n  HfInferenceModelConfig\n> = async (input, model, update_progress, signal) => {\n  if (Array.isArray(input.prompt)) {\n    getLogger().warn(\n      \"HFI_TextGeneration: array input received; processing sequentially (no native batch support)\"\n    );\n    const prompts = input.prompt as string[];\n    const results: string[] = [];\n    for (const item of prompts) {\n      const r = await HFI_TextGeneration({ ...input, prompt: item }, model, update_progress, signal);\n      results.push(r.text as string);\n    }\n    return { text: results };\n  }\n\n  const logger = getLogger();\n  const timerLabel = `hfi:TextGeneration:${model?.provider_config?.model_name}`;\n  logger.time(timerLabel, { model: model?.provider_config?.model_name });\n\n  update_progress(0, \"Starting HF Inference text generation\");\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const response = await client.chatCompletion(\n    {\n      model: modelName,\n      messages: [{ role: \"user\", content: input.prompt as string }],\n      max_tokens: input.maxTokens,\n      temperature: input.temperature,\n      top_p: input.topP,\n      frequency_penalty: input.frequencyPenalty,\n      provider,\n    },\n    { signal }\n  );\n\n  update_progress(100, \"Completed HF Inference text generation\");\n  logger.timeEnd(timerLabel, { model: model?.provider_config?.model_name });\n  return { text: response.choices[0]?.message?.content ?? \"\" };\n};\n\nexport const HFI_TextEmbedding: AiProviderRunFn<\n  TextEmbeddingTaskInput,\n  TextEmbeddingTaskOutput,\n  HfInferenceModelConfig\n> = async (input, model, update_progress, signal) => {\n  const logger = getLogger();\n  const timerLabel = `hfi:TextEmbedding:${model?.provider_config?.model_name}`;\n  logger.time(timerLabel, { model: model?.provider_config?.model_name });\n\n  update_progress(0, \"Starting HF Inference text embedding\");\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n\n  if (Array.isArray(input.text)) {\n    const embeddings = await Promise.all(\n      input.text.map((text) =>\n        client.featureExtraction(\n          {\n            model: modelName,\n            inputs: text,\n          },\n          { signal }\n        )\n      )\n    );\n\n    update_progress(100, \"Completed HF Inference text embedding\");\n    logger.timeEnd(timerLabel, { model: model?.provider_config?.model_name, batch: true });\n    return {\n      vector: embeddings.map((embedding) => new Float32Array(embedding as unknown as number[])),\n    };\n  }\n\n  const embedding = await client.featureExtraction(\n    {\n      model: modelName,\n      inputs: input.text,\n    },\n    { signal }\n  );\n\n  update_progress(100, \"Completed HF Inference text embedding\");\n  logger.timeEnd(timerLabel, { model: model?.provider_config?.model_name });\n  return { vector: new Float32Array(embedding as unknown as number[]) };\n};\n\nexport const HFI_TextRewriter: AiProviderRunFn<\n  TextRewriterTaskInput,\n  TextRewriterTaskOutput,\n  HfInferenceModelConfig\n> = async (input, model, update_progress, signal) => {\n  if (Array.isArray(input.text)) {\n    getLogger().warn(\n      \"HFI_TextRewriter: array input received; processing sequentially (no native batch support)\"\n    );\n    const texts = input.text as string[];\n    const results: string[] = [];\n    for (const item of texts) {\n      const r = await HFI_TextRewriter({ ...input, text: item }, model, update_progress, signal);\n      results.push(r.text as string);\n    }\n    return { text: results };\n  }\n\n  update_progress(0, \"Starting HF Inference text rewriting\");\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const response = await client.chatCompletion(\n    {\n      model: modelName,\n      messages: [\n        { role: \"system\", content: input.prompt as string },\n        { role: \"user\", content: input.text as string },\n      ],\n      provider,\n    },\n    { signal }\n  );\n\n  update_progress(100, \"Completed HF Inference text rewriting\");\n  return { text: response.choices[0]?.message?.content ?? \"\" };\n};\n\nexport const HFI_TextSummary: AiProviderRunFn<\n  TextSummaryTaskInput,\n  TextSummaryTaskOutput,\n  HfInferenceModelConfig\n> = async (input, model, update_progress, signal) => {\n  if (Array.isArray(input.text)) {\n    getLogger().warn(\n      \"HFI_TextSummary: array input received; processing sequentially (no native batch support)\"\n    );\n    const texts = input.text as string[];\n    const results: string[] = [];\n    for (const item of texts) {\n      const r = await HFI_TextSummary({ ...input, text: item }, model, update_progress, signal);\n      results.push(r.text as string);\n    }\n    return { text: results };\n  }\n\n  update_progress(0, \"Starting HF Inference text summarization\");\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const response = await client.chatCompletion(\n    {\n      model: modelName,\n      messages: [\n        { role: \"system\", content: \"Summarize the following text concisely.\" },\n        { role: \"user\", content: input.text as string },\n      ],\n      provider,\n    },\n    { signal }\n  );\n\n  update_progress(100, \"Completed HF Inference text summarization\");\n  return { text: response.choices[0]?.message?.content ?? \"\" };\n};\n\n// ========================================================================\n// Streaming implementations (append mode)\n// ========================================================================\n\nexport const HFI_TextGeneration_Stream: AiProviderStreamFn<\n  TextGenerationTaskInput,\n  TextGenerationTaskOutput,\n  HfInferenceModelConfig\n> = async function* (input, model, signal): AsyncIterable<StreamEvent<TextGenerationTaskOutput>> {\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const stream = client.chatCompletionStream(\n    {\n      model: modelName,\n      messages: [{ role: \"user\", content: input.prompt as string }],\n      max_tokens: input.maxTokens,\n      temperature: input.temperature,\n      top_p: input.topP,\n      frequency_penalty: input.frequencyPenalty,\n      provider,\n    },\n    { signal }\n  );\n\n  for await (const chunk of stream) {\n    const delta = chunk.choices[0]?.delta?.content ?? \"\";\n    if (delta) {\n      yield { type: \"text-delta\", port: \"text\", textDelta: delta };\n    }\n  }\n  yield { type: \"finish\", data: {} as TextGenerationTaskOutput };\n};\n\nexport const HFI_TextRewriter_Stream: AiProviderStreamFn<\n  TextRewriterTaskInput,\n  TextRewriterTaskOutput,\n  HfInferenceModelConfig\n> = async function* (input, model, signal): AsyncIterable<StreamEvent<TextRewriterTaskOutput>> {\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const stream = client.chatCompletionStream(\n    {\n      model: modelName,\n      messages: [\n        { role: \"system\", content: input.prompt as string },\n        { role: \"user\", content: input.text as string },\n      ],\n      provider,\n    },\n    { signal }\n  );\n\n  for await (const chunk of stream) {\n    const delta = chunk.choices[0]?.delta?.content ?? \"\";\n    if (delta) {\n      yield { type: \"text-delta\", port: \"text\", textDelta: delta };\n    }\n  }\n  yield { type: \"finish\", data: {} as TextRewriterTaskOutput };\n};\n\nexport const HFI_TextSummary_Stream: AiProviderStreamFn<\n  TextSummaryTaskInput,\n  TextSummaryTaskOutput,\n  HfInferenceModelConfig\n> = async function* (input, model, signal): AsyncIterable<StreamEvent<TextSummaryTaskOutput>> {\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const stream = client.chatCompletionStream(\n    {\n      model: modelName,\n      messages: [\n        { role: \"system\", content: \"Summarize the following text concisely.\" },\n        { role: \"user\", content: input.text as string },\n      ],\n      provider,\n    },\n    { signal }\n  );\n\n  for await (const chunk of stream) {\n    const delta = chunk.choices[0]?.delta?.content ?? \"\";\n    if (delta) {\n      yield { type: \"text-delta\", port: \"text\", textDelta: delta };\n    }\n  }\n  yield { type: \"finish\", data: {} as TextSummaryTaskOutput };\n};\n\n// ========================================================================\n// Tool calling implementations\n// ========================================================================\n\nfunction mapHFIToolChoice(\n  toolChoice: string | undefined\n): \"auto\" | \"none\" | \"required\" | undefined {\n  if (!toolChoice || toolChoice === \"auto\") return \"auto\";\n  if (toolChoice === \"none\") return \"none\";\n  if (toolChoice === \"required\") return \"required\";\n  // Specific tool names are not supported by HF Inference; fall back to \"auto\"\n  return \"auto\";\n}\n\nexport const HFI_ToolCalling: AiProviderRunFn<\n  ToolCallingTaskInput,\n  ToolCallingTaskOutput,\n  HfInferenceModelConfig\n> = async (input, model, update_progress, signal) => {\n  if (Array.isArray(input.prompt)) {\n    getLogger().warn(\n      \"HFI_ToolCalling: array input received; processing sequentially (no native batch support)\"\n    );\n    const prompts = input.prompt as string[];\n    const texts: string[] = [];\n    const toolCallsList: Record<string, unknown>[] = [];\n    for (const item of prompts) {\n      const r = await HFI_ToolCalling({ ...input, prompt: item }, model, update_progress, signal);\n      texts.push(r.text as string);\n      toolCallsList.push(r.toolCalls as Record<string, unknown>);\n    }\n    return { text: texts, toolCalls: toolCallsList };\n  }\n\n  update_progress(0, \"Starting HF Inference tool calling\");\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const tools = input.tools.map((t: ToolDefinition) => ({\n    type: \"function\" as const,\n    function: {\n      name: t.name,\n      description: buildToolDescription(t),\n      parameters: t.inputSchema as any,\n    },\n  }));\n\n  const messages: Array<{ role: \"system\" | \"user\"; content: string }> = [];\n  if (input.systemPrompt) {\n    messages.push({ role: \"system\", content: input.systemPrompt });\n  }\n  messages.push({ role: \"user\", content: input.prompt as string });\n\n  const toolChoice = mapHFIToolChoice(input.toolChoice);\n\n  const params: any = {\n    model: modelName,\n    messages,\n    max_tokens: input.maxTokens,\n    temperature: input.temperature,\n    provider,\n  };\n\n  if (toolChoice !== \"none\") {\n    params.tools = tools;\n    params.tool_choice = toolChoice;\n  }\n\n  const response = await client.chatCompletion(params, { signal });\n\n  const text = response.choices[0]?.message?.content ?? \"\";\n  const toolCalls: Record<string, unknown> = {};\n  let callIndex = 0;\n  ((response.choices[0]?.message as any)?.tool_calls ?? []).forEach((tc: any) => {\n    let parsedInput: Record<string, unknown> = {};\n    const rawArgs = tc.function?.arguments;\n    if (typeof rawArgs === \"string\") {\n      try {\n        parsedInput = JSON.parse(rawArgs);\n      } catch {\n        const partial = parsePartialJson(rawArgs);\n        parsedInput = (partial as Record<string, unknown>) ?? {};\n      }\n    } else if (rawArgs != null) {\n      parsedInput = rawArgs as Record<string, unknown>;\n    }\n    const id = (tc.id as string) ?? `call_${callIndex}`;\n    callIndex++;\n    toolCalls[id] = { id, name: tc.function.name as string, input: parsedInput };\n  });\n\n  update_progress(100, \"Completed HF Inference tool calling\");\n  return { text, toolCalls: filterValidToolCalls(toolCalls, input.tools) };\n};\n\nexport const HFI_ToolCalling_Stream: AiProviderStreamFn<\n  ToolCallingTaskInput,\n  ToolCallingTaskOutput,\n  HfInferenceModelConfig\n> = async function* (input, model, signal): AsyncIterable<StreamEvent<ToolCallingTaskOutput>> {\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const tools = input.tools.map((t: ToolDefinition) => ({\n    type: \"function\" as const,\n    function: {\n      name: t.name,\n      description: buildToolDescription(t),\n      parameters: t.inputSchema as any,\n    },\n  }));\n\n  const messages: Array<{ role: \"system\" | \"user\"; content: string }> = [];\n  if (input.systemPrompt) {\n    messages.push({ role: \"system\", content: input.systemPrompt });\n  }\n  messages.push({ role: \"user\", content: input.prompt as string });\n\n  const toolChoice = mapHFIToolChoice(input.toolChoice);\n\n  const params: any = {\n    model: modelName,\n    messages,\n    max_tokens: input.maxTokens,\n    temperature: input.temperature,\n    provider,\n  };\n\n  if (toolChoice !== \"none\") {\n    params.tools = tools;\n    params.tool_choice = toolChoice;\n  }\n\n  const stream = client.chatCompletionStream(params, { signal });\n\n  let accumulatedText = \"\";\n  const toolCallAccumulator = new Map<number, { id: string; name: string; arguments: string }>();\n\n  for await (const chunk of stream) {\n    const choice = chunk.choices[0];\n    if (!choice) continue;\n\n    const contentDelta = choice.delta?.content ?? \"\";\n    if (contentDelta) {\n      accumulatedText += contentDelta;\n      yield { type: \"text-delta\", port: \"text\", textDelta: contentDelta };\n    }\n\n    const tcDeltas = (choice.delta as any)?.tool_calls;\n    if (Array.isArray(tcDeltas)) {\n      for (const tcDelta of tcDeltas) {\n        const idx = tcDelta.index as number;\n        if (!toolCallAccumulator.has(idx)) {\n          toolCallAccumulator.set(idx, {\n            id: tcDelta.id ?? \"\",\n            name: tcDelta.function?.name ?? \"\",\n            arguments: \"\",\n          });\n        }\n        const acc = toolCallAccumulator.get(idx)!;\n        if (tcDelta.id) acc.id = tcDelta.id;\n        if (tcDelta.function?.name) acc.name = tcDelta.function.name;\n        if (tcDelta.function?.arguments) acc.arguments += tcDelta.function.arguments;\n      }\n\n      const snapshotObject: Record<string, unknown> = {};\n      Array.from(toolCallAccumulator.entries()).forEach(([idx, tc]) => {\n        let parsedInput: Record<string, unknown>;\n        try {\n          parsedInput = JSON.parse(tc.arguments);\n        } catch {\n          const partial = parsePartialJson(tc.arguments);\n          parsedInput = (partial as Record<string, unknown>) ?? {};\n        }\n        const key = tc.id || String(idx);\n        snapshotObject[key] = { id: tc.id, name: tc.name, input: parsedInput };\n      });\n      yield { type: \"object-delta\", port: \"toolCalls\", objectDelta: snapshotObject };\n    }\n  }\n\n  const toolCalls: Record<string, unknown> = {};\n  Array.from(toolCallAccumulator.entries()).forEach(([idx, tc]) => {\n    let finalInput: Record<string, unknown>;\n    try {\n      finalInput = JSON.parse(tc.arguments);\n    } catch {\n      finalInput = (parsePartialJson(tc.arguments) as Record<string, unknown>) ?? {};\n    }\n    const key = tc.id || String(idx);\n    toolCalls[key] = { id: tc.id, name: tc.name, input: finalInput };\n  });\n\n  const validToolCalls = filterValidToolCalls(toolCalls, input.tools);\n  yield {\n    type: \"finish\",\n    data: { text: accumulatedText, toolCalls: validToolCalls } as ToolCallingTaskOutput,\n  };\n};\n\n// ========================================================================\n// Model info\n// ========================================================================\n\nexport const HFI_ModelInfo: AiProviderRunFn<\n  ModelInfoTaskInput,\n  ModelInfoTaskOutput,\n  HfInferenceModelConfig\n> = async (input) => {\n  return {\n    model: input.model,\n    is_local: false,\n    is_remote: true,\n    supports_browser: true,\n    supports_node: true,\n    is_cached: false,\n    is_loaded: false,\n    file_sizes: null,\n  };\n};\n\n// ========================================================================\n// Task registries\n// ========================================================================\n\nexport const HFI_TASKS: Record<string, AiProviderRunFn<any, any, HfInferenceModelConfig>> = {\n  ModelInfoTask: HFI_ModelInfo,\n  TextGenerationTask: HFI_TextGeneration,\n  TextEmbeddingTask: HFI_TextEmbedding,\n  TextRewriterTask: HFI_TextRewriter,\n  TextSummaryTask: HFI_TextSummary,\n  ToolCallingTask: HFI_ToolCalling,\n};\n\nexport const HFI_STREAM_TASKS: Record<\n  string,\n  AiProviderStreamFn<any, any, HfInferenceModelConfig>\n> = {\n  TextGenerationTask: HFI_TextGeneration_Stream,\n  TextRewriterTask: HFI_TextRewriter_Stream,\n  TextSummaryTask: HFI_TextSummary_Stream,\n  ToolCallingTask: HFI_ToolCalling_Stream,\n};\n",
+    "/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport type { InferenceProviderOrPolicy } from \"@huggingface/inference\";\nimport { buildToolDescription, filterValidToolCalls, toOpenAIMessages } from \"@workglow/ai\";\nimport type {\n  AiProviderRunFn,\n  AiProviderStreamFn,\n  ModelInfoTaskInput,\n  ModelInfoTaskOutput,\n  TextEmbeddingTaskInput,\n  TextEmbeddingTaskOutput,\n  TextGenerationTaskInput,\n  TextGenerationTaskOutput,\n  TextRewriterTaskInput,\n  TextRewriterTaskOutput,\n  TextSummaryTaskInput,\n  TextSummaryTaskOutput,\n  ToolCallingTaskInput,\n  ToolCallingTaskOutput,\n  ToolCalls,\n  ToolDefinition,\n} from \"@workglow/ai\";\nimport type { StreamEvent } from \"@workglow/task-graph\";\nimport { getLogger, parsePartialJson } from \"@workglow/util\";\nimport type { HfInferenceModelConfig } from \"./HFI_ModelSchema\";\n\nlet _sdk: typeof import(\"@huggingface/inference\") | undefined;\nasync function loadHfInferenceSDK() {\n  if (!_sdk) {\n    try {\n      _sdk = await import(\"@huggingface/inference\");\n    } catch {\n      throw new Error(\n        \"@huggingface/inference is required for Hugging Face Inference tasks. Install it with: bun add @huggingface/inference\"\n      );\n    }\n  }\n  return _sdk;\n}\n\ninterface ResolvedProviderConfig {\n  readonly credential_key?: string;\n  readonly api_key?: string;\n  readonly model_name?: string;\n  readonly provider?: string;\n}\n\nasync function getClient(model: HfInferenceModelConfig | undefined) {\n  const sdk = await loadHfInferenceSDK();\n  const config = model?.provider_config as ResolvedProviderConfig | undefined;\n  const apiKey =\n    config?.credential_key ||\n    config?.api_key ||\n    (typeof process !== \"undefined\" ? process.env?.HF_TOKEN : undefined);\n  if (!apiKey) {\n    throw new Error(\n      \"Missing Hugging Face API key: set provider_config.credential_key or the HF_TOKEN environment variable.\"\n    );\n  }\n  return new sdk.InferenceClient(apiKey);\n}\n\nfunction getModelName(model: HfInferenceModelConfig | undefined): string {\n  const name = model?.provider_config?.model_name;\n  if (!name) {\n    throw new Error(\"Missing model name in provider_config.model_name.\");\n  }\n  return name;\n}\n\nfunction getProvider(\n  model: HfInferenceModelConfig | undefined\n): InferenceProviderOrPolicy | undefined {\n  return model?.provider_config?.provider as InferenceProviderOrPolicy | undefined;\n}\n\nexport const HFI_TextGeneration: AiProviderRunFn<\n  TextGenerationTaskInput,\n  TextGenerationTaskOutput,\n  HfInferenceModelConfig\n> = async (input, model, update_progress, signal) => {\n  if (Array.isArray(input.prompt)) {\n    getLogger().warn(\n      \"HFI_TextGeneration: array input received; processing sequentially (no native batch support)\"\n    );\n    const prompts = input.prompt as string[];\n    const results: string[] = [];\n    for (const item of prompts) {\n      const r = await HFI_TextGeneration(\n        { ...input, prompt: item },\n        model,\n        update_progress,\n        signal\n      );\n      results.push(r.text as string);\n    }\n    return { text: results };\n  }\n\n  const logger = getLogger();\n  const timerLabel = `hfi:TextGeneration:${model?.provider_config?.model_name}`;\n  logger.time(timerLabel, { model: model?.provider_config?.model_name });\n\n  update_progress(0, \"Starting HF Inference text generation\");\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const response = await client.chatCompletion(\n    {\n      model: modelName,\n      messages: [{ role: \"user\", content: input.prompt as string }],\n      max_tokens: input.maxTokens,\n      temperature: input.temperature,\n      top_p: input.topP,\n      frequency_penalty: input.frequencyPenalty,\n      provider,\n    },\n    { signal }\n  );\n\n  update_progress(100, \"Completed HF Inference text generation\");\n  logger.timeEnd(timerLabel, { model: model?.provider_config?.model_name });\n  return { text: response.choices[0]?.message?.content ?? \"\" };\n};\n\nexport const HFI_TextEmbedding: AiProviderRunFn<\n  TextEmbeddingTaskInput,\n  TextEmbeddingTaskOutput,\n  HfInferenceModelConfig\n> = async (input, model, update_progress, signal) => {\n  const logger = getLogger();\n  const timerLabel = `hfi:TextEmbedding:${model?.provider_config?.model_name}`;\n  logger.time(timerLabel, { model: model?.provider_config?.model_name });\n\n  update_progress(0, \"Starting HF Inference text embedding\");\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n\n  if (Array.isArray(input.text)) {\n    const embeddings = await Promise.all(\n      input.text.map((text) =>\n        client.featureExtraction(\n          {\n            model: modelName,\n            inputs: text,\n          },\n          { signal }\n        )\n      )\n    );\n\n    update_progress(100, \"Completed HF Inference text embedding\");\n    logger.timeEnd(timerLabel, { model: model?.provider_config?.model_name, batch: true });\n    return {\n      vector: embeddings.map((embedding) => new Float32Array(embedding as unknown as number[])),\n    };\n  }\n\n  const embedding = await client.featureExtraction(\n    {\n      model: modelName,\n      inputs: input.text,\n    },\n    { signal }\n  );\n\n  update_progress(100, \"Completed HF Inference text embedding\");\n  logger.timeEnd(timerLabel, { model: model?.provider_config?.model_name });\n  return { vector: new Float32Array(embedding as unknown as number[]) };\n};\n\nexport const HFI_TextRewriter: AiProviderRunFn<\n  TextRewriterTaskInput,\n  TextRewriterTaskOutput,\n  HfInferenceModelConfig\n> = async (input, model, update_progress, signal) => {\n  if (Array.isArray(input.text)) {\n    getLogger().warn(\n      \"HFI_TextRewriter: array input received; processing sequentially (no native batch support)\"\n    );\n    const texts = input.text as string[];\n    const results: string[] = [];\n    for (const item of texts) {\n      const r = await HFI_TextRewriter({ ...input, text: item }, model, update_progress, signal);\n      results.push(r.text as string);\n    }\n    return { text: results };\n  }\n\n  update_progress(0, \"Starting HF Inference text rewriting\");\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const response = await client.chatCompletion(\n    {\n      model: modelName,\n      messages: [\n        { role: \"system\", content: input.prompt as string },\n        { role: \"user\", content: input.text as string },\n      ],\n      provider,\n    },\n    { signal }\n  );\n\n  update_progress(100, \"Completed HF Inference text rewriting\");\n  return { text: response.choices[0]?.message?.content ?? \"\" };\n};\n\nexport const HFI_TextSummary: AiProviderRunFn<\n  TextSummaryTaskInput,\n  TextSummaryTaskOutput,\n  HfInferenceModelConfig\n> = async (input, model, update_progress, signal) => {\n  if (Array.isArray(input.text)) {\n    getLogger().warn(\n      \"HFI_TextSummary: array input received; processing sequentially (no native batch support)\"\n    );\n    const texts = input.text as string[];\n    const results: string[] = [];\n    for (const item of texts) {\n      const r = await HFI_TextSummary({ ...input, text: item }, model, update_progress, signal);\n      results.push(r.text as string);\n    }\n    return { text: results };\n  }\n\n  update_progress(0, \"Starting HF Inference text summarization\");\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const response = await client.chatCompletion(\n    {\n      model: modelName,\n      messages: [\n        { role: \"system\", content: \"Summarize the following text concisely.\" },\n        { role: \"user\", content: input.text as string },\n      ],\n      provider,\n    },\n    { signal }\n  );\n\n  update_progress(100, \"Completed HF Inference text summarization\");\n  return { text: response.choices[0]?.message?.content ?? \"\" };\n};\n\n// ========================================================================\n// Streaming implementations (append mode)\n// ========================================================================\n\nexport const HFI_TextGeneration_Stream: AiProviderStreamFn<\n  TextGenerationTaskInput,\n  TextGenerationTaskOutput,\n  HfInferenceModelConfig\n> = async function* (input, model, signal): AsyncIterable<StreamEvent<TextGenerationTaskOutput>> {\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const stream = client.chatCompletionStream(\n    {\n      model: modelName,\n      messages: [{ role: \"user\", content: input.prompt as string }],\n      max_tokens: input.maxTokens,\n      temperature: input.temperature,\n      top_p: input.topP,\n      frequency_penalty: input.frequencyPenalty,\n      provider,\n    },\n    { signal }\n  );\n\n  for await (const chunk of stream) {\n    const delta = chunk.choices[0]?.delta?.content ?? \"\";\n    if (delta) {\n      yield { type: \"text-delta\", port: \"text\", textDelta: delta };\n    }\n  }\n  yield { type: \"finish\", data: {} as TextGenerationTaskOutput };\n};\n\nexport const HFI_TextRewriter_Stream: AiProviderStreamFn<\n  TextRewriterTaskInput,\n  TextRewriterTaskOutput,\n  HfInferenceModelConfig\n> = async function* (input, model, signal): AsyncIterable<StreamEvent<TextRewriterTaskOutput>> {\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const stream = client.chatCompletionStream(\n    {\n      model: modelName,\n      messages: [\n        { role: \"system\", content: input.prompt as string },\n        { role: \"user\", content: input.text as string },\n      ],\n      provider,\n    },\n    { signal }\n  );\n\n  for await (const chunk of stream) {\n    const delta = chunk.choices[0]?.delta?.content ?? \"\";\n    if (delta) {\n      yield { type: \"text-delta\", port: \"text\", textDelta: delta };\n    }\n  }\n  yield { type: \"finish\", data: {} as TextRewriterTaskOutput };\n};\n\nexport const HFI_TextSummary_Stream: AiProviderStreamFn<\n  TextSummaryTaskInput,\n  TextSummaryTaskOutput,\n  HfInferenceModelConfig\n> = async function* (input, model, signal): AsyncIterable<StreamEvent<TextSummaryTaskOutput>> {\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const stream = client.chatCompletionStream(\n    {\n      model: modelName,\n      messages: [\n        { role: \"system\", content: \"Summarize the following text concisely.\" },\n        { role: \"user\", content: input.text as string },\n      ],\n      provider,\n    },\n    { signal }\n  );\n\n  for await (const chunk of stream) {\n    const delta = chunk.choices[0]?.delta?.content ?? \"\";\n    if (delta) {\n      yield { type: \"text-delta\", port: \"text\", textDelta: delta };\n    }\n  }\n  yield { type: \"finish\", data: {} as TextSummaryTaskOutput };\n};\n\n// ========================================================================\n// Tool calling implementations\n// ========================================================================\n\nfunction mapHFIToolChoice(\n  toolChoice: string | undefined\n): \"auto\" | \"none\" | \"required\" | undefined {\n  if (!toolChoice || toolChoice === \"auto\") return \"auto\";\n  if (toolChoice === \"none\") return \"none\";\n  if (toolChoice === \"required\") return \"required\";\n  // Specific tool names are not supported by HF Inference; fall back to \"auto\"\n  return \"auto\";\n}\n\nexport const HFI_ToolCalling: AiProviderRunFn<\n  ToolCallingTaskInput,\n  ToolCallingTaskOutput,\n  HfInferenceModelConfig\n> = async (input, model, update_progress, signal) => {\n  if (Array.isArray(input.prompt)) {\n    getLogger().warn(\n      \"HFI_ToolCalling: array input received; processing sequentially (no native batch support)\"\n    );\n    const prompts = input.prompt as string[];\n    const texts: string[] = [];\n    const toolCallsList: ToolCalls[] = [];\n    for (const item of prompts) {\n      const r = await HFI_ToolCalling({ ...input, prompt: item }, model, update_progress, signal);\n      texts.push(r.text as string);\n      toolCallsList.push(r.toolCalls as ToolCalls);\n    }\n    return { text: texts, toolCalls: toolCallsList } as unknown as ToolCallingTaskOutput;\n  }\n\n  update_progress(0, \"Starting HF Inference tool calling\");\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const tools = input.tools.map((t: ToolDefinition) => ({\n    type: \"function\" as const,\n    function: {\n      name: t.name,\n      description: buildToolDescription(t),\n      parameters: t.inputSchema as any,\n    },\n  }));\n\n  const messages = toOpenAIMessages(input);\n\n  const toolChoice = mapHFIToolChoice(input.toolChoice);\n\n  const params: any = {\n    model: modelName,\n    messages,\n    max_tokens: input.maxTokens,\n    temperature: input.temperature,\n    provider,\n  };\n\n  if (toolChoice !== \"none\") {\n    params.tools = tools;\n    params.tool_choice = toolChoice;\n  }\n\n  const response = await client.chatCompletion(params, { signal });\n\n  const text = response.choices[0]?.message?.content ?? \"\";\n  const toolCalls: ToolCalls = [];\n  let callIndex = 0;\n  ((response.choices[0]?.message as any)?.tool_calls ?? []).forEach((tc: any) => {\n    let parsedInput: Record<string, unknown> = {};\n    const rawArgs = tc.function?.arguments;\n    if (typeof rawArgs === \"string\") {\n      try {\n        parsedInput = JSON.parse(rawArgs);\n      } catch {\n        const partial = parsePartialJson(rawArgs);\n        parsedInput = (partial as Record<string, unknown>) ?? {};\n      }\n    } else if (rawArgs != null) {\n      parsedInput = rawArgs as Record<string, unknown>;\n    }\n    const id = (tc.id as string) ?? `call_${callIndex}`;\n    callIndex++;\n    toolCalls.push({ id, name: tc.function.name as string, input: parsedInput });\n  });\n\n  update_progress(100, \"Completed HF Inference tool calling\");\n  return { text, toolCalls: filterValidToolCalls(toolCalls, input.tools) };\n};\n\nexport const HFI_ToolCalling_Stream: AiProviderStreamFn<\n  ToolCallingTaskInput,\n  ToolCallingTaskOutput,\n  HfInferenceModelConfig\n> = async function* (input, model, signal): AsyncIterable<StreamEvent<ToolCallingTaskOutput>> {\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const tools = input.tools.map((t: ToolDefinition) => ({\n    type: \"function\" as const,\n    function: {\n      name: t.name,\n      description: buildToolDescription(t),\n      parameters: t.inputSchema as any,\n    },\n  }));\n\n  const messages = toOpenAIMessages(input);\n\n  const toolChoice = mapHFIToolChoice(input.toolChoice);\n\n  const params: any = {\n    model: modelName,\n    messages,\n    max_tokens: input.maxTokens,\n    temperature: input.temperature,\n    provider,\n  };\n\n  if (toolChoice !== \"none\") {\n    params.tools = tools;\n    params.tool_choice = toolChoice;\n  }\n\n  const stream = client.chatCompletionStream(params, { signal });\n\n  let accumulatedText = \"\";\n  const toolCallAccumulator = new Map<number, { id: string; name: string; arguments: string }>();\n\n  for await (const chunk of stream) {\n    const choice = chunk.choices[0];\n    if (!choice) continue;\n\n    const contentDelta = choice.delta?.content ?? \"\";\n    if (contentDelta) {\n      accumulatedText += contentDelta;\n      yield { type: \"text-delta\", port: \"text\", textDelta: contentDelta };\n    }\n\n    const tcDeltas = (choice.delta as any)?.tool_calls;\n    if (Array.isArray(tcDeltas)) {\n      for (const tcDelta of tcDeltas) {\n        const idx = tcDelta.index as number;\n        if (!toolCallAccumulator.has(idx)) {\n          toolCallAccumulator.set(idx, {\n            id: tcDelta.id ?? \"\",\n            name: tcDelta.function?.name ?? \"\",\n            arguments: \"\",\n          });\n        }\n        const acc = toolCallAccumulator.get(idx)!;\n        if (tcDelta.id) acc.id = tcDelta.id;\n        if (tcDelta.function?.name) acc.name = tcDelta.function.name;\n        if (tcDelta.function?.arguments) acc.arguments += tcDelta.function.arguments;\n      }\n\n      const snapshot: ToolCalls = [];\n      for (const [, tc] of toolCallAccumulator) {\n        let parsedInput: Record<string, unknown>;\n        try {\n          parsedInput = JSON.parse(tc.arguments);\n        } catch {\n          const partial = parsePartialJson(tc.arguments);\n          parsedInput = (partial as Record<string, unknown>) ?? {};\n        }\n        snapshot.push({ id: tc.id, name: tc.name, input: parsedInput });\n      }\n      yield { type: \"object-delta\", port: \"toolCalls\", objectDelta: snapshot };\n    }\n  }\n\n  const toolCalls: ToolCalls = [];\n  for (const [, tc] of toolCallAccumulator) {\n    let finalInput: Record<string, unknown>;\n    try {\n      finalInput = JSON.parse(tc.arguments);\n    } catch {\n      finalInput = (parsePartialJson(tc.arguments) as Record<string, unknown>) ?? {};\n    }\n    toolCalls.push({ id: tc.id, name: tc.name, input: finalInput });\n  }\n\n  const validToolCalls = filterValidToolCalls(toolCalls, input.tools);\n  yield {\n    type: \"finish\",\n    data: { text: accumulatedText, toolCalls: validToolCalls } as ToolCallingTaskOutput,\n  };\n};\n\n// ========================================================================\n// Model info\n// ========================================================================\n\nexport const HFI_ModelInfo: AiProviderRunFn<\n  ModelInfoTaskInput,\n  ModelInfoTaskOutput,\n  HfInferenceModelConfig\n> = async (input) => {\n  return {\n    model: input.model,\n    is_local: false,\n    is_remote: true,\n    supports_browser: true,\n    supports_node: true,\n    is_cached: false,\n    is_loaded: false,\n    file_sizes: null,\n  };\n};\n\n// ========================================================================\n// Task registries\n// ========================================================================\n\nexport const HFI_TASKS: Record<string, AiProviderRunFn<any, any, HfInferenceModelConfig>> = {\n  ModelInfoTask: HFI_ModelInfo,\n  TextGenerationTask: HFI_TextGeneration,\n  TextEmbeddingTask: HFI_TextEmbedding,\n  TextRewriterTask: HFI_TextRewriter,\n  TextSummaryTask: HFI_TextSummary,\n  ToolCallingTask: HFI_ToolCalling,\n};\n\nexport const HFI_STREAM_TASKS: Record<\n  string,\n  AiProviderStreamFn<any, any, HfInferenceModelConfig>\n> = {\n  TextGenerationTask: HFI_TextGeneration_Stream,\n  TextRewriterTask: HFI_TextRewriter_Stream,\n  TextSummaryTask: HFI_TextSummary_Stream,\n  ToolCallingTask: HFI_ToolCalling_Stream,\n};\n",
     "/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { globalServiceRegistry, WORKER_SERVER } from \"@workglow/util\";\nimport { HFI_STREAM_TASKS, HFI_TASKS } from \"./common/HFI_JobRunFns\";\nimport { HfInferenceProvider } from \"./HfInferenceProvider\";\n\nexport function HFI_WORKER_JOBRUN_REGISTER() {\n  const workerServer = globalServiceRegistry.get(WORKER_SERVER);\n  new HfInferenceProvider(HFI_TASKS, HFI_STREAM_TASKS).registerOnWorkerServer(workerServer);\n  workerServer.sendReady();\n  console.log(\"HFI_WORKER_JOBRUN registered\");\n}\n"
   ],
-  "mappings": ";;;;;;;;;;;AAwBA;AAEA;AAGA,IAAI;AACJ,eAAe,kBAAkB,GAAG;AAAA,EAClC,IAAI,CAAC,MAAM;AAAA,IACT,IAAI;AAAA,MACF,OAAO,MAAa;AAAA,MACpB,MAAM;AAAA,MACN,MAAM,IAAI,MACR,sHACF;AAAA;AAAA,EAEJ;AAAA,EACA,OAAO;AAAA;AAUT,eAAe,SAAS,CAAC,OAA2C;AAAA,EAClE,MAAM,MAAM,MAAM,mBAAmB;AAAA,EACrC,MAAM,SAAS,OAAO;AAAA,EACtB,MAAM,SACJ,QAAQ,kBACR,QAAQ,YACP,OAAO,YAAY,cAAc,QAAQ,KAAK,WAAW;AAAA,EAC5D,IAAI,CAAC,QAAQ;AAAA,IACX,MAAM,IAAI,MACR,wGACF;AAAA,EACF;AAAA,EACA,OAAO,IAAI,IAAI,gBAAgB,MAAM;AAAA;AAGvC,SAAS,YAAY,CAAC,OAAmD;AAAA,EACvE,MAAM,OAAO,OAAO,iBAAiB;AAAA,EACrC,IAAI,CAAC,MAAM;AAAA,IACT,MAAM,IAAI,MAAM,mDAAmD;AAAA,EACrE;AAAA,EACA,OAAO;AAAA;AAGT,SAAS,WAAW,CAClB,OACuC;AAAA,EACvC,OAAO,OAAO,iBAAiB;AAAA;AAG1B,IAAM,qBAIT,OAAO,OAAO,OAAO,iBAAiB,WAAW;AAAA,EACnD,IAAI,MAAM,QAAQ,MAAM,MAAM,GAAG;AAAA,IAC/B,UAAU,EAAE,KACV,6FACF;AAAA,IACA,MAAM,UAAU,MAAM;AAAA,IACtB,MAAM,UAAoB,CAAC;AAAA,IAC3B,WAAW,QAAQ,SAAS;AAAA,MAC1B,MAAM,IAAI,MAAM,mBAAmB,KAAK,OAAO,QAAQ,KAAK,GAAG,OAAO,iBAAiB,MAAM;AAAA,MAC7F,QAAQ,KAAK,EAAE,IAAc;AAAA,IAC/B;AAAA,IACA,OAAO,EAAE,MAAM,QAAQ;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAU;AAAA,EACzB,MAAM,aAAa,sBAAsB,OAAO,iBAAiB;AAAA,EACjE,OAAO,KAAK,YAAY,EAAE,OAAO,OAAO,iBAAiB,WAAW,CAAC;AAAA,EAErE,gBAAgB,GAAG,uCAAuC;AAAA,EAC1D,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,WAAW,MAAM,OAAO,eAC5B;AAAA,IACE,OAAO;AAAA,IACP,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,MAAM,OAAiB,CAAC;AAAA,IAC5D,YAAY,MAAM;AAAA,IAClB,aAAa,MAAM;AAAA,IACnB,OAAO,MAAM;AAAA,IACb,mBAAmB,MAAM;AAAA,IACzB;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,gBAAgB,KAAK,wCAAwC;AAAA,EAC7D,OAAO,QAAQ,YAAY,EAAE,OAAO,OAAO,iBAAiB,WAAW,CAAC;AAAA,EACxE,OAAO,EAAE,MAAM,SAAS,QAAQ,IAAI,SAAS,WAAW,GAAG;AAAA;AAGtD,IAAM,oBAIT,OAAO,OAAO,OAAO,iBAAiB,WAAW;AAAA,EACnD,MAAM,SAAS,UAAU;AAAA,EACzB,MAAM,aAAa,qBAAqB,OAAO,iBAAiB;AAAA,EAChE,OAAO,KAAK,YAAY,EAAE,OAAO,OAAO,iBAAiB,WAAW,CAAC;AAAA,EAErE,gBAAgB,GAAG,sCAAsC;AAAA,EACzD,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EAEpC,IAAI,MAAM,QAAQ,MAAM,IAAI,GAAG;AAAA,IAC7B,MAAM,aAAa,MAAM,QAAQ,IAC/B,MAAM,KAAK,IAAI,CAAC,SACd,OAAO,kBACL;AAAA,MACE,OAAO;AAAA,MACP,QAAQ;AAAA,IACV,GACA,EAAE,OAAO,CACX,CACF,CACF;AAAA,IAEA,gBAAgB,KAAK,uCAAuC;AAAA,IAC5D,OAAO,QAAQ,YAAY,EAAE,OAAO,OAAO,iBAAiB,YAAY,OAAO,KAAK,CAAC;AAAA,IACrF,OAAO;AAAA,MACL,QAAQ,WAAW,IAAI,CAAC,eAAc,IAAI,aAAa,UAAgC,CAAC;AAAA,IAC1F;AAAA,EACF;AAAA,EAEA,MAAM,YAAY,MAAM,OAAO,kBAC7B;AAAA,IACE,OAAO;AAAA,IACP,QAAQ,MAAM;AAAA,EAChB,GACA,EAAE,OAAO,CACX;AAAA,EAEA,gBAAgB,KAAK,uCAAuC;AAAA,EAC5D,OAAO,QAAQ,YAAY,EAAE,OAAO,OAAO,iBAAiB,WAAW,CAAC;AAAA,EACxE,OAAO,EAAE,QAAQ,IAAI,aAAa,SAAgC,EAAE;AAAA;AAG/D,IAAM,mBAIT,OAAO,OAAO,OAAO,iBAAiB,WAAW;AAAA,EACnD,IAAI,MAAM,QAAQ,MAAM,IAAI,GAAG;AAAA,IAC7B,UAAU,EAAE,KACV,2FACF;AAAA,IACA,MAAM,QAAQ,MAAM;AAAA,IACpB,MAAM,UAAoB,CAAC;AAAA,IAC3B,WAAW,QAAQ,OAAO;AAAA,MACxB,MAAM,IAAI,MAAM,iBAAiB,KAAK,OAAO,MAAM,KAAK,GAAG,OAAO,iBAAiB,MAAM;AAAA,MACzF,QAAQ,KAAK,EAAE,IAAc;AAAA,IAC/B;AAAA,IACA,OAAO,EAAE,MAAM,QAAQ;AAAA,EACzB;AAAA,EAEA,gBAAgB,GAAG,sCAAsC;AAAA,EACzD,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,WAAW,MAAM,OAAO,eAC5B;AAAA,IACE,OAAO;AAAA,IACP,UAAU;AAAA,MACR,EAAE,MAAM,UAAU,SAAS,MAAM,OAAiB;AAAA,MAClD,EAAE,MAAM,QAAQ,SAAS,MAAM,KAAe;AAAA,IAChD;AAAA,IACA;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,gBAAgB,KAAK,uCAAuC;AAAA,EAC5D,OAAO,EAAE,MAAM,SAAS,QAAQ,IAAI,SAAS,WAAW,GAAG;AAAA;AAGtD,IAAM,kBAIT,OAAO,OAAO,OAAO,iBAAiB,WAAW;AAAA,EACnD,IAAI,MAAM,QAAQ,MAAM,IAAI,GAAG;AAAA,IAC7B,UAAU,EAAE,KACV,0FACF;AAAA,IACA,MAAM,QAAQ,MAAM;AAAA,IACpB,MAAM,UAAoB,CAAC;AAAA,IAC3B,WAAW,QAAQ,OAAO;AAAA,MACxB,MAAM,IAAI,MAAM,gBAAgB,KAAK,OAAO,MAAM,KAAK,GAAG,OAAO,iBAAiB,MAAM;AAAA,MACxF,QAAQ,KAAK,EAAE,IAAc;AAAA,IAC/B;AAAA,IACA,OAAO,EAAE,MAAM,QAAQ;AAAA,EACzB;AAAA,EAEA,gBAAgB,GAAG,0CAA0C;AAAA,EAC7D,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,WAAW,MAAM,OAAO,eAC5B;AAAA,IACE,OAAO;AAAA,IACP,UAAU;AAAA,MACR,EAAE,MAAM,UAAU,SAAS,0CAA0C;AAAA,MACrE,EAAE,MAAM,QAAQ,SAAS,MAAM,KAAe;AAAA,IAChD;AAAA,IACA;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,gBAAgB,KAAK,2CAA2C;AAAA,EAChE,OAAO,EAAE,MAAM,SAAS,QAAQ,IAAI,SAAS,WAAW,GAAG;AAAA;AAOtD,IAAM,4BAIT,gBAAgB,CAAC,OAAO,OAAO,QAA8D;AAAA,EAC/F,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,SAAS,OAAO,qBACpB;AAAA,IACE,OAAO;AAAA,IACP,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,MAAM,OAAiB,CAAC;AAAA,IAC5D,YAAY,MAAM;AAAA,IAClB,aAAa,MAAM;AAAA,IACnB,OAAO,MAAM;AAAA,IACb,mBAAmB,MAAM;AAAA,IACzB;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,iBAAiB,SAAS,QAAQ;AAAA,IAChC,MAAM,QAAQ,MAAM,QAAQ,IAAI,OAAO,WAAW;AAAA,IAClD,IAAI,OAAO;AAAA,MACT,MAAM,EAAE,MAAM,cAAc,MAAM,QAAQ,WAAW,MAAM;AAAA,IAC7D;AAAA,EACF;AAAA,EACA,MAAM,EAAE,MAAM,UAAU,MAAM,CAAC,EAA8B;AAAA;AAGxD,IAAM,0BAIT,gBAAgB,CAAC,OAAO,OAAO,QAA4D;AAAA,EAC7F,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,SAAS,OAAO,qBACpB;AAAA,IACE,OAAO;AAAA,IACP,UAAU;AAAA,MACR,EAAE,MAAM,UAAU,SAAS,MAAM,OAAiB;AAAA,MAClD,EAAE,MAAM,QAAQ,SAAS,MAAM,KAAe;AAAA,IAChD;AAAA,IACA;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,iBAAiB,SAAS,QAAQ;AAAA,IAChC,MAAM,QAAQ,MAAM,QAAQ,IAAI,OAAO,WAAW;AAAA,IAClD,IAAI,OAAO;AAAA,MACT,MAAM,EAAE,MAAM,cAAc,MAAM,QAAQ,WAAW,MAAM;AAAA,IAC7D;AAAA,EACF;AAAA,EACA,MAAM,EAAE,MAAM,UAAU,MAAM,CAAC,EAA4B;AAAA;AAGtD,IAAM,yBAIT,gBAAgB,CAAC,OAAO,OAAO,QAA2D;AAAA,EAC5F,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,SAAS,OAAO,qBACpB;AAAA,IACE,OAAO;AAAA,IACP,UAAU;AAAA,MACR,EAAE,MAAM,UAAU,SAAS,0CAA0C;AAAA,MACrE,EAAE,MAAM,QAAQ,SAAS,MAAM,KAAe;AAAA,IAChD;AAAA,IACA;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,iBAAiB,SAAS,QAAQ;AAAA,IAChC,MAAM,QAAQ,MAAM,QAAQ,IAAI,OAAO,WAAW;AAAA,IAClD,IAAI,OAAO;AAAA,MACT,MAAM,EAAE,MAAM,cAAc,MAAM,QAAQ,WAAW,MAAM;AAAA,IAC7D;AAAA,EACF;AAAA,EACA,MAAM,EAAE,MAAM,UAAU,MAAM,CAAC,EAA2B;AAAA;AAO5D,SAAS,gBAAgB,CACvB,YAC0C;AAAA,EAC1C,IAAI,CAAC,cAAc,eAAe;AAAA,IAAQ,OAAO;AAAA,EACjD,IAAI,eAAe;AAAA,IAAQ,OAAO;AAAA,EAClC,IAAI,eAAe;AAAA,IAAY,OAAO;AAAA,EAEtC,OAAO;AAAA;AAGF,IAAM,kBAIT,OAAO,OAAO,OAAO,iBAAiB,WAAW;AAAA,EACnD,IAAI,MAAM,QAAQ,MAAM,MAAM,GAAG;AAAA,IAC/B,UAAU,EAAE,KACV,0FACF;AAAA,IACA,MAAM,UAAU,MAAM;AAAA,IACtB,MAAM,QAAkB,CAAC;AAAA,IACzB,MAAM,gBAA2C,CAAC;AAAA,IAClD,WAAW,QAAQ,SAAS;AAAA,MAC1B,MAAM,IAAI,MAAM,gBAAgB,KAAK,OAAO,QAAQ,KAAK,GAAG,OAAO,iBAAiB,MAAM;AAAA,MAC1F,MAAM,KAAK,EAAE,IAAc;AAAA,MAC3B,cAAc,KAAK,EAAE,SAAoC;AAAA,IAC3D;AAAA,IACA,OAAO,EAAE,MAAM,OAAO,WAAW,cAAc;AAAA,EACjD;AAAA,EAEA,gBAAgB,GAAG,oCAAoC;AAAA,EACvD,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,QAAQ,MAAM,MAAM,IAAI,CAAC,OAAuB;AAAA,IACpD,MAAM;AAAA,IACN,UAAU;AAAA,MACR,MAAM,EAAE;AAAA,MACR,aAAa,qBAAqB,CAAC;AAAA,MACnC,YAAY,EAAE;AAAA,IAChB;AAAA,EACF,EAAE;AAAA,EAEF,MAAM,WAAgE,CAAC;AAAA,EACvE,IAAI,MAAM,cAAc;AAAA,IACtB,SAAS,KAAK,EAAE,MAAM,UAAU,SAAS,MAAM,aAAa,CAAC;AAAA,EAC/D;AAAA,EACA,SAAS,KAAK,EAAE,MAAM,QAAQ,SAAS,MAAM,OAAiB,CAAC;AAAA,EAE/D,MAAM,aAAa,iBAAiB,MAAM,UAAU;AAAA,EAEpD,MAAM,SAAc;AAAA,IAClB,OAAO;AAAA,IACP;AAAA,IACA,YAAY,MAAM;AAAA,IAClB,aAAa,MAAM;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,IAAI,eAAe,QAAQ;AAAA,IACzB,OAAO,QAAQ;AAAA,IACf,OAAO,cAAc;AAAA,EACvB;AAAA,EAEA,MAAM,WAAW,MAAM,OAAO,eAAe,QAAQ,EAAE,OAAO,CAAC;AAAA,EAE/D,MAAM,OAAO,SAAS,QAAQ,IAAI,SAAS,WAAW;AAAA,EACtD,MAAM,YAAqC,CAAC;AAAA,EAC5C,IAAI,YAAY;AAAA,GACd,SAAS,QAAQ,IAAI,SAAiB,cAAc,CAAC,GAAG,QAAQ,CAAC,OAAY;AAAA,IAC7E,IAAI,cAAuC,CAAC;AAAA,IAC5C,MAAM,UAAU,GAAG,UAAU;AAAA,IAC7B,IAAI,OAAO,YAAY,UAAU;AAAA,MAC/B,IAAI;AAAA,QACF,cAAc,KAAK,MAAM,OAAO;AAAA,QAChC,MAAM;AAAA,QACN,MAAM,UAAU,iBAAiB,OAAO;AAAA,QACxC,cAAe,WAAuC,CAAC;AAAA;AAAA,IAE3D,EAAO,SAAI,WAAW,MAAM;AAAA,MAC1B,cAAc;AAAA,IAChB;AAAA,IACA,MAAM,KAAM,GAAG,MAAiB,QAAQ;AAAA,IACxC;AAAA,IACA,UAAU,MAAM,EAAE,IAAI,MAAM,GAAG,SAAS,MAAgB,OAAO,YAAY;AAAA,GAC5E;AAAA,EAED,gBAAgB,KAAK,qCAAqC;AAAA,EAC1D,OAAO,EAAE,MAAM,WAAW,qBAAqB,WAAW,MAAM,KAAK,EAAE;AAAA;AAGlE,IAAM,yBAIT,gBAAgB,CAAC,OAAO,OAAO,QAA2D;AAAA,EAC5F,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,QAAQ,MAAM,MAAM,IAAI,CAAC,OAAuB;AAAA,IACpD,MAAM;AAAA,IACN,UAAU;AAAA,MACR,MAAM,EAAE;AAAA,MACR,aAAa,qBAAqB,CAAC;AAAA,MACnC,YAAY,EAAE;AAAA,IAChB;AAAA,EACF,EAAE;AAAA,EAEF,MAAM,WAAgE,CAAC;AAAA,EACvE,IAAI,MAAM,cAAc;AAAA,IACtB,SAAS,KAAK,EAAE,MAAM,UAAU,SAAS,MAAM,aAAa,CAAC;AAAA,EAC/D;AAAA,EACA,SAAS,KAAK,EAAE,MAAM,QAAQ,SAAS,MAAM,OAAiB,CAAC;AAAA,EAE/D,MAAM,aAAa,iBAAiB,MAAM,UAAU;AAAA,EAEpD,MAAM,SAAc;AAAA,IAClB,OAAO;AAAA,IACP;AAAA,IACA,YAAY,MAAM;AAAA,IAClB,aAAa,MAAM;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,IAAI,eAAe,QAAQ;AAAA,IACzB,OAAO,QAAQ;AAAA,IACf,OAAO,cAAc;AAAA,EACvB;AAAA,EAEA,MAAM,SAAS,OAAO,qBAAqB,QAAQ,EAAE,OAAO,CAAC;AAAA,EAE7D,IAAI,kBAAkB;AAAA,EACtB,MAAM,sBAAsB,IAAI;AAAA,EAEhC,iBAAiB,SAAS,QAAQ;AAAA,IAChC,MAAM,SAAS,MAAM,QAAQ;AAAA,IAC7B,IAAI,CAAC;AAAA,MAAQ;AAAA,IAEb,MAAM,eAAe,OAAO,OAAO,WAAW;AAAA,IAC9C,IAAI,cAAc;AAAA,MAChB,mBAAmB;AAAA,MACnB,MAAM,EAAE,MAAM,cAAc,MAAM,QAAQ,WAAW,aAAa;AAAA,IACpE;AAAA,IAEA,MAAM,WAAY,OAAO,OAAe;AAAA,IACxC,IAAI,MAAM,QAAQ,QAAQ,GAAG;AAAA,MAC3B,WAAW,WAAW,UAAU;AAAA,QAC9B,MAAM,MAAM,QAAQ;AAAA,QACpB,IAAI,CAAC,oBAAoB,IAAI,GAAG,GAAG;AAAA,UACjC,oBAAoB,IAAI,KAAK;AAAA,YAC3B,IAAI,QAAQ,MAAM;AAAA,YAClB,MAAM,QAAQ,UAAU,QAAQ;AAAA,YAChC,WAAW;AAAA,UACb,CAAC;AAAA,QACH;AAAA,QACA,MAAM,MAAM,oBAAoB,IAAI,GAAG;AAAA,QACvC,IAAI,QAAQ;AAAA,UAAI,IAAI,KAAK,QAAQ;AAAA,QACjC,IAAI,QAAQ,UAAU;AAAA,UAAM,IAAI,OAAO,QAAQ,SAAS;AAAA,QACxD,IAAI,QAAQ,UAAU;AAAA,UAAW,IAAI,aAAa,QAAQ,SAAS;AAAA,MACrE;AAAA,MAEA,MAAM,iBAA0C,CAAC;AAAA,MACjD,MAAM,KAAK,oBAAoB,QAAQ,CAAC,EAAE,QAAQ,EAAE,KAAK,QAAQ;AAAA,QAC/D,IAAI;AAAA,QACJ,IAAI;AAAA,UACF,cAAc,KAAK,MAAM,GAAG,SAAS;AAAA,UACrC,MAAM;AAAA,UACN,MAAM,UAAU,iBAAiB,GAAG,SAAS;AAAA,UAC7C,cAAe,WAAuC,CAAC;AAAA;AAAA,QAEzD,MAAM,MAAM,GAAG,MAAM,OAAO,GAAG;AAAA,QAC/B,eAAe,OAAO,EAAE,IAAI,GAAG,IAAI,MAAM,GAAG,MAAM,OAAO,YAAY;AAAA,OACtE;AAAA,MACD,MAAM,EAAE,MAAM,gBAAgB,MAAM,aAAa,aAAa,eAAe;AAAA,IAC/E;AAAA,EACF;AAAA,EAEA,MAAM,YAAqC,CAAC;AAAA,EAC5C,MAAM,KAAK,oBAAoB,QAAQ,CAAC,EAAE,QAAQ,EAAE,KAAK,QAAQ;AAAA,IAC/D,IAAI;AAAA,IACJ,IAAI;AAAA,MACF,aAAa,KAAK,MAAM,GAAG,SAAS;AAAA,MACpC,MAAM;AAAA,MACN,aAAc,iBAAiB,GAAG,SAAS,KAAiC,CAAC;AAAA;AAAA,IAE/E,MAAM,MAAM,GAAG,MAAM,OAAO,GAAG;AAAA,IAC/B,UAAU,OAAO,EAAE,IAAI,GAAG,IAAI,MAAM,GAAG,MAAM,OAAO,WAAW;AAAA,GAChE;AAAA,EAED,MAAM,iBAAiB,qBAAqB,WAAW,MAAM,KAAK;AAAA,EAClE,MAAM;AAAA,IACJ,MAAM;AAAA,IACN,MAAM,EAAE,MAAM,iBAAiB,WAAW,eAAe;AAAA,EAC3D;AAAA;AAOK,IAAM,gBAIT,OAAO,UAAU;AAAA,EACnB,OAAO;AAAA,IACL,OAAO,MAAM;AAAA,IACb,UAAU;AAAA,IACV,WAAW;AAAA,IACX,kBAAkB;AAAA,IAClB,eAAe;AAAA,IACf,WAAW;AAAA,IACX,WAAW;AAAA,IACX,YAAY;AAAA,EACd;AAAA;AAOK,IAAM,YAA+E;AAAA,EAC1F,eAAe;AAAA,EACf,oBAAoB;AAAA,EACpB,mBAAmB;AAAA,EACnB,kBAAkB;AAAA,EAClB,iBAAiB;AAAA,EACjB,iBAAiB;AACnB;AAEO,IAAM,mBAGT;AAAA,EACF,oBAAoB;AAAA,EACpB,kBAAkB;AAAA,EAClB,iBAAiB;AAAA,EACjB,iBAAiB;AACnB;;ACrkBA;AAIO,SAAS,0BAA0B,GAAG;AAAA,EAC3C,MAAM,eAAe,sBAAsB,IAAI,aAAa;AAAA,EAC5D,IAAI,oBAAoB,WAAW,gBAAgB,EAAE,uBAAuB,YAAY;AAAA,EACxF,aAAa,UAAU;AAAA,EACvB,QAAQ,IAAI,8BAA8B;AAAA;",
-  "debugId": "1F594D11E4044E7A64756E2164756E21",
+  "mappings": ";;;;;;;;;;;AAOA;AAoBA;AAGA,IAAI;AACJ,eAAe,kBAAkB,GAAG;AAAA,EAClC,IAAI,CAAC,MAAM;AAAA,IACT,IAAI;AAAA,MACF,OAAO,MAAa;AAAA,MACpB,MAAM;AAAA,MACN,MAAM,IAAI,MACR,sHACF;AAAA;AAAA,EAEJ;AAAA,EACA,OAAO;AAAA;AAUT,eAAe,SAAS,CAAC,OAA2C;AAAA,EAClE,MAAM,MAAM,MAAM,mBAAmB;AAAA,EACrC,MAAM,SAAS,OAAO;AAAA,EACtB,MAAM,SACJ,QAAQ,kBACR,QAAQ,YACP,OAAO,YAAY,cAAc,QAAQ,KAAK,WAAW;AAAA,EAC5D,IAAI,CAAC,QAAQ;AAAA,IACX,MAAM,IAAI,MACR,wGACF;AAAA,EACF;AAAA,EACA,OAAO,IAAI,IAAI,gBAAgB,MAAM;AAAA;AAGvC,SAAS,YAAY,CAAC,OAAmD;AAAA,EACvE,MAAM,OAAO,OAAO,iBAAiB;AAAA,EACrC,IAAI,CAAC,MAAM;AAAA,IACT,MAAM,IAAI,MAAM,mDAAmD;AAAA,EACrE;AAAA,EACA,OAAO;AAAA;AAGT,SAAS,WAAW,CAClB,OACuC;AAAA,EACvC,OAAO,OAAO,iBAAiB;AAAA;AAG1B,IAAM,qBAIT,OAAO,OAAO,OAAO,iBAAiB,WAAW;AAAA,EACnD,IAAI,MAAM,QAAQ,MAAM,MAAM,GAAG;AAAA,IAC/B,UAAU,EAAE,KACV,6FACF;AAAA,IACA,MAAM,UAAU,MAAM;AAAA,IACtB,MAAM,UAAoB,CAAC;AAAA,IAC3B,WAAW,QAAQ,SAAS;AAAA,MAC1B,MAAM,IAAI,MAAM,mBACd,KAAK,OAAO,QAAQ,KAAK,GACzB,OACA,iBACA,MACF;AAAA,MACA,QAAQ,KAAK,EAAE,IAAc;AAAA,IAC/B;AAAA,IACA,OAAO,EAAE,MAAM,QAAQ;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAU;AAAA,EACzB,MAAM,aAAa,sBAAsB,OAAO,iBAAiB;AAAA,EACjE,OAAO,KAAK,YAAY,EAAE,OAAO,OAAO,iBAAiB,WAAW,CAAC;AAAA,EAErE,gBAAgB,GAAG,uCAAuC;AAAA,EAC1D,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,WAAW,MAAM,OAAO,eAC5B;AAAA,IACE,OAAO;AAAA,IACP,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,MAAM,OAAiB,CAAC;AAAA,IAC5D,YAAY,MAAM;AAAA,IAClB,aAAa,MAAM;AAAA,IACnB,OAAO,MAAM;AAAA,IACb,mBAAmB,MAAM;AAAA,IACzB;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,gBAAgB,KAAK,wCAAwC;AAAA,EAC7D,OAAO,QAAQ,YAAY,EAAE,OAAO,OAAO,iBAAiB,WAAW,CAAC;AAAA,EACxE,OAAO,EAAE,MAAM,SAAS,QAAQ,IAAI,SAAS,WAAW,GAAG;AAAA;AAGtD,IAAM,oBAIT,OAAO,OAAO,OAAO,iBAAiB,WAAW;AAAA,EACnD,MAAM,SAAS,UAAU;AAAA,EACzB,MAAM,aAAa,qBAAqB,OAAO,iBAAiB;AAAA,EAChE,OAAO,KAAK,YAAY,EAAE,OAAO,OAAO,iBAAiB,WAAW,CAAC;AAAA,EAErE,gBAAgB,GAAG,sCAAsC;AAAA,EACzD,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EAEpC,IAAI,MAAM,QAAQ,MAAM,IAAI,GAAG;AAAA,IAC7B,MAAM,aAAa,MAAM,QAAQ,IAC/B,MAAM,KAAK,IAAI,CAAC,SACd,OAAO,kBACL;AAAA,MACE,OAAO;AAAA,MACP,QAAQ;AAAA,IACV,GACA,EAAE,OAAO,CACX,CACF,CACF;AAAA,IAEA,gBAAgB,KAAK,uCAAuC;AAAA,IAC5D,OAAO,QAAQ,YAAY,EAAE,OAAO,OAAO,iBAAiB,YAAY,OAAO,KAAK,CAAC;AAAA,IACrF,OAAO;AAAA,MACL,QAAQ,WAAW,IAAI,CAAC,eAAc,IAAI,aAAa,UAAgC,CAAC;AAAA,IAC1F;AAAA,EACF;AAAA,EAEA,MAAM,YAAY,MAAM,OAAO,kBAC7B;AAAA,IACE,OAAO;AAAA,IACP,QAAQ,MAAM;AAAA,EAChB,GACA,EAAE,OAAO,CACX;AAAA,EAEA,gBAAgB,KAAK,uCAAuC;AAAA,EAC5D,OAAO,QAAQ,YAAY,EAAE,OAAO,OAAO,iBAAiB,WAAW,CAAC;AAAA,EACxE,OAAO,EAAE,QAAQ,IAAI,aAAa,SAAgC,EAAE;AAAA;AAG/D,IAAM,mBAIT,OAAO,OAAO,OAAO,iBAAiB,WAAW;AAAA,EACnD,IAAI,MAAM,QAAQ,MAAM,IAAI,GAAG;AAAA,IAC7B,UAAU,EAAE,KACV,2FACF;AAAA,IACA,MAAM,QAAQ,MAAM;AAAA,IACpB,MAAM,UAAoB,CAAC;AAAA,IAC3B,WAAW,QAAQ,OAAO;AAAA,MACxB,MAAM,IAAI,MAAM,iBAAiB,KAAK,OAAO,MAAM,KAAK,GAAG,OAAO,iBAAiB,MAAM;AAAA,MACzF,QAAQ,KAAK,EAAE,IAAc;AAAA,IAC/B;AAAA,IACA,OAAO,EAAE,MAAM,QAAQ;AAAA,EACzB;AAAA,EAEA,gBAAgB,GAAG,sCAAsC;AAAA,EACzD,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,WAAW,MAAM,OAAO,eAC5B;AAAA,IACE,OAAO;AAAA,IACP,UAAU;AAAA,MACR,EAAE,MAAM,UAAU,SAAS,MAAM,OAAiB;AAAA,MAClD,EAAE,MAAM,QAAQ,SAAS,MAAM,KAAe;AAAA,IAChD;AAAA,IACA;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,gBAAgB,KAAK,uCAAuC;AAAA,EAC5D,OAAO,EAAE,MAAM,SAAS,QAAQ,IAAI,SAAS,WAAW,GAAG;AAAA;AAGtD,IAAM,kBAIT,OAAO,OAAO,OAAO,iBAAiB,WAAW;AAAA,EACnD,IAAI,MAAM,QAAQ,MAAM,IAAI,GAAG;AAAA,IAC7B,UAAU,EAAE,KACV,0FACF;AAAA,IACA,MAAM,QAAQ,MAAM;AAAA,IACpB,MAAM,UAAoB,CAAC;AAAA,IAC3B,WAAW,QAAQ,OAAO;AAAA,MACxB,MAAM,IAAI,MAAM,gBAAgB,KAAK,OAAO,MAAM,KAAK,GAAG,OAAO,iBAAiB,MAAM;AAAA,MACxF,QAAQ,KAAK,EAAE,IAAc;AAAA,IAC/B;AAAA,IACA,OAAO,EAAE,MAAM,QAAQ;AAAA,EACzB;AAAA,EAEA,gBAAgB,GAAG,0CAA0C;AAAA,EAC7D,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,WAAW,MAAM,OAAO,eAC5B;AAAA,IACE,OAAO;AAAA,IACP,UAAU;AAAA,MACR,EAAE,MAAM,UAAU,SAAS,0CAA0C;AAAA,MACrE,EAAE,MAAM,QAAQ,SAAS,MAAM,KAAe;AAAA,IAChD;AAAA,IACA;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,gBAAgB,KAAK,2CAA2C;AAAA,EAChE,OAAO,EAAE,MAAM,SAAS,QAAQ,IAAI,SAAS,WAAW,GAAG;AAAA;AAOtD,IAAM,4BAIT,gBAAgB,CAAC,OAAO,OAAO,QAA8D;AAAA,EAC/F,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,SAAS,OAAO,qBACpB;AAAA,IACE,OAAO;AAAA,IACP,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,MAAM,OAAiB,CAAC;AAAA,IAC5D,YAAY,MAAM;AAAA,IAClB,aAAa,MAAM;AAAA,IACnB,OAAO,MAAM;AAAA,IACb,mBAAmB,MAAM;AAAA,IACzB;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,iBAAiB,SAAS,QAAQ;AAAA,IAChC,MAAM,QAAQ,MAAM,QAAQ,IAAI,OAAO,WAAW;AAAA,IAClD,IAAI,OAAO;AAAA,MACT,MAAM,EAAE,MAAM,cAAc,MAAM,QAAQ,WAAW,MAAM;AAAA,IAC7D;AAAA,EACF;AAAA,EACA,MAAM,EAAE,MAAM,UAAU,MAAM,CAAC,EAA8B;AAAA;AAGxD,IAAM,0BAIT,gBAAgB,CAAC,OAAO,OAAO,QAA4D;AAAA,EAC7F,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,SAAS,OAAO,qBACpB;AAAA,IACE,OAAO;AAAA,IACP,UAAU;AAAA,MACR,EAAE,MAAM,UAAU,SAAS,MAAM,OAAiB;AAAA,MAClD,EAAE,MAAM,QAAQ,SAAS,MAAM,KAAe;AAAA,IAChD;AAAA,IACA;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,iBAAiB,SAAS,QAAQ;AAAA,IAChC,MAAM,QAAQ,MAAM,QAAQ,IAAI,OAAO,WAAW;AAAA,IAClD,IAAI,OAAO;AAAA,MACT,MAAM,EAAE,MAAM,cAAc,MAAM,QAAQ,WAAW,MAAM;AAAA,IAC7D;AAAA,EACF;AAAA,EACA,MAAM,EAAE,MAAM,UAAU,MAAM,CAAC,EAA4B;AAAA;AAGtD,IAAM,yBAIT,gBAAgB,CAAC,OAAO,OAAO,QAA2D;AAAA,EAC5F,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,SAAS,OAAO,qBACpB;AAAA,IACE,OAAO;AAAA,IACP,UAAU;AAAA,MACR,EAAE,MAAM,UAAU,SAAS,0CAA0C;AAAA,MACrE,EAAE,MAAM,QAAQ,SAAS,MAAM,KAAe;AAAA,IAChD;AAAA,IACA;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,iBAAiB,SAAS,QAAQ;AAAA,IAChC,MAAM,QAAQ,MAAM,QAAQ,IAAI,OAAO,WAAW;AAAA,IAClD,IAAI,OAAO;AAAA,MACT,MAAM,EAAE,MAAM,cAAc,MAAM,QAAQ,WAAW,MAAM;AAAA,IAC7D;AAAA,EACF;AAAA,EACA,MAAM,EAAE,MAAM,UAAU,MAAM,CAAC,EAA2B;AAAA;AAO5D,SAAS,gBAAgB,CACvB,YAC0C;AAAA,EAC1C,IAAI,CAAC,cAAc,eAAe;AAAA,IAAQ,OAAO;AAAA,EACjD,IAAI,eAAe;AAAA,IAAQ,OAAO;AAAA,EAClC,IAAI,eAAe;AAAA,IAAY,OAAO;AAAA,EAEtC,OAAO;AAAA;AAGF,IAAM,kBAIT,OAAO,OAAO,OAAO,iBAAiB,WAAW;AAAA,EACnD,IAAI,MAAM,QAAQ,MAAM,MAAM,GAAG;AAAA,IAC/B,UAAU,EAAE,KACV,0FACF;AAAA,IACA,MAAM,UAAU,MAAM;AAAA,IACtB,MAAM,QAAkB,CAAC;AAAA,IACzB,MAAM,gBAA6B,CAAC;AAAA,IACpC,WAAW,QAAQ,SAAS;AAAA,MAC1B,MAAM,IAAI,MAAM,gBAAgB,KAAK,OAAO,QAAQ,KAAK,GAAG,OAAO,iBAAiB,MAAM;AAAA,MAC1F,MAAM,KAAK,EAAE,IAAc;AAAA,MAC3B,cAAc,KAAK,EAAE,SAAsB;AAAA,IAC7C;AAAA,IACA,OAAO,EAAE,MAAM,OAAO,WAAW,cAAc;AAAA,EACjD;AAAA,EAEA,gBAAgB,GAAG,oCAAoC;AAAA,EACvD,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,QAAQ,MAAM,MAAM,IAAI,CAAC,OAAuB;AAAA,IACpD,MAAM;AAAA,IACN,UAAU;AAAA,MACR,MAAM,EAAE;AAAA,MACR,aAAa,qBAAqB,CAAC;AAAA,MACnC,YAAY,EAAE;AAAA,IAChB;AAAA,EACF,EAAE;AAAA,EAEF,MAAM,WAAW,iBAAiB,KAAK;AAAA,EAEvC,MAAM,aAAa,iBAAiB,MAAM,UAAU;AAAA,EAEpD,MAAM,SAAc;AAAA,IAClB,OAAO;AAAA,IACP;AAAA,IACA,YAAY,MAAM;AAAA,IAClB,aAAa,MAAM;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,IAAI,eAAe,QAAQ;AAAA,IACzB,OAAO,QAAQ;AAAA,IACf,OAAO,cAAc;AAAA,EACvB;AAAA,EAEA,MAAM,WAAW,MAAM,OAAO,eAAe,QAAQ,EAAE,OAAO,CAAC;AAAA,EAE/D,MAAM,OAAO,SAAS,QAAQ,IAAI,SAAS,WAAW;AAAA,EACtD,MAAM,YAAuB,CAAC;AAAA,EAC9B,IAAI,YAAY;AAAA,GACd,SAAS,QAAQ,IAAI,SAAiB,cAAc,CAAC,GAAG,QAAQ,CAAC,OAAY;AAAA,IAC7E,IAAI,cAAuC,CAAC;AAAA,IAC5C,MAAM,UAAU,GAAG,UAAU;AAAA,IAC7B,IAAI,OAAO,YAAY,UAAU;AAAA,MAC/B,IAAI;AAAA,QACF,cAAc,KAAK,MAAM,OAAO;AAAA,QAChC,MAAM;AAAA,QACN,MAAM,UAAU,iBAAiB,OAAO;AAAA,QACxC,cAAe,WAAuC,CAAC;AAAA;AAAA,IAE3D,EAAO,SAAI,WAAW,MAAM;AAAA,MAC1B,cAAc;AAAA,IAChB;AAAA,IACA,MAAM,KAAM,GAAG,MAAiB,QAAQ;AAAA,IACxC;AAAA,IACA,UAAU,KAAK,EAAE,IAAI,MAAM,GAAG,SAAS,MAAgB,OAAO,YAAY,CAAC;AAAA,GAC5E;AAAA,EAED,gBAAgB,KAAK,qCAAqC;AAAA,EAC1D,OAAO,EAAE,MAAM,WAAW,qBAAqB,WAAW,MAAM,KAAK,EAAE;AAAA;AAGlE,IAAM,yBAIT,gBAAgB,CAAC,OAAO,OAAO,QAA2D;AAAA,EAC5F,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,QAAQ,MAAM,MAAM,IAAI,CAAC,OAAuB;AAAA,IACpD,MAAM;AAAA,IACN,UAAU;AAAA,MACR,MAAM,EAAE;AAAA,MACR,aAAa,qBAAqB,CAAC;AAAA,MACnC,YAAY,EAAE;AAAA,IAChB;AAAA,EACF,EAAE;AAAA,EAEF,MAAM,WAAW,iBAAiB,KAAK;AAAA,EAEvC,MAAM,aAAa,iBAAiB,MAAM,UAAU;AAAA,EAEpD,MAAM,SAAc;AAAA,IAClB,OAAO;AAAA,IACP;AAAA,IACA,YAAY,MAAM;AAAA,IAClB,aAAa,MAAM;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,IAAI,eAAe,QAAQ;AAAA,IACzB,OAAO,QAAQ;AAAA,IACf,OAAO,cAAc;AAAA,EACvB;AAAA,EAEA,MAAM,SAAS,OAAO,qBAAqB,QAAQ,EAAE,OAAO,CAAC;AAAA,EAE7D,IAAI,kBAAkB;AAAA,EACtB,MAAM,sBAAsB,IAAI;AAAA,EAEhC,iBAAiB,SAAS,QAAQ;AAAA,IAChC,MAAM,SAAS,MAAM,QAAQ;AAAA,IAC7B,IAAI,CAAC;AAAA,MAAQ;AAAA,IAEb,MAAM,eAAe,OAAO,OAAO,WAAW;AAAA,IAC9C,IAAI,cAAc;AAAA,MAChB,mBAAmB;AAAA,MACnB,MAAM,EAAE,MAAM,cAAc,MAAM,QAAQ,WAAW,aAAa;AAAA,IACpE;AAAA,IAEA,MAAM,WAAY,OAAO,OAAe;AAAA,IACxC,IAAI,MAAM,QAAQ,QAAQ,GAAG;AAAA,MAC3B,WAAW,WAAW,UAAU;AAAA,QAC9B,MAAM,MAAM,QAAQ;AAAA,QACpB,IAAI,CAAC,oBAAoB,IAAI,GAAG,GAAG;AAAA,UACjC,oBAAoB,IAAI,KAAK;AAAA,YAC3B,IAAI,QAAQ,MAAM;AAAA,YAClB,MAAM,QAAQ,UAAU,QAAQ;AAAA,YAChC,WAAW;AAAA,UACb,CAAC;AAAA,QACH;AAAA,QACA,MAAM,MAAM,oBAAoB,IAAI,GAAG;AAAA,QACvC,IAAI,QAAQ;AAAA,UAAI,IAAI,KAAK,QAAQ;AAAA,QACjC,IAAI,QAAQ,UAAU;AAAA,UAAM,IAAI,OAAO,QAAQ,SAAS;AAAA,QACxD,IAAI,QAAQ,UAAU;AAAA,UAAW,IAAI,aAAa,QAAQ,SAAS;AAAA,MACrE;AAAA,MAEA,MAAM,WAAsB,CAAC;AAAA,MAC7B,cAAc,OAAO,qBAAqB;AAAA,QACxC,IAAI;AAAA,QACJ,IAAI;AAAA,UACF,cAAc,KAAK,MAAM,GAAG,SAAS;AAAA,UACrC,MAAM;AAAA,UACN,MAAM,UAAU,iBAAiB,GAAG,SAAS;AAAA,UAC7C,cAAe,WAAuC,CAAC;AAAA;AAAA,QAEzD,SAAS,KAAK,EAAE,IAAI,GAAG,IAAI,MAAM,GAAG,MAAM,OAAO,YAAY,CAAC;AAAA,MAChE;AAAA,MACA,MAAM,EAAE,MAAM,gBAAgB,MAAM,aAAa,aAAa,SAAS;AAAA,IACzE;AAAA,EACF;AAAA,EAEA,MAAM,YAAuB,CAAC;AAAA,EAC9B,cAAc,OAAO,qBAAqB;AAAA,IACxC,IAAI;AAAA,IACJ,IAAI;AAAA,MACF,aAAa,KAAK,MAAM,GAAG,SAAS;AAAA,MACpC,MAAM;AAAA,MACN,aAAc,iBAAiB,GAAG,SAAS,KAAiC,CAAC;AAAA;AAAA,IAE/E,UAAU,KAAK,EAAE,IAAI,GAAG,IAAI,MAAM,GAAG,MAAM,OAAO,WAAW,CAAC;AAAA,EAChE;AAAA,EAEA,MAAM,iBAAiB,qBAAqB,WAAW,MAAM,KAAK;AAAA,EAClE,MAAM;AAAA,IACJ,MAAM;AAAA,IACN,MAAM,EAAE,MAAM,iBAAiB,WAAW,eAAe;AAAA,EAC3D;AAAA;AAOK,IAAM,gBAIT,OAAO,UAAU;AAAA,EACnB,OAAO;AAAA,IACL,OAAO,MAAM;AAAA,IACb,UAAU;AAAA,IACV,WAAW;AAAA,IACX,kBAAkB;AAAA,IAClB,eAAe;AAAA,IACf,WAAW;AAAA,IACX,WAAW;AAAA,IACX,YAAY;AAAA,EACd;AAAA;AAOK,IAAM,YAA+E;AAAA,EAC1F,eAAe;AAAA,EACf,oBAAoB;AAAA,EACpB,mBAAmB;AAAA,EACnB,kBAAkB;AAAA,EAClB,iBAAiB;AAAA,EACjB,iBAAiB;AACnB;AAEO,IAAM,mBAGT;AAAA,EACF,oBAAoB;AAAA,EACpB,kBAAkB;AAAA,EAClB,iBAAiB;AAAA,EACjB,iBAAiB;AACnB;;ACjkBA;AAIO,SAAS,0BAA0B,GAAG;AAAA,EAC3C,MAAM,eAAe,sBAAsB,IAAI,aAAa;AAAA,EAC5D,IAAI,oBAAoB,WAAW,gBAAgB,EAAE,uBAAuB,YAAY;AAAA,EACxF,aAAa,UAAU;AAAA,EACvB,QAAQ,IAAI,8BAA8B;AAAA;",
+  "debugId": "C5F3EE6DFD46CF6864756E2164756E21",
   "names": []
 }

package/dist/provider-llamacpp/common/LlamaCpp_JobRunFns.d.ts

@@ -3,7 +3,7 @@
  * Copyright 2025 Steven Roussey <sroussey@gmail.com>
  * SPDX-License-Identifier: Apache-2.0
  */
-import type { AiProviderReactiveRunFn, AiProviderRunFn, AiProviderStreamFn, CountTokensTaskInput, CountTokensTaskOutput, DownloadModelTaskRunInput, DownloadModelTaskRunOutput, TextEmbeddingTaskInput, TextEmbeddingTaskOutput, TextGenerationTaskInput, TextGenerationTaskOutput, TextRewriterTaskInput, TextRewriterTaskOutput, TextSummaryTaskInput, TextSummaryTaskOutput, ToolCallingTaskInput, ToolCallingTaskOutput, ModelInfoTaskInput, ModelInfoTaskOutput, UnloadModelTaskRunInput, UnloadModelTaskRunOutput } from "@workglow/ai";
+import type { AiProviderReactiveRunFn, AiProviderRunFn, AiProviderStreamFn, CountTokensTaskInput, CountTokensTaskOutput, DownloadModelTaskRunInput, DownloadModelTaskRunOutput, ModelInfoTaskInput, ModelInfoTaskOutput, StructuredGenerationTaskInput, StructuredGenerationTaskOutput, TextEmbeddingTaskInput, TextEmbeddingTaskOutput, TextGenerationTaskInput, TextGenerationTaskOutput, TextRewriterTaskInput, TextRewriterTaskOutput, TextSummaryTaskInput, TextSummaryTaskOutput, ToolCallingTaskInput, ToolCallingTaskOutput, UnloadModelTaskRunInput, UnloadModelTaskRunOutput } from "@workglow/ai";
 import type { LlamaCppModelConfig } from "./LlamaCpp_ModelSchema";
 export declare const LlamaCpp_Download: AiProviderRunFn<DownloadModelTaskRunInput, DownloadModelTaskRunOutput, LlamaCppModelConfig>;
 export declare const LlamaCpp_Unload: AiProviderRunFn<UnloadModelTaskRunInput, UnloadModelTaskRunOutput, LlamaCppModelConfig>;
@@ -19,6 +19,8 @@ export declare const LlamaCpp_CountTokens: AiProviderRunFn<CountTokensTaskInput,
 export declare const LlamaCpp_CountTokens_Reactive: AiProviderReactiveRunFn<CountTokensTaskInput, CountTokensTaskOutput, LlamaCppModelConfig>;
 export declare const LlamaCpp_ToolCalling: AiProviderRunFn<ToolCallingTaskInput, ToolCallingTaskOutput, LlamaCppModelConfig>;
 export declare const LlamaCpp_ToolCalling_Stream: AiProviderStreamFn<ToolCallingTaskInput, ToolCallingTaskOutput, LlamaCppModelConfig>;
+export declare const LlamaCpp_StructuredGeneration: AiProviderRunFn<StructuredGenerationTaskInput, StructuredGenerationTaskOutput, LlamaCppModelConfig>;
+export declare const LlamaCpp_StructuredGeneration_Stream: AiProviderStreamFn<StructuredGenerationTaskInput, StructuredGenerationTaskOutput, LlamaCppModelConfig>;
 export declare const LlamaCpp_ModelInfo: AiProviderRunFn<ModelInfoTaskInput, ModelInfoTaskOutput, LlamaCppModelConfig>;
 export declare const LLAMACPP_TASKS: Record<string, AiProviderRunFn<any, any, LlamaCppModelConfig>>;
 export declare const LLAMACPP_STREAM_TASKS: Record<string, AiProviderStreamFn<any, any, LlamaCppModelConfig>>;

package/dist/provider-llamacpp/common/LlamaCpp_JobRunFns.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"LlamaCpp_JobRunFns.d.ts","sourceRoot":"","sources":["../../../src/provider-llamacpp/common/LlamaCpp_JobRunFns.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EACV,uBAAuB,EACvB,eAAe,EACf,kBAAkB,EAClB,oBAAoB,EACpB,qBAAqB,EACrB,yBAAyB,EACzB,0BAA0B,EAC1B,sBAAsB,EACtB,uBAAuB,EACvB,uBAAuB,EACvB,wBAAwB,EACxB,qBAAqB,EACrB,sBAAsB,EACtB,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,EAErB,kBAAkB,EAClB,mBAAmB,EACnB,uBAAuB,EACvB,wBAAwB,EACzB,MAAM,cAAc,CAAC;AAKtB,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AA2KlE,eAAO,MAAM,iBAAiB,EAAE,eAAe,CAC7C,yBAAyB,EACzB,0BAA0B,EAC1B,mBAAmB,CAoCpB,CAAC;AAMF,eAAO,MAAM,eAAe,EAAE,eAAe,CAC3C,uBAAuB,EACvB,wBAAwB,EACxB,mBAAmB,CAiCpB,CAAC;AAMF,eAAO,MAAM,uBAAuB,EAAE,eAAe,CACnD,uBAAuB,EACvB,wBAAwB,EACxB,mBAAmB,CAqCpB,CAAC;AAMF,eAAO,MAAM,8BAA8B,EAAE,kBAAkB,CAC7D,uBAAuB,EACvB,wBAAwB,EACxB,mBAAmB,CAsBpB,CAAC;AAMF,eAAO,MAAM,sBAAsB,EAAE,eAAe,CAClD,sBAAsB,EACtB,uBAAuB,EACvB,mBAAmB,CAoBpB,CAAC;AAMF,eAAO,MAAM,qBAAqB,EAAE,eAAe,CACjD,qBAAqB,EACrB,sBAAsB,EACtB,mBAAmB,CAgCpB,CAAC;AAMF,eAAO,MAAM,4BAA4B,EAAE,kBAAkB,CAC3D,qBAAqB,EACrB,sBAAsB,EACtB,mBAAmB,CAgBpB,CAAC;AAMF,eAAO,MAAM,oBAAoB,EAAE,eAAe,CAChD,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CAmCpB,CAAC;AAMF,eAAO,MAAM,2BAA2B,EAAE,kBAAkB,CAC1D,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CAmBpB,CAAC;AAMF,wBAAsB,wBAAwB,IAAI,OAAO,CAAC,IAAI,CAAC,CAkB9D;AAED,eAAO,MAAM,oBAAoB,EAAE,eAAe,CAChD,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CAmBpB,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,uBAAuB,CACjE,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CAGpB,CAAC;AA+BF,eAAO,MAAM,oBAAoB,EAAE,eAAe,CAChD,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CAuDpB,CAAC;AAMF,eAAO,MAAM,2BAA2B,EAAE,kBAAkB,CAC1D,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CA8FpB,CAAC;AAMF,eAAO,MAAM,kBAAkB,EAAE,eAAe,CAC9C,kBAAkB,EAClB,mBAAmB,EACnB,mBAAmB,CAkCpB,CAAC;AAMF,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAUzF,CAAC;AAEF,eAAO,MAAM,qBAAqB,EAAE,MAAM,CACxC,MAAM,EACN,kBAAkB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAMlD,CAAC;AAEF,eAAO,MAAM,uBAAuB,EAAE,MAAM,CAC1C,MAAM,EACN,uBAAuB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAGvD,CAAC"}
+{"version":3,"file":"LlamaCpp_JobRunFns.d.ts","sourceRoot":"","sources":["../../../src/provider-llamacpp/common/LlamaCpp_JobRunFns.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EACV,uBAAuB,EACvB,eAAe,EACf,kBAAkB,EAClB,oBAAoB,EACpB,qBAAqB,EACrB,yBAAyB,EACzB,0BAA0B,EAC1B,kBAAkB,EAClB,mBAAmB,EACnB,6BAA6B,EAC7B,8BAA8B,EAC9B,sBAAsB,EACtB,uBAAuB,EACvB,uBAAuB,EACvB,wBAAwB,EACxB,qBAAqB,EACrB,sBAAsB,EACtB,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,EAGrB,uBAAuB,EACvB,wBAAwB,EACzB,MAAM,cAAc,CAAC;AAItB,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AA2KlE,eAAO,MAAM,iBAAiB,EAAE,eAAe,CAC7C,yBAAyB,EACzB,0BAA0B,EAC1B,mBAAmB,CAoCpB,CAAC;AAMF,eAAO,MAAM,eAAe,EAAE,eAAe,CAC3C,uBAAuB,EACvB,wBAAwB,EACxB,mBAAmB,CAiCpB,CAAC;AAMF,eAAO,MAAM,uBAAuB,EAAE,eAAe,CACnD,uBAAuB,EACvB,wBAAwB,EACxB,mBAAmB,CA0CpB,CAAC;AAMF,eAAO,MAAM,8BAA8B,EAAE,kBAAkB,CAC7D,uBAAuB,EACvB,wBAAwB,EACxB,mBAAmB,CAsBpB,CAAC;AAMF,eAAO,MAAM,sBAAsB,EAAE,eAAe,CAClD,sBAAsB,EACtB,uBAAuB,EACvB,mBAAmB,CAoBpB,CAAC;AAMF,eAAO,MAAM,qBAAqB,EAAE,eAAe,CACjD,qBAAqB,EACrB,sBAAsB,EACtB,mBAAmB,CAwCpB,CAAC;AAMF,eAAO,MAAM,4BAA4B,EAAE,kBAAkB,CAC3D,qBAAqB,EACrB,sBAAsB,EACtB,mBAAmB,CAmBpB,CAAC;AAMF,eAAO,MAAM,oBAAoB,EAAE,eAAe,CAChD,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CAwCpB,CAAC;AAMF,eAAO,MAAM,2BAA2B,EAAE,kBAAkB,CAC1D,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CAmBpB,CAAC;AAMF,wBAAsB,wBAAwB,IAAI,OAAO,CAAC,IAAI,CAAC,CAkB9D;AAED,eAAO,MAAM,oBAAoB,EAAE,eAAe,CAChD,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CAmBpB,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,uBAAuB,CACjE,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CAGpB,CAAC;AA+DF,eAAO,MAAM,oBAAoB,EAAE,eAAe,CAChD,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CA6DpB,CAAC;AAMF,eAAO,MAAM,2BAA2B,EAAE,kBAAkB,CAC1D,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CA+FpB,CAAC;AAMF,eAAO,MAAM,6BAA6B,EAAE,eAAe,CACzD,6BAA6B,EAC7B,8BAA8B,EAC9B,mBAAmB,CAoCpB,CAAC;AAMF,eAAO,MAAM,oCAAoC,EAAE,kBAAkB,CACnE,6BAA6B,EAC7B,8BAA8B,EAC9B,mBAAmB,CA6FpB,CAAC;AAMF,eAAO,MAAM,kBAAkB,EAAE,eAAe,CAC9C,kBAAkB,EAClB,mBAAmB,EACnB,mBAAmB,CAkCpB,CAAC;AAMF,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAWzF,CAAC;AAEF,eAAO,MAAM,qBAAqB,EAAE,MAAM,CACxC,MAAM,EACN,kBAAkB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAOlD,CAAC;AAEF,eAAO,MAAM,uBAAuB,EAAE,MAAM,CAC1C,MAAM,EACN,uBAAuB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAGvD,CAAC"}

package/dist/provider-llamacpp/index.js

@@ -11,7 +11,7 @@ import {
 } from "../index-6j5pq722.js";
 // src/provider-llamacpp/common/LlamaCpp_JobRunFns.ts
 import { filterValidToolCalls } from "@workglow/ai";
-import { getLogger } from "@workglow/util";
+import { getLogger, parsePartialJson } from "@workglow/util";
 var _sdk;
 async function loadSdk() {
   if (!_sdk) {
@@ -263,7 +263,10 @@ var LlamaCpp_TextRewriter = async (input, model, update_progress, signal) => {
   const context = await getOrCreateTextContext(model);
   update_progress(10, "Rewriting text");
   const sequence = context.getSequence();
-  const session = new LlamaChatSession({ contextSequence: sequence, systemPrompt: input.prompt });
+  const session = new LlamaChatSession({
+    contextSequence: sequence,
+    systemPrompt: input.prompt
+  });
   try {
     const text = await session.prompt(input.text, { signal });
     update_progress(100, "Text rewriting complete");
@@ -278,7 +281,10 @@ var LlamaCpp_TextRewriter_Stream = async function* (input, model, signal) {
   const { LlamaChatSession } = await loadSdk();
   const context = await getOrCreateTextContext(model);
   const sequence = context.getSequence();
-  const session = new LlamaChatSession({ contextSequence: sequence, systemPrompt: input.prompt });
+  const session = new LlamaChatSession({
+    contextSequence: sequence,
+    systemPrompt: input.prompt
+  });
   try {
     yield* streamFromSession((onTextChunk) => {
       return session.prompt(input.text, { signal, onTextChunk });
@@ -369,6 +375,30 @@ var LlamaCpp_CountTokens = async (input, model, onProgress, signal) => {
 var LlamaCpp_CountTokens_Reactive = async (input, _output, model) => {
   return LlamaCpp_CountTokens(input, model, () => {}, new AbortController().signal);
 };
+function buildLlamaCppPrompt(input) {
+  const inputMessages = input.messages;
+  if (!inputMessages || inputMessages.length === 0) {
+    return Array.isArray(input.prompt) ? input.prompt.join(`
+`) : input.prompt;
+  }
+  const parts = [];
+  for (const msg of inputMessages) {
+    if (msg.role === "user") {
+      parts.push(`User: ${msg.content}`);
+    } else if (msg.role === "assistant" && Array.isArray(msg.content)) {
+      const text = msg.content.filter((b) => b.type === "text").map((b) => b.text).join("");
+      if (text)
+        parts.push(`Assistant: ${text}`);
+    } else if (msg.role === "tool" && Array.isArray(msg.content)) {
+      for (const block of msg.content) {
+        parts.push(`Tool Result: ${block.content}`);
+      }
+    }
+  }
+  return parts.join(`
+
+`);
+}
 function buildLlamaCppFunctions(tools, capturedCalls) {
   const { defineChatSessionFunction } = _sdk;
   const functions = {};
@@ -408,21 +438,22 @@ var LlamaCpp_ToolCalling = async (input, model, update_progress, signal) => {
   update_progress(10, "Running tool calling");
   const sequence = context.getSequence();
   const { LlamaChatSession } = _sdk;
+  const promptText = buildLlamaCppPrompt(input);
   const session = new LlamaChatSession({
     contextSequence: sequence,
     ...input.systemPrompt && { systemPrompt: input.systemPrompt }
   });
   try {
-    const text = await session.prompt(input.prompt, {
+    const text = await session.prompt(promptText, {
       signal,
       ...functions && { functions },
       ...input.temperature !== undefined && { temperature: input.temperature },
       ...input.maxTokens !== undefined && { maxTokens: input.maxTokens }
     });
-    const toolCalls = {};
+    const toolCalls = [];
     capturedCalls.forEach((call, index) => {
       const id = `call_${index}`;
-      toolCalls[id] = { id, name: call.name, input: call.input };
+      toolCalls.push({ id, name: call.name, input: call.input });
     });
     update_progress(100, "Tool calling complete");
     return { text, toolCalls: filterValidToolCalls(toolCalls, input.tools) };
@@ -439,6 +470,7 @@ var LlamaCpp_ToolCalling_Stream = async function* (input, model, signal) {
   const functions = input.toolChoice === "none" ? undefined : buildLlamaCppFunctions(input.tools, capturedCalls);
   const sequence = context.getSequence();
   const { LlamaChatSession } = _sdk;
+  const promptText = buildLlamaCppPrompt(input);
   const session = new LlamaChatSession({
     contextSequence: sequence,
     ...input.systemPrompt && { systemPrompt: input.systemPrompt }
@@ -452,7 +484,7 @@ var LlamaCpp_ToolCalling_Stream = async function* (input, model, signal) {
     resolveWait = null;
   };
   let accumulatedText = "";
-  const promptPromise = session.prompt(input.prompt, {
+  const promptPromise = session.prompt(promptText, {
     signal,
     ...functions && { functions },
     onTextChunk: (chunk) => {
@@ -496,20 +528,128 @@ var LlamaCpp_ToolCalling_Stream = async function* (input, model, signal) {
       throw completionError;
     return;
   }
-  const toolCalls = {};
+  const toolCalls = [];
   capturedCalls.forEach((call, index) => {
     const id = `call_${index}`;
-    toolCalls[id] = { id, name: call.name, input: call.input };
+    toolCalls.push({ id, name: call.name, input: call.input });
   });
   const validToolCalls = filterValidToolCalls(toolCalls, input.tools);
-  if (Object.keys(validToolCalls).length > 0) {
-    yield { type: "object-delta", port: "toolCalls", objectDelta: { ...validToolCalls } };
+  if (validToolCalls.length > 0) {
+    yield { type: "object-delta", port: "toolCalls", objectDelta: [...validToolCalls] };
   }
   yield {
     type: "finish",
     data: { text: accumulatedText, toolCalls: validToolCalls }
   };
 };
+var LlamaCpp_StructuredGeneration = async (input, model, update_progress, signal) => {
+  if (!model)
+    throw new Error("Model config is required for StructuredGenerationTask.");
+  await loadSdk();
+  update_progress(0, "Loading model");
+  const llama = await getLlamaInstance();
+  const context = await getOrCreateTextContext(model);
+  update_progress(10, "Running structured generation");
+  const grammar = await llama.createGrammarForJsonSchema(input.outputSchema);
+  const sequence = context.getSequence();
+  const { LlamaChatSession } = _sdk;
+  const session = new LlamaChatSession({ contextSequence: sequence });
+  try {
+    const text = await session.prompt(input.prompt, {
+      signal,
+      grammar,
+      ...input.temperature !== undefined && { temperature: input.temperature },
+      ...input.maxTokens !== undefined && { maxTokens: input.maxTokens }
+    });
+    let object;
+    try {
+      object = JSON.parse(text);
+    } catch {
+      object = {};
+    }
+    update_progress(100, "Structured generation complete");
+    return { object };
+  } finally {
+    sequence.dispose();
+  }
+};
+var LlamaCpp_StructuredGeneration_Stream = async function* (input, model, signal) {
+  if (!model)
+    throw new Error("Model config is required for StructuredGenerationTask.");
+  await loadSdk();
+  const llama = await getLlamaInstance();
+  const context = await getOrCreateTextContext(model);
+  const grammar = await llama.createGrammarForJsonSchema(input.outputSchema);
+  const sequence = context.getSequence();
+  const { LlamaChatSession } = _sdk;
+  const session = new LlamaChatSession({ contextSequence: sequence });
+  const queue = [];
+  let isComplete = false;
+  let completionError;
+  let resolveWait = null;
+  const notifyWaiter = () => {
+    resolveWait?.();
+    resolveWait = null;
+  };
+  let accumulatedText = "";
+  const promptPromise = session.prompt(input.prompt, {
+    signal,
+    grammar,
+    onTextChunk: (chunk) => {
+      queue.push(chunk);
+      notifyWaiter();
+    },
+    ...input.temperature !== undefined && { temperature: input.temperature },
+    ...input.maxTokens !== undefined && { maxTokens: input.maxTokens }
+  }).then(() => {
+    isComplete = true;
+    notifyWaiter();
+  }).catch((err) => {
+    completionError = err;
+    isComplete = true;
+    notifyWaiter();
+  });
+  try {
+    while (true) {
+      while (queue.length > 0) {
+        const chunk = queue.shift();
+        accumulatedText += chunk;
+        const partial = parsePartialJson(accumulatedText);
+        if (partial !== undefined) {
+          yield {
+            type: "object-delta",
+            port: "object",
+            objectDelta: partial
+          };
+        }
+      }
+      if (isComplete)
+        break;
+      await new Promise((r) => {
+        resolveWait = r;
+      });
+    }
+    while (queue.length > 0) {
+      const chunk = queue.shift();
+      accumulatedText += chunk;
+    }
+  } finally {
+    await promptPromise.catch(() => {});
+    sequence.dispose();
+  }
+  if (completionError) {
+    if (signal.aborted)
+      return;
+    throw completionError;
+  }
+  let finalObject;
+  try {
+    finalObject = JSON.parse(accumulatedText);
+  } catch {
+    finalObject = parsePartialJson(accumulatedText) ?? {};
+  }
+  yield { type: "finish", data: { object: finalObject } };
+};
 var LlamaCpp_ModelInfo = async (input, model) => {
   if (!model)
     throw new Error("Model config is required for ModelInfoTask.");
@@ -547,13 +687,15 @@ var LLAMACPP_TASKS = {
   TextEmbeddingTask: LlamaCpp_TextEmbedding,
   TextRewriterTask: LlamaCpp_TextRewriter,
   TextSummaryTask: LlamaCpp_TextSummary,
-  ToolCallingTask: LlamaCpp_ToolCalling
+  ToolCallingTask: LlamaCpp_ToolCalling,
+  StructuredGenerationTask: LlamaCpp_StructuredGeneration
 };
 var LLAMACPP_STREAM_TASKS = {
   TextGenerationTask: LlamaCpp_TextGeneration_Stream,
   TextRewriterTask: LlamaCpp_TextRewriter_Stream,
   TextSummaryTask: LlamaCpp_TextSummary_Stream,
-  ToolCallingTask: LlamaCpp_ToolCalling_Stream
+  ToolCallingTask: LlamaCpp_ToolCalling_Stream,
+  StructuredGenerationTask: LlamaCpp_StructuredGeneration_Stream
 };
 var LLAMACPP_REACTIVE_TASKS = {
   CountTokensTask: LlamaCpp_CountTokens_Reactive
@@ -578,6 +720,8 @@ export {
   LlamaCpp_TextGeneration_Stream,
   LlamaCpp_TextGeneration,
   LlamaCpp_TextEmbedding,
+  LlamaCpp_StructuredGeneration_Stream,
+  LlamaCpp_StructuredGeneration,
   LlamaCpp_ModelInfo,
   LlamaCpp_Download,
   LlamaCpp_CountTokens_Reactive,
@@ -594,4 +738,4 @@ export {
   LLAMACPP_DEFAULT_MODELS_DIR
 };
 
-//# debugId=3B2BE18FF6F105A164756E2164756E21
+//# debugId=2C1EC584C3FA43E664756E2164756E21