@workglow/ai-provider 0.0.97 → 0.0.99

package/dist/provider-hf-inference/index.js

@@ -0,0 +1,209 @@
+import {
+  HF_INFERENCE,
+  HfInferenceModelConfigSchema,
+  HfInferenceModelRecordSchema,
+  HfInferenceModelSchema,
+  HfInferenceProvider
+} from "../index-9w5hs4zc.js";
+import {
+  __require
+} from "../index-jd3bbc2x.js";
+// src/provider-hf-inference/common/HFI_JobRunFns.ts
+var _sdk;
+async function loadHfInferenceSDK() {
+  if (!_sdk) {
+    try {
+      _sdk = await import("@huggingface/inference");
+    } catch {
+      throw new Error("@huggingface/inference is required for Hugging Face Inference tasks. Install it with: bun add @huggingface/inference");
+    }
+  }
+  return _sdk;
+}
+async function getClient(model) {
+  const sdk = await loadHfInferenceSDK();
+  const apiKey = model?.provider_config?.api_key || (typeof process !== "undefined" ? process.env?.HF_TOKEN : undefined);
+  if (!apiKey) {
+    throw new Error("Missing Hugging Face API key: set provider_config.api_key or the HF_TOKEN environment variable.");
+  }
+  return new sdk.InferenceClient(apiKey);
+}
+function getModelName(model) {
+  const name = model?.provider_config?.model_name;
+  if (!name) {
+    throw new Error("Missing model name in provider_config.model_name.");
+  }
+  return name;
+}
+function getProvider(model) {
+  return model?.provider_config?.provider;
+}
+var HFI_TextGeneration = async (input, model, update_progress, signal) => {
+  update_progress(0, "Starting HF Inference text generation");
+  const client = await getClient(model);
+  const modelName = getModelName(model);
+  const provider = getProvider(model);
+  const response = await client.chatCompletion({
+    model: modelName,
+    messages: [{ role: "user", content: input.prompt }],
+    max_tokens: input.maxTokens,
+    temperature: input.temperature,
+    top_p: input.topP,
+    frequency_penalty: input.frequencyPenalty,
+    provider
+  }, { signal });
+  update_progress(100, "Completed HF Inference text generation");
+  return { text: response.choices[0]?.message?.content ?? "" };
+};
+var HFI_TextEmbedding = async (input, model, update_progress, signal) => {
+  update_progress(0, "Starting HF Inference text embedding");
+  const client = await getClient(model);
+  const modelName = getModelName(model);
+  if (Array.isArray(input.text)) {
+    const embeddings = await Promise.all(input.text.map((text) => client.featureExtraction({
+      model: modelName,
+      inputs: text
+    }, { signal })));
+    update_progress(100, "Completed HF Inference text embedding");
+    return {
+      vector: embeddings.map((embedding2) => new Float32Array(embedding2))
+    };
+  }
+  const embedding = await client.featureExtraction({
+    model: modelName,
+    inputs: input.text
+  }, { signal });
+  update_progress(100, "Completed HF Inference text embedding");
+  return { vector: new Float32Array(embedding) };
+};
+var HFI_TextRewriter = async (input, model, update_progress, signal) => {
+  update_progress(0, "Starting HF Inference text rewriting");
+  const client = await getClient(model);
+  const modelName = getModelName(model);
+  const provider = getProvider(model);
+  const response = await client.chatCompletion({
+    model: modelName,
+    messages: [
+      { role: "system", content: input.prompt },
+      { role: "user", content: input.text }
+    ],
+    provider
+  }, { signal });
+  update_progress(100, "Completed HF Inference text rewriting");
+  return { text: response.choices[0]?.message?.content ?? "" };
+};
+var HFI_TextSummary = async (input, model, update_progress, signal) => {
+  update_progress(0, "Starting HF Inference text summarization");
+  const client = await getClient(model);
+  const modelName = getModelName(model);
+  const provider = getProvider(model);
+  const response = await client.chatCompletion({
+    model: modelName,
+    messages: [
+      { role: "system", content: "Summarize the following text concisely." },
+      { role: "user", content: input.text }
+    ],
+    provider
+  }, { signal });
+  update_progress(100, "Completed HF Inference text summarization");
+  return { text: response.choices[0]?.message?.content ?? "" };
+};
+var HFI_TextGeneration_Stream = async function* (input, model, signal) {
+  const client = await getClient(model);
+  const modelName = getModelName(model);
+  const provider = getProvider(model);
+  const stream = client.chatCompletionStream({
+    model: modelName,
+    messages: [{ role: "user", content: input.prompt }],
+    max_tokens: input.maxTokens,
+    temperature: input.temperature,
+    top_p: input.topP,
+    frequency_penalty: input.frequencyPenalty,
+    provider
+  }, { signal });
+  for await (const chunk of stream) {
+    const delta = chunk.choices[0]?.delta?.content ?? "";
+    if (delta) {
+      yield { type: "text-delta", port: "text", textDelta: delta };
+    }
+  }
+  yield { type: "finish", data: {} };
+};
+var HFI_TextRewriter_Stream = async function* (input, model, signal) {
+  const client = await getClient(model);
+  const modelName = getModelName(model);
+  const provider = getProvider(model);
+  const stream = client.chatCompletionStream({
+    model: modelName,
+    messages: [
+      { role: "system", content: input.prompt },
+      { role: "user", content: input.text }
+    ],
+    provider
+  }, { signal });
+  for await (const chunk of stream) {
+    const delta = chunk.choices[0]?.delta?.content ?? "";
+    if (delta) {
+      yield { type: "text-delta", port: "text", textDelta: delta };
+    }
+  }
+  yield { type: "finish", data: {} };
+};
+var HFI_TextSummary_Stream = async function* (input, model, signal) {
+  const client = await getClient(model);
+  const modelName = getModelName(model);
+  const provider = getProvider(model);
+  const stream = client.chatCompletionStream({
+    model: modelName,
+    messages: [
+      { role: "system", content: "Summarize the following text concisely." },
+      { role: "user", content: input.text }
+    ],
+    provider
+  }, { signal });
+  for await (const chunk of stream) {
+    const delta = chunk.choices[0]?.delta?.content ?? "";
+    if (delta) {
+      yield { type: "text-delta", port: "text", textDelta: delta };
+    }
+  }
+  yield { type: "finish", data: {} };
+};
+var HFI_TASKS = {
+  TextGenerationTask: HFI_TextGeneration,
+  TextEmbeddingTask: HFI_TextEmbedding,
+  TextRewriterTask: HFI_TextRewriter,
+  TextSummaryTask: HFI_TextSummary
+};
+var HFI_STREAM_TASKS = {
+  TextGenerationTask: HFI_TextGeneration_Stream,
+  TextRewriterTask: HFI_TextRewriter_Stream,
+  TextSummaryTask: HFI_TextSummary_Stream
+};
+// src/provider-hf-inference/HFI_Worker.ts
+import { globalServiceRegistry, parentPort, WORKER_SERVER } from "@workglow/util";
+function HFI_WORKER_JOBRUN_REGISTER() {
+  const workerServer = globalServiceRegistry.get(WORKER_SERVER);
+  new HfInferenceProvider(HFI_TASKS, HFI_STREAM_TASKS).registerOnWorkerServer(workerServer);
+  parentPort.postMessage({ type: "ready" });
+  console.log("HFI_WORKER_JOBRUN registered");
+}
+export {
+  HfInferenceProvider,
+  HfInferenceModelSchema,
+  HfInferenceModelRecordSchema,
+  HfInferenceModelConfigSchema,
+  HF_INFERENCE,
+  HFI_WORKER_JOBRUN_REGISTER,
+  HFI_TextSummary_Stream,
+  HFI_TextSummary,
+  HFI_TextRewriter_Stream,
+  HFI_TextRewriter,
+  HFI_TextGeneration_Stream,
+  HFI_TextGeneration,
+  HFI_TextEmbedding,
+  HFI_TASKS,
+  HFI_STREAM_TASKS
+};
+
+//# debugId=3C4381563BACDED064756E2164756E21

package/dist/provider-hf-inference/index.js.map

@@ -0,0 +1,11 @@
+{
+  "version": 3,
+  "sources": ["../src/provider-hf-inference/common/HFI_JobRunFns.ts", "../src/provider-hf-inference/HFI_Worker.ts"],
+  "sourcesContent": [
+    "/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport type { InferenceProviderOrPolicy } from \"@huggingface/inference\";\nimport type {\n  AiProviderRunFn,\n  AiProviderStreamFn,\n  TextEmbeddingTaskInput,\n  TextEmbeddingTaskOutput,\n  TextGenerationTaskInput,\n  TextGenerationTaskOutput,\n  TextRewriterTaskInput,\n  TextRewriterTaskOutput,\n  TextSummaryTaskInput,\n  TextSummaryTaskOutput,\n} from \"@workglow/ai\";\nimport type { StreamEvent } from \"@workglow/task-graph\";\nimport type { HfInferenceModelConfig } from \"./HFI_ModelSchema\";\n\nlet _sdk: typeof import(\"@huggingface/inference\") | undefined;\nasync function loadHfInferenceSDK() {\n  if (!_sdk) {\n    try {\n      _sdk = await import(\"@huggingface/inference\");\n    } catch {\n      throw new Error(\n        \"@huggingface/inference is required for Hugging Face Inference tasks. Install it with: bun add @huggingface/inference\"\n      );\n    }\n  }\n  return _sdk;\n}\n\nasync function getClient(model: HfInferenceModelConfig | undefined) {\n  const sdk = await loadHfInferenceSDK();\n  const apiKey =\n    model?.provider_config?.api_key ||\n    (typeof process !== \"undefined\" ? process.env?.HF_TOKEN : undefined);\n  if (!apiKey) {\n    throw new Error(\n      \"Missing Hugging Face API key: set provider_config.api_key or the HF_TOKEN environment variable.\"\n    );\n  }\n  return new sdk.InferenceClient(apiKey);\n}\n\nfunction getModelName(model: HfInferenceModelConfig | undefined): string {\n  const name = model?.provider_config?.model_name;\n  if (!name) {\n    throw new Error(\"Missing model name in provider_config.model_name.\");\n  }\n  return name;\n}\n\nfunction getProvider(\n  model: HfInferenceModelConfig | undefined\n): InferenceProviderOrPolicy | undefined {\n  return model?.provider_config?.provider as InferenceProviderOrPolicy | undefined;\n}\n\nexport const HFI_TextGeneration: AiProviderRunFn<\n  TextGenerationTaskInput,\n  TextGenerationTaskOutput,\n  HfInferenceModelConfig\n> = async (input, model, update_progress, signal) => {\n  update_progress(0, \"Starting HF Inference text generation\");\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const response = await client.chatCompletion(\n    {\n      model: modelName,\n      messages: [{ role: \"user\", content: input.prompt }],\n      max_tokens: input.maxTokens,\n      temperature: input.temperature,\n      top_p: input.topP,\n      frequency_penalty: input.frequencyPenalty,\n      provider,\n    },\n    { signal }\n  );\n\n  update_progress(100, \"Completed HF Inference text generation\");\n  return { text: response.choices[0]?.message?.content ?? \"\" };\n};\n\nexport const HFI_TextEmbedding: AiProviderRunFn<\n  TextEmbeddingTaskInput,\n  TextEmbeddingTaskOutput,\n  HfInferenceModelConfig\n> = async (input, model, update_progress, signal) => {\n  update_progress(0, \"Starting HF Inference text embedding\");\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n\n  if (Array.isArray(input.text)) {\n    const embeddings = await Promise.all(\n      input.text.map((text) =>\n        client.featureExtraction(\n          {\n            model: modelName,\n            inputs: text,\n          },\n          { signal }\n        )\n      )\n    );\n\n    update_progress(100, \"Completed HF Inference text embedding\");\n    return {\n      vector: embeddings.map((embedding) => new Float32Array(embedding as unknown as number[])),\n    };\n  }\n\n  const embedding = await client.featureExtraction(\n    {\n      model: modelName,\n      inputs: input.text,\n    },\n    { signal }\n  );\n\n  update_progress(100, \"Completed HF Inference text embedding\");\n  return { vector: new Float32Array(embedding as unknown as number[]) };\n};\n\nexport const HFI_TextRewriter: AiProviderRunFn<\n  TextRewriterTaskInput,\n  TextRewriterTaskOutput,\n  HfInferenceModelConfig\n> = async (input, model, update_progress, signal) => {\n  update_progress(0, \"Starting HF Inference text rewriting\");\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const response = await client.chatCompletion(\n    {\n      model: modelName,\n      messages: [\n        { role: \"system\", content: input.prompt },\n        { role: \"user\", content: input.text },\n      ],\n      provider,\n    },\n    { signal }\n  );\n\n  update_progress(100, \"Completed HF Inference text rewriting\");\n  return { text: response.choices[0]?.message?.content ?? \"\" };\n};\n\nexport const HFI_TextSummary: AiProviderRunFn<\n  TextSummaryTaskInput,\n  TextSummaryTaskOutput,\n  HfInferenceModelConfig\n> = async (input, model, update_progress, signal) => {\n  update_progress(0, \"Starting HF Inference text summarization\");\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const response = await client.chatCompletion(\n    {\n      model: modelName,\n      messages: [\n        { role: \"system\", content: \"Summarize the following text concisely.\" },\n        { role: \"user\", content: input.text },\n      ],\n      provider,\n    },\n    { signal }\n  );\n\n  update_progress(100, \"Completed HF Inference text summarization\");\n  return { text: response.choices[0]?.message?.content ?? \"\" };\n};\n\n// ========================================================================\n// Streaming implementations (append mode)\n// ========================================================================\n\nexport const HFI_TextGeneration_Stream: AiProviderStreamFn<\n  TextGenerationTaskInput,\n  TextGenerationTaskOutput,\n  HfInferenceModelConfig\n> = async function* (input, model, signal): AsyncIterable<StreamEvent<TextGenerationTaskOutput>> {\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const stream = client.chatCompletionStream(\n    {\n      model: modelName,\n      messages: [{ role: \"user\", content: input.prompt }],\n      max_tokens: input.maxTokens,\n      temperature: input.temperature,\n      top_p: input.topP,\n      frequency_penalty: input.frequencyPenalty,\n      provider,\n    },\n    { signal }\n  );\n\n  for await (const chunk of stream) {\n    const delta = chunk.choices[0]?.delta?.content ?? \"\";\n    if (delta) {\n      yield { type: \"text-delta\", port: \"text\", textDelta: delta };\n    }\n  }\n  yield { type: \"finish\", data: {} as TextGenerationTaskOutput };\n};\n\nexport const HFI_TextRewriter_Stream: AiProviderStreamFn<\n  TextRewriterTaskInput,\n  TextRewriterTaskOutput,\n  HfInferenceModelConfig\n> = async function* (input, model, signal): AsyncIterable<StreamEvent<TextRewriterTaskOutput>> {\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const stream = client.chatCompletionStream(\n    {\n      model: modelName,\n      messages: [\n        { role: \"system\", content: input.prompt },\n        { role: \"user\", content: input.text },\n      ],\n      provider,\n    },\n    { signal }\n  );\n\n  for await (const chunk of stream) {\n    const delta = chunk.choices[0]?.delta?.content ?? \"\";\n    if (delta) {\n      yield { type: \"text-delta\", port: \"text\", textDelta: delta };\n    }\n  }\n  yield { type: \"finish\", data: {} as TextRewriterTaskOutput };\n};\n\nexport const HFI_TextSummary_Stream: AiProviderStreamFn<\n  TextSummaryTaskInput,\n  TextSummaryTaskOutput,\n  HfInferenceModelConfig\n> = async function* (input, model, signal): AsyncIterable<StreamEvent<TextSummaryTaskOutput>> {\n  const client = await getClient(model);\n  const modelName = getModelName(model);\n  const provider = getProvider(model);\n\n  const stream = client.chatCompletionStream(\n    {\n      model: modelName,\n      messages: [\n        { role: \"system\", content: \"Summarize the following text concisely.\" },\n        { role: \"user\", content: input.text },\n      ],\n      provider,\n    },\n    { signal }\n  );\n\n  for await (const chunk of stream) {\n    const delta = chunk.choices[0]?.delta?.content ?? \"\";\n    if (delta) {\n      yield { type: \"text-delta\", port: \"text\", textDelta: delta };\n    }\n  }\n  yield { type: \"finish\", data: {} as TextSummaryTaskOutput };\n};\n\n// ========================================================================\n// Task registries\n// ========================================================================\n\nexport const HFI_TASKS: Record<string, AiProviderRunFn<any, any, HfInferenceModelConfig>> = {\n  TextGenerationTask: HFI_TextGeneration,\n  TextEmbeddingTask: HFI_TextEmbedding,\n  TextRewriterTask: HFI_TextRewriter,\n  TextSummaryTask: HFI_TextSummary,\n};\n\nexport const HFI_STREAM_TASKS: Record<\n  string,\n  AiProviderStreamFn<any, any, HfInferenceModelConfig>\n> = {\n  TextGenerationTask: HFI_TextGeneration_Stream,\n  TextRewriterTask: HFI_TextRewriter_Stream,\n  TextSummaryTask: HFI_TextSummary_Stream,\n};\n",
+    "/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { globalServiceRegistry, parentPort, WORKER_SERVER } from \"@workglow/util\";\nimport { HFI_STREAM_TASKS, HFI_TASKS } from \"./common/HFI_JobRunFns\";\nimport { HfInferenceProvider } from \"./HfInferenceProvider\";\n\nexport function HFI_WORKER_JOBRUN_REGISTER() {\n  const workerServer = globalServiceRegistry.get(WORKER_SERVER);\n  new HfInferenceProvider(HFI_TASKS, HFI_STREAM_TASKS).registerOnWorkerServer(workerServer);\n  parentPort.postMessage({ type: \"ready\" });\n  console.log(\"HFI_WORKER_JOBRUN registered\");\n}\n"
+  ],
+  "mappings": ";;;;;;;;;;;AAsBA,IAAI;AACJ,eAAe,kBAAkB,GAAG;AAAA,EAClC,IAAI,CAAC,MAAM;AAAA,IACT,IAAI;AAAA,MACF,OAAO,MAAa;AAAA,MACpB,MAAM;AAAA,MACN,MAAM,IAAI,MACR,sHACF;AAAA;AAAA,EAEJ;AAAA,EACA,OAAO;AAAA;AAGT,eAAe,SAAS,CAAC,OAA2C;AAAA,EAClE,MAAM,MAAM,MAAM,mBAAmB;AAAA,EACrC,MAAM,SACJ,OAAO,iBAAiB,YACvB,OAAO,YAAY,cAAc,QAAQ,KAAK,WAAW;AAAA,EAC5D,IAAI,CAAC,QAAQ;AAAA,IACX,MAAM,IAAI,MACR,iGACF;AAAA,EACF;AAAA,EACA,OAAO,IAAI,IAAI,gBAAgB,MAAM;AAAA;AAGvC,SAAS,YAAY,CAAC,OAAmD;AAAA,EACvE,MAAM,OAAO,OAAO,iBAAiB;AAAA,EACrC,IAAI,CAAC,MAAM;AAAA,IACT,MAAM,IAAI,MAAM,mDAAmD;AAAA,EACrE;AAAA,EACA,OAAO;AAAA;AAGT,SAAS,WAAW,CAClB,OACuC;AAAA,EACvC,OAAO,OAAO,iBAAiB;AAAA;AAG1B,IAAM,qBAIT,OAAO,OAAO,OAAO,iBAAiB,WAAW;AAAA,EACnD,gBAAgB,GAAG,uCAAuC;AAAA,EAC1D,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,WAAW,MAAM,OAAO,eAC5B;AAAA,IACE,OAAO;AAAA,IACP,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,MAAM,OAAO,CAAC;AAAA,IAClD,YAAY,MAAM;AAAA,IAClB,aAAa,MAAM;AAAA,IACnB,OAAO,MAAM;AAAA,IACb,mBAAmB,MAAM;AAAA,IACzB;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,gBAAgB,KAAK,wCAAwC;AAAA,EAC7D,OAAO,EAAE,MAAM,SAAS,QAAQ,IAAI,SAAS,WAAW,GAAG;AAAA;AAGtD,IAAM,oBAIT,OAAO,OAAO,OAAO,iBAAiB,WAAW;AAAA,EACnD,gBAAgB,GAAG,sCAAsC;AAAA,EACzD,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EAEpC,IAAI,MAAM,QAAQ,MAAM,IAAI,GAAG;AAAA,IAC7B,MAAM,aAAa,MAAM,QAAQ,IAC/B,MAAM,KAAK,IAAI,CAAC,SACd,OAAO,kBACL;AAAA,MACE,OAAO;AAAA,MACP,QAAQ;AAAA,IACV,GACA,EAAE,OAAO,CACX,CACF,CACF;AAAA,IAEA,gBAAgB,KAAK,uCAAuC;AAAA,IAC5D,OAAO;AAAA,MACL,QAAQ,WAAW,IAAI,CAAC,eAAc,IAAI,aAAa,UAAgC,CAAC;AAAA,IAC1F;AAAA,EACF;AAAA,EAEA,MAAM,YAAY,MAAM,OAAO,kBAC7B;AAAA,IACE,OAAO;AAAA,IACP,QAAQ,MAAM;AAAA,EAChB,GACA,EAAE,OAAO,CACX;AAAA,EAEA,gBAAgB,KAAK,uCAAuC;AAAA,EAC5D,OAAO,EAAE,QAAQ,IAAI,aAAa,SAAgC,EAAE;AAAA;AAG/D,IAAM,mBAIT,OAAO,OAAO,OAAO,iBAAiB,WAAW;AAAA,EACnD,gBAAgB,GAAG,sCAAsC;AAAA,EACzD,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,WAAW,MAAM,OAAO,eAC5B;AAAA,IACE,OAAO;AAAA,IACP,UAAU;AAAA,MACR,EAAE,MAAM,UAAU,SAAS,MAAM,OAAO;AAAA,MACxC,EAAE,MAAM,QAAQ,SAAS,MAAM,KAAK;AAAA,IACtC;AAAA,IACA;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,gBAAgB,KAAK,uCAAuC;AAAA,EAC5D,OAAO,EAAE,MAAM,SAAS,QAAQ,IAAI,SAAS,WAAW,GAAG;AAAA;AAGtD,IAAM,kBAIT,OAAO,OAAO,OAAO,iBAAiB,WAAW;AAAA,EACnD,gBAAgB,GAAG,0CAA0C;AAAA,EAC7D,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,WAAW,MAAM,OAAO,eAC5B;AAAA,IACE,OAAO;AAAA,IACP,UAAU;AAAA,MACR,EAAE,MAAM,UAAU,SAAS,0CAA0C;AAAA,MACrE,EAAE,MAAM,QAAQ,SAAS,MAAM,KAAK;AAAA,IACtC;AAAA,IACA;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,gBAAgB,KAAK,2CAA2C;AAAA,EAChE,OAAO,EAAE,MAAM,SAAS,QAAQ,IAAI,SAAS,WAAW,GAAG;AAAA;AAOtD,IAAM,4BAIT,gBAAgB,CAAC,OAAO,OAAO,QAA8D;AAAA,EAC/F,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,SAAS,OAAO,qBACpB;AAAA,IACE,OAAO;AAAA,IACP,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,MAAM,OAAO,CAAC;AAAA,IAClD,YAAY,MAAM;AAAA,IAClB,aAAa,MAAM;AAAA,IACnB,OAAO,MAAM;AAAA,IACb,mBAAmB,MAAM;AAAA,IACzB;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,iBAAiB,SAAS,QAAQ;AAAA,IAChC,MAAM,QAAQ,MAAM,QAAQ,IAAI,OAAO,WAAW;AAAA,IAClD,IAAI,OAAO;AAAA,MACT,MAAM,EAAE,MAAM,cAAc,MAAM,QAAQ,WAAW,MAAM;AAAA,IAC7D;AAAA,EACF;AAAA,EACA,MAAM,EAAE,MAAM,UAAU,MAAM,CAAC,EAA8B;AAAA;AAGxD,IAAM,0BAIT,gBAAgB,CAAC,OAAO,OAAO,QAA4D;AAAA,EAC7F,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,SAAS,OAAO,qBACpB;AAAA,IACE,OAAO;AAAA,IACP,UAAU;AAAA,MACR,EAAE,MAAM,UAAU,SAAS,MAAM,OAAO;AAAA,MACxC,EAAE,MAAM,QAAQ,SAAS,MAAM,KAAK;AAAA,IACtC;AAAA,IACA;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,iBAAiB,SAAS,QAAQ;AAAA,IAChC,MAAM,QAAQ,MAAM,QAAQ,IAAI,OAAO,WAAW;AAAA,IAClD,IAAI,OAAO;AAAA,MACT,MAAM,EAAE,MAAM,cAAc,MAAM,QAAQ,WAAW,MAAM;AAAA,IAC7D;AAAA,EACF;AAAA,EACA,MAAM,EAAE,MAAM,UAAU,MAAM,CAAC,EAA4B;AAAA;AAGtD,IAAM,yBAIT,gBAAgB,CAAC,OAAO,OAAO,QAA2D;AAAA,EAC5F,MAAM,SAAS,MAAM,UAAU,KAAK;AAAA,EACpC,MAAM,YAAY,aAAa,KAAK;AAAA,EACpC,MAAM,WAAW,YAAY,KAAK;AAAA,EAElC,MAAM,SAAS,OAAO,qBACpB;AAAA,IACE,OAAO;AAAA,IACP,UAAU;AAAA,MACR,EAAE,MAAM,UAAU,SAAS,0CAA0C;AAAA,MACrE,EAAE,MAAM,QAAQ,SAAS,MAAM,KAAK;AAAA,IACtC;AAAA,IACA;AAAA,EACF,GACA,EAAE,OAAO,CACX;AAAA,EAEA,iBAAiB,SAAS,QAAQ;AAAA,IAChC,MAAM,QAAQ,MAAM,QAAQ,IAAI,OAAO,WAAW;AAAA,IAClD,IAAI,OAAO;AAAA,MACT,MAAM,EAAE,MAAM,cAAc,MAAM,QAAQ,WAAW,MAAM;AAAA,IAC7D;AAAA,EACF;AAAA,EACA,MAAM,EAAE,MAAM,UAAU,MAAM,CAAC,EAA2B;AAAA;AAOrD,IAAM,YAA+E;AAAA,EAC1F,oBAAoB;AAAA,EACpB,mBAAmB;AAAA,EACnB,kBAAkB;AAAA,EAClB,iBAAiB;AACnB;AAEO,IAAM,mBAGT;AAAA,EACF,oBAAoB;AAAA,EACpB,kBAAkB;AAAA,EAClB,iBAAiB;AACnB;;ACjSA;AAIO,SAAS,0BAA0B,GAAG;AAAA,EAC3C,MAAM,eAAe,sBAAsB,IAAI,aAAa;AAAA,EAC5D,IAAI,oBAAoB,WAAW,gBAAgB,EAAE,uBAAuB,YAAY;AAAA,EACxF,WAAW,YAAY,EAAE,MAAM,QAAQ,CAAC;AAAA,EACxC,QAAQ,IAAI,8BAA8B;AAAA;",
+  "debugId": "3C4381563BACDED064756E2164756E21",
+  "names": []
+}

package/dist/provider-llamacpp/LlamaCppProvider.d.ts

@@ -0,0 +1,38 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { AiProvider, type AiProviderRunFn, type AiProviderStreamFn } from "@workglow/ai";
+import type { LlamaCppModelConfig } from "./common/LlamaCpp_ModelSchema";
+/**
+ * AI provider for running GGUF models locally via node-llama-cpp.
+ *
+ * Supports model downloading, unloading, text generation, text embedding,
+ * text rewriting, and text summarization using llama.cpp under the hood.
+ *
+ * This provider is server-side only (Node.js/Bun) — it requires native binaries
+ * and cannot run in the browser.
+ *
+ * Models are cached in memory after the first load. Use UnloadModelTask to
+ * release memory when a model is no longer needed.
+ *
+ * @example
+ * ```typescript
+ * // Inline mode:
+ * import { LLAMACPP_TASKS, LLAMACPP_STREAM_TASKS } from "@workglow/ai-provider/llamacpp";
+ * await new LlamaCppProvider(LLAMACPP_TASKS, LLAMACPP_STREAM_TASKS).register({ mode: "inline" });
+ *
+ * // Worker mode (main thread) -- lightweight, no SDK import:
+ * await new LlamaCppProvider().register({
+ *   mode: "worker",
+ *   worker: new Worker(new URL("./worker_llamacpp.ts", import.meta.url), { type: "module" }),
+ * });
+ * ```
+ */
+export declare class LlamaCppProvider extends AiProvider<LlamaCppModelConfig> {
+    readonly name = "LOCAL_LLAMACPP";
+    readonly taskTypes: readonly ["DownloadModelTask", "UnloadModelTask", "TextGenerationTask", "TextEmbeddingTask", "TextRewriterTask", "TextSummaryTask"];
+    constructor(tasks?: Record<string, AiProviderRunFn<any, any, LlamaCppModelConfig>>, streamTasks?: Record<string, AiProviderStreamFn<any, any, LlamaCppModelConfig>>);
+}
+//# sourceMappingURL=LlamaCppProvider.d.ts.map

package/dist/provider-llamacpp/LlamaCppProvider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LlamaCppProvider.d.ts","sourceRoot":"","sources":["../../src/provider-llamacpp/LlamaCppProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,UAAU,EAAE,KAAK,eAAe,EAAE,KAAK,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAEzF,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAEzE;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,qBAAa,gBAAiB,SAAQ,UAAU,CAAC,mBAAmB,CAAC;IACnE,QAAQ,CAAC,IAAI,oBAAkB;IAE/B,QAAQ,CAAC,SAAS,sIAOP;gBAGT,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAAC,EACtE,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAAC;CAIlF"}

package/dist/provider-llamacpp/LlamaCpp_Worker.d.ts

@@ -0,0 +1,7 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export declare function LLAMACPP_WORKER_JOBRUN_REGISTER(): void;
+//# sourceMappingURL=LlamaCpp_Worker.d.ts.map

package/dist/provider-llamacpp/LlamaCpp_Worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LlamaCpp_Worker.d.ts","sourceRoot":"","sources":["../../src/provider-llamacpp/LlamaCpp_Worker.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,wBAAgB,+BAA+B,SAK9C"}

package/dist/provider-llamacpp/common/LlamaCpp_Constants.d.ts

@@ -0,0 +1,8 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export declare const LOCAL_LLAMACPP = "LOCAL_LLAMACPP";
+export declare const LLAMACPP_DEFAULT_MODELS_DIR = "./models";
+//# sourceMappingURL=LlamaCpp_Constants.d.ts.map

package/dist/provider-llamacpp/common/LlamaCpp_Constants.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LlamaCpp_Constants.d.ts","sourceRoot":"","sources":["../../../src/provider-llamacpp/common/LlamaCpp_Constants.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,eAAO,MAAM,cAAc,mBAAmB,CAAC;AAC/C,eAAO,MAAM,2BAA2B,aAAa,CAAC"}

package/dist/provider-llamacpp/common/LlamaCpp_JobRunFns.d.ts

@@ -0,0 +1,20 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import type { AiProviderRunFn, AiProviderStreamFn, DownloadModelTaskRunInput, DownloadModelTaskRunOutput, TextEmbeddingTaskInput, TextEmbeddingTaskOutput, TextGenerationTaskInput, TextGenerationTaskOutput, TextRewriterTaskInput, TextRewriterTaskOutput, TextSummaryTaskInput, TextSummaryTaskOutput, UnloadModelTaskRunInput, UnloadModelTaskRunOutput } from "@workglow/ai";
+import type { LlamaCppModelConfig } from "./LlamaCpp_ModelSchema";
+export declare const LlamaCpp_Download: AiProviderRunFn<DownloadModelTaskRunInput, DownloadModelTaskRunOutput, LlamaCppModelConfig>;
+export declare const LlamaCpp_Unload: AiProviderRunFn<UnloadModelTaskRunInput, UnloadModelTaskRunOutput, LlamaCppModelConfig>;
+export declare const LlamaCpp_TextGeneration: AiProviderRunFn<TextGenerationTaskInput, TextGenerationTaskOutput, LlamaCppModelConfig>;
+export declare const LlamaCpp_TextGeneration_Stream: AiProviderStreamFn<TextGenerationTaskInput, TextGenerationTaskOutput, LlamaCppModelConfig>;
+export declare const LlamaCpp_TextEmbedding: AiProviderRunFn<TextEmbeddingTaskInput, TextEmbeddingTaskOutput, LlamaCppModelConfig>;
+export declare const LlamaCpp_TextRewriter: AiProviderRunFn<TextRewriterTaskInput, TextRewriterTaskOutput, LlamaCppModelConfig>;
+export declare const LlamaCpp_TextRewriter_Stream: AiProviderStreamFn<TextRewriterTaskInput, TextRewriterTaskOutput, LlamaCppModelConfig>;
+export declare const LlamaCpp_TextSummary: AiProviderRunFn<TextSummaryTaskInput, TextSummaryTaskOutput, LlamaCppModelConfig>;
+export declare const LlamaCpp_TextSummary_Stream: AiProviderStreamFn<TextSummaryTaskInput, TextSummaryTaskOutput, LlamaCppModelConfig>;
+export declare function disposeLlamaCppResources(): Promise<void>;
+export declare const LLAMACPP_TASKS: Record<string, AiProviderRunFn<any, any, LlamaCppModelConfig>>;
+export declare const LLAMACPP_STREAM_TASKS: Record<string, AiProviderStreamFn<any, any, LlamaCppModelConfig>>;
+//# sourceMappingURL=LlamaCpp_JobRunFns.d.ts.map

package/dist/provider-llamacpp/common/LlamaCpp_JobRunFns.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LlamaCpp_JobRunFns.d.ts","sourceRoot":"","sources":["../../../src/provider-llamacpp/common/LlamaCpp_JobRunFns.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,yBAAyB,EACzB,0BAA0B,EAC1B,sBAAsB,EACtB,uBAAuB,EACvB,uBAAuB,EACvB,wBAAwB,EACxB,qBAAqB,EACrB,sBAAsB,EACtB,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,wBAAwB,EACzB,MAAM,cAAc,CAAC;AAGtB,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AA2KlE,eAAO,MAAM,iBAAiB,EAAE,eAAe,CAC7C,yBAAyB,EACzB,0BAA0B,EAC1B,mBAAmB,CAoCpB,CAAC;AAMF,eAAO,MAAM,eAAe,EAAE,eAAe,CAC3C,uBAAuB,EACvB,wBAAwB,EACxB,mBAAmB,CAiCpB,CAAC;AAMF,eAAO,MAAM,uBAAuB,EAAE,eAAe,CACnD,uBAAuB,EACvB,wBAAwB,EACxB,mBAAmB,CAwBpB,CAAC;AAMF,eAAO,MAAM,8BAA8B,EAAE,kBAAkB,CAC7D,uBAAuB,EACvB,wBAAwB,EACxB,mBAAmB,CAsBpB,CAAC;AAMF,eAAO,MAAM,sBAAsB,EAAE,eAAe,CAClD,sBAAsB,EACtB,uBAAuB,EACvB,mBAAmB,CAoBpB,CAAC;AAMF,eAAO,MAAM,qBAAqB,EAAE,eAAe,CACjD,qBAAqB,EACrB,sBAAsB,EACtB,mBAAmB,CAmBpB,CAAC;AAMF,eAAO,MAAM,4BAA4B,EAAE,kBAAkB,CAC3D,qBAAqB,EACrB,sBAAsB,EACtB,mBAAmB,CAgBpB,CAAC;AAMF,eAAO,MAAM,oBAAoB,EAAE,eAAe,CAChD,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CAsBpB,CAAC;AAMF,eAAO,MAAM,2BAA2B,EAAE,kBAAkB,CAC1D,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CAmBpB,CAAC;AAMF,wBAAsB,wBAAwB,IAAI,OAAO,CAAC,IAAI,CAAC,CAkB9D;AAMD,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAOzF,CAAC;AAEF,eAAO,MAAM,qBAAqB,EAAE,MAAM,CACxC,MAAM,EACN,kBAAkB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAKlD,CAAC"}

package/dist/provider-llamacpp/common/LlamaCpp_ModelSchema.d.ts

@@ -0,0 +1,209 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { FromSchema } from "@workglow/util";
+export declare const LlamaCppModelSchema: {
+    readonly type: "object";
+    readonly properties: {
+        readonly provider: {
+            readonly const: "LOCAL_LLAMACPP";
+            readonly description: "Discriminator: local node-llama-cpp (GGUF) model.";
+        };
+        readonly provider_config: {
+            readonly type: "object";
+            readonly description: "node-llama-cpp specific configuration.";
+            readonly properties: {
+                readonly model_path: {
+                    readonly type: "string";
+                    readonly description: "Filesystem path to the .gguf model file.";
+                };
+                readonly model_url: {
+                    readonly type: "string";
+                    readonly description: "URI or URL to download the model from (e.g. 'hf:user/repo:quant' or an https URL). Used by DownloadModelTask.";
+                };
+                readonly models_dir: {
+                    readonly type: "string";
+                    readonly description: "Directory to download models into.";
+                    readonly default: "./models";
+                };
+                readonly gpu_layers: {
+                    readonly type: "integer";
+                    readonly description: "Number of model layers to offload to GPU. Use -1 for auto-detection.";
+                    readonly minimum: -1;
+                };
+                readonly context_size: {
+                    readonly type: "integer";
+                    readonly description: "Context window size in tokens.";
+                    readonly minimum: 1;
+                };
+                readonly flash_attention: {
+                    readonly type: "boolean";
+                    readonly description: "Enable flash attention for improved performance where supported.";
+                    readonly default: true;
+                };
+                readonly embedding: {
+                    readonly type: "boolean";
+                    readonly description: "Whether this model is used for text embedding (vs text generation).";
+                    readonly default: false;
+                };
+            };
+            readonly required: readonly ["model_path"];
+            readonly additionalProperties: false;
+        };
+    };
+    readonly required: readonly ["provider", "provider_config"];
+    readonly additionalProperties: true;
+};
+export declare const LlamaCppModelRecordSchema: {
+    readonly type: "object";
+    readonly properties: {
+        readonly provider: {
+            readonly const: "LOCAL_LLAMACPP";
+            readonly description: "Discriminator: local node-llama-cpp (GGUF) model.";
+        };
+        readonly provider_config: {
+            readonly type: "object";
+            readonly description: "node-llama-cpp specific configuration.";
+            readonly properties: {
+                readonly model_path: {
+                    readonly type: "string";
+                    readonly description: "Filesystem path to the .gguf model file.";
+                };
+                readonly model_url: {
+                    readonly type: "string";
+                    readonly description: "URI or URL to download the model from (e.g. 'hf:user/repo:quant' or an https URL). Used by DownloadModelTask.";
+                };
+                readonly models_dir: {
+                    readonly type: "string";
+                    readonly description: "Directory to download models into.";
+                    readonly default: "./models";
+                };
+                readonly gpu_layers: {
+                    readonly type: "integer";
+                    readonly description: "Number of model layers to offload to GPU. Use -1 for auto-detection.";
+                    readonly minimum: -1;
+                };
+                readonly context_size: {
+                    readonly type: "integer";
+                    readonly description: "Context window size in tokens.";
+                    readonly minimum: 1;
+                };
+                readonly flash_attention: {
+                    readonly type: "boolean";
+                    readonly description: "Enable flash attention for improved performance where supported.";
+                    readonly default: true;
+                };
+                readonly embedding: {
+                    readonly type: "boolean";
+                    readonly description: "Whether this model is used for text embedding (vs text generation).";
+                    readonly default: false;
+                };
+            };
+            readonly required: readonly ["model_path"];
+            readonly additionalProperties: false;
+        };
+        readonly model_id: {
+            readonly type: "string";
+        };
+        readonly tasks: {
+            readonly type: "array";
+            readonly items: {
+                readonly type: "string";
+            };
+            readonly "x-ui-editor": "multiselect";
+        };
+        readonly title: {
+            readonly type: "string";
+        };
+        readonly description: {
+            readonly type: "string";
+            readonly "x-ui-editor": "textarea";
+        };
+        readonly metadata: {
+            readonly type: "object";
+            readonly default: {};
+            readonly "x-ui-hidden": true;
+        };
+    };
+    readonly required: readonly ["model_id", "tasks", "provider", "title", "description", "provider_config", "metadata", "provider", "provider_config"];
+    readonly additionalProperties: false;
+};
+export type LlamaCppModelRecord = FromSchema<typeof LlamaCppModelRecordSchema>;
+export declare const LlamaCppModelConfigSchema: {
+    readonly type: "object";
+    readonly properties: {
+        readonly provider: {
+            readonly const: "LOCAL_LLAMACPP";
+            readonly description: "Discriminator: local node-llama-cpp (GGUF) model.";
+        };
+        readonly provider_config: {
+            readonly type: "object";
+            readonly description: "node-llama-cpp specific configuration.";
+            readonly properties: {
+                readonly model_path: {
+                    readonly type: "string";
+                    readonly description: "Filesystem path to the .gguf model file.";
+                };
+                readonly model_url: {
+                    readonly type: "string";
+                    readonly description: "URI or URL to download the model from (e.g. 'hf:user/repo:quant' or an https URL). Used by DownloadModelTask.";
+                };
+                readonly models_dir: {
+                    readonly type: "string";
+                    readonly description: "Directory to download models into.";
+                    readonly default: "./models";
+                };
+                readonly gpu_layers: {
+                    readonly type: "integer";
+                    readonly description: "Number of model layers to offload to GPU. Use -1 for auto-detection.";
+                    readonly minimum: -1;
+                };
+                readonly context_size: {
+                    readonly type: "integer";
+                    readonly description: "Context window size in tokens.";
+                    readonly minimum: 1;
+                };
+                readonly flash_attention: {
+                    readonly type: "boolean";
+                    readonly description: "Enable flash attention for improved performance where supported.";
+                    readonly default: true;
+                };
+                readonly embedding: {
+                    readonly type: "boolean";
+                    readonly description: "Whether this model is used for text embedding (vs text generation).";
+                    readonly default: false;
+                };
+            };
+            readonly required: readonly ["model_path"];
+            readonly additionalProperties: false;
+        };
+        readonly model_id: {
+            readonly type: "string";
+        };
+        readonly tasks: {
+            readonly type: "array";
+            readonly items: {
+                readonly type: "string";
+            };
+            readonly "x-ui-editor": "multiselect";
+        };
+        readonly title: {
+            readonly type: "string";
+        };
+        readonly description: {
+            readonly type: "string";
+            readonly "x-ui-editor": "textarea";
+        };
+        readonly metadata: {
+            readonly type: "object";
+            readonly default: {};
+            readonly "x-ui-hidden": true;
+        };
+    };
+    readonly required: readonly ["provider", "provider_config", "provider", "provider_config"];
+    readonly additionalProperties: false;
+};
+export type LlamaCppModelConfig = FromSchema<typeof LlamaCppModelConfigSchema>;
+//# sourceMappingURL=LlamaCpp_ModelSchema.d.ts.map

package/dist/provider-llamacpp/common/LlamaCpp_ModelSchema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LlamaCpp_ModelSchema.d.ts","sourceRoot":"","sources":["../../../src/provider-llamacpp/common/LlamaCpp_ModelSchema.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAwB,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAGlE,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAoDS,CAAC;AAE1C,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAQG,CAAC;AAE1C,MAAM,MAAM,mBAAmB,GAAG,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAE/E,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAQG,CAAC;AAE1C,MAAM,MAAM,mBAAmB,GAAG,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC"}

package/dist/provider-llamacpp/index.d.ts

@@ -0,0 +1,11 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export * from "./common/LlamaCpp_Constants";
+export * from "./common/LlamaCpp_JobRunFns";
+export * from "./common/LlamaCpp_ModelSchema";
+export * from "./LlamaCpp_Worker";
+export * from "./LlamaCppProvider";
+//# sourceMappingURL=index.d.ts.map

package/dist/provider-llamacpp/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/provider-llamacpp/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,6BAA6B,CAAC;AAC5C,cAAc,6BAA6B,CAAC;AAC5C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC"}