@workglow/ai-provider 0.1.1 → 0.2.0

package/dist/provider-llamacpp/LlamaCppProvider.d.ts

@@ -3,7 +3,8 @@
  * Copyright 2025 Steven Roussey <sroussey@gmail.com>
  * SPDX-License-Identifier: Apache-2.0
  */
-import { AiProvider, type AiProviderReactiveRunFn, type AiProviderRunFn, type AiProviderStreamFn } from "@workglow/ai/worker";
+import { AiProvider } from "@workglow/ai/worker";
+import type { AiProviderReactiveRunFn, AiProviderRunFn, AiProviderStreamFn } from "@workglow/ai/worker";
 import type { LlamaCppModelConfig } from "./common/LlamaCpp_ModelSchema";
 /**
  * AI provider for running GGUF models locally via node-llama-cpp.
@@ -22,7 +23,7 @@ export declare class LlamaCppProvider extends AiProvider<LlamaCppModelConfig> {
     readonly displayName = "Local llama.cpp";
     readonly isLocal = true;
     readonly supportsBrowser = false;
-    readonly taskTypes: readonly ["DownloadModelTask", "UnloadModelTask", "ModelInfoTask", "CountTokensTask", "TextGenerationTask", "TextEmbeddingTask", "TextRewriterTask", "TextSummaryTask", "ModelSearchTask"];
+    readonly taskTypes: readonly ["DownloadModelTask", "UnloadModelTask", "ModelInfoTask", "CountTokensTask", "TextGenerationTask", "TextEmbeddingTask", "TextRewriterTask", "TextSummaryTask", "ToolCallingTask", "ModelSearchTask"];
     constructor(tasks?: Record<string, AiProviderRunFn<any, any, LlamaCppModelConfig>>, streamTasks?: Record<string, AiProviderStreamFn<any, any, LlamaCppModelConfig>>, reactiveTasks?: Record<string, AiProviderReactiveRunFn<any, any, LlamaCppModelConfig>>);
 }
 //# sourceMappingURL=LlamaCppProvider.d.ts.map

package/dist/provider-llamacpp/LlamaCppProvider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"LlamaCppProvider.d.ts","sourceRoot":"","sources":["../../src/provider-llamacpp/LlamaCppProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EACL,UAAU,EACV,KAAK,uBAAuB,EAC5B,KAAK,eAAe,EACpB,KAAK,kBAAkB,EACxB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAEzE;;;;;;;;;;;GAWG;AACH,qBAAa,gBAAiB,SAAQ,UAAU,CAAC,mBAAmB,CAAC;IACnE,QAAQ,CAAC,IAAI,oBAAkB;IAC/B,QAAQ,CAAC,WAAW,qBAAqB;IACzC,QAAQ,CAAC,OAAO,QAAQ;IACxB,QAAQ,CAAC,eAAe,SAAS;IAEjC,QAAQ,CAAC,SAAS,6LAUP;IAEX,YACE,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAAC,EACtE,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAAC,EAC/E,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,uBAAuB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAAC,EAGvF;CACF"}
+{"version":3,"file":"LlamaCppProvider.d.ts","sourceRoot":"","sources":["../../src/provider-llamacpp/LlamaCppProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,KAAK,EACV,uBAAuB,EACvB,eAAe,EACf,kBAAkB,EACnB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAEzE;;;;;;;;;;;GAWG;AACH,qBAAa,gBAAiB,SAAQ,UAAU,CAAC,mBAAmB,CAAC;IACnE,QAAQ,CAAC,IAAI,oBAAkB;IAC/B,QAAQ,CAAC,WAAW,qBAAqB;IACzC,QAAQ,CAAC,OAAO,QAAQ;IACxB,QAAQ,CAAC,eAAe,SAAS;IAEjC,QAAQ,CAAC,SAAS,YAChB,mBAAmB,EACnB,iBAAiB,EACjB,eAAe,EACf,iBAAiB,EACjB,oBAAoB,EACpB,mBAAmB,EACnB,kBAAkB,EAClB,iBAAiB,EACjB,iBAAiB,EACjB,iBAAiB,EACR;IAEX,YACE,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAAC,EACtE,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAAC,EAC/E,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,uBAAuB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAAC,EAGvF;CACF"}

package/dist/provider-llamacpp/LlamaCppQueuedProvider.d.ts

@@ -3,7 +3,8 @@
  * Copyright 2025 Steven Roussey <sroussey@gmail.com>
  * SPDX-License-Identifier: Apache-2.0
  */
-import { QueuedAiProvider, type AiProviderReactiveRunFn, type AiProviderRunFn, type AiProviderStreamFn } from "@workglow/ai";
+import { QueuedAiProvider } from "@workglow/ai";
+import type { AiProviderReactiveRunFn, AiProviderRunFn, AiProviderStreamFn } from "@workglow/ai";
 import type { LlamaCppModelConfig } from "./common/LlamaCpp_ModelSchema";
 /** Main-thread registration (inline or worker-backed); creates the default job queue. */
 export declare class LlamaCppQueuedProvider extends QueuedAiProvider<LlamaCppModelConfig> {
@@ -11,7 +12,7 @@ export declare class LlamaCppQueuedProvider extends QueuedAiProvider<LlamaCppMod
     readonly displayName = "Local llama.cpp";
     readonly isLocal = true;
     readonly supportsBrowser = false;
-    readonly taskTypes: readonly ["DownloadModelTask", "UnloadModelTask", "ModelInfoTask", "CountTokensTask", "TextGenerationTask", "TextEmbeddingTask", "TextRewriterTask", "TextSummaryTask", "ModelSearchTask"];
+    readonly taskTypes: readonly ["DownloadModelTask", "UnloadModelTask", "ModelInfoTask", "CountTokensTask", "TextGenerationTask", "TextEmbeddingTask", "TextRewriterTask", "TextSummaryTask", "ToolCallingTask", "ModelSearchTask"];
     constructor(tasks?: Record<string, AiProviderRunFn<any, any, LlamaCppModelConfig>>, streamTasks?: Record<string, AiProviderStreamFn<any, any, LlamaCppModelConfig>>, reactiveTasks?: Record<string, AiProviderReactiveRunFn<any, any, LlamaCppModelConfig>>);
 }
 //# sourceMappingURL=LlamaCppQueuedProvider.d.ts.map

package/dist/provider-llamacpp/LlamaCppQueuedProvider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"LlamaCppQueuedProvider.d.ts","sourceRoot":"","sources":["../../src/provider-llamacpp/LlamaCppQueuedProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EACL,gBAAgB,EAChB,KAAK,uBAAuB,EAC5B,KAAK,eAAe,EACpB,KAAK,kBAAkB,EACxB,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAEzE,yFAAyF;AACzF,qBAAa,sBAAuB,SAAQ,gBAAgB,CAAC,mBAAmB,CAAC;IAC/E,QAAQ,CAAC,IAAI,oBAAkB;IAC/B,QAAQ,CAAC,WAAW,qBAAqB;IACzC,QAAQ,CAAC,OAAO,QAAQ;IACxB,QAAQ,CAAC,eAAe,SAAS;IAEjC,QAAQ,CAAC,SAAS,6LAUP;IAEX,YACE,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAAC,EACtE,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAAC,EAC/E,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,uBAAuB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAAC,EAGvF;CACF"}
+{"version":3,"file":"LlamaCppQueuedProvider.d.ts","sourceRoot":"","sources":["../../src/provider-llamacpp/LlamaCppQueuedProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,KAAK,EAAE,uBAAuB,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAEjG,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAEzE,yFAAyF;AACzF,qBAAa,sBAAuB,SAAQ,gBAAgB,CAAC,mBAAmB,CAAC;IAC/E,QAAQ,CAAC,IAAI,oBAAkB;IAC/B,QAAQ,CAAC,WAAW,qBAAqB;IACzC,QAAQ,CAAC,OAAO,QAAQ;IACxB,QAAQ,CAAC,eAAe,SAAS;IAEjC,QAAQ,CAAC,SAAS,YAChB,mBAAmB,EACnB,iBAAiB,EACjB,eAAe,EACf,iBAAiB,EACjB,oBAAoB,EACpB,mBAAmB,EACnB,kBAAkB,EAClB,iBAAiB,EACjB,iBAAiB,EACjB,iBAAiB,EACR;IAEX,YACE,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAAC,EACtE,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAAC,EAC/E,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,uBAAuB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAAC,EAGvF;CACF"}

package/dist/provider-llamacpp/common/LlamaCpp_JobRunFns.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"LlamaCpp_JobRunFns.d.ts","sourceRoot":"","sources":["../../../src/provider-llamacpp/common/LlamaCpp_JobRunFns.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,uBAAuB,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AACjG,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAGlE,OAAO,EACL,wBAAwB,EACxB,OAAO,EACP,cAAc,EACd,gBAAgB,EAChB,sBAAsB,EACtB,2BAA2B,EAC3B,cAAc,EACd,kBAAkB,EAClB,YAAY,EACZ,aAAa,EACb,iBAAiB,GAClB,MAAM,oBAAoB,CAAC;AAe5B,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAWzF,CAAC;AAEF,eAAO,MAAM,qBAAqB,EAAE,MAAM,CACxC,MAAM,EACN,kBAAkB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAMlD,CAAC;AAEF,eAAO,MAAM,uBAAuB,EAAE,MAAM,CAC1C,MAAM,EACN,uBAAuB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAGvD,CAAC"}
+{"version":3,"file":"LlamaCpp_JobRunFns.d.ts","sourceRoot":"","sources":["../../../src/provider-llamacpp/common/LlamaCpp_JobRunFns.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,uBAAuB,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AACjG,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAGlE,OAAO,EACL,wBAAwB,EACxB,OAAO,EACP,cAAc,EACd,gBAAgB,EAChB,sBAAsB,EACtB,2BAA2B,EAC3B,cAAc,EACd,kBAAkB,EAClB,YAAY,EACZ,aAAa,EACb,iBAAiB,GAClB,MAAM,oBAAoB,CAAC;AAgB5B,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAYzF,CAAC;AAEF,eAAO,MAAM,qBAAqB,EAAE,MAAM,CACxC,MAAM,EACN,kBAAkB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAOlD,CAAC;AAEF,eAAO,MAAM,uBAAuB,EAAE,MAAM,CAC1C,MAAM,EACN,uBAAuB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAGvD,CAAC"}

package/dist/provider-llamacpp/common/LlamaCpp_ModelSchema.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"LlamaCpp_ModelSchema.d.ts","sourceRoot":"","sources":["../../../src/provider-llamacpp/common/LlamaCpp_ModelSchema.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAwB,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAGzE,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA0DS,CAAC;AAE1C,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAQG,CAAC;AAE1C,MAAM,MAAM,mBAAmB,GAAG,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAE/E,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAQG,CAAC;AAE1C,MAAM,MAAM,mBAAmB,GAAG,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC"}
+{"version":3,"file":"LlamaCpp_ModelSchema.d.ts","sourceRoot":"","sources":["../../../src/provider-llamacpp/common/LlamaCpp_ModelSchema.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAwB,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAGzE,eAAO,MAAM,mBAAmB;mBACxB,QAAQ;;iBAEZ,QAAQ;qBACN,KAAK;qBACL,WAAW,EAAE,mDAAmD;;iBAElE,eAAe;qBACb,IAAI,EAAE,QAAQ;qBACd,WAAW,EAAE,wCAAwC;qBACrD,UAAU;yBACR,UAAU;6BACR,IAAI,EAAE,QAAQ;6BACd,WAAW,EAAE,0CAA0C;;yBAEzD,SAAS;6BACP,IAAI,EAAE,QAAQ;6BACd,WAAW,EACT,+GAA+G;;yBAEnH,UAAU;6BACR,IAAI,EAAE,QAAQ;6BACd,WAAW,EAAE,oCAAoC;6BACjD,OAAO;;yBAET,UAAU;6BACR,IAAI,EAAE,SAAS;6BACf,WAAW,EAAE,sEAAsE;6BACnF,OAAO,EAAE,CAAC,CAAC;;yBAEb,YAAY;6BACV,IAAI,EAAE,SAAS;6BACf,WAAW,EAAE,gCAAgC;6BAC7C,OAAO,EAAE,CAAC;;yBAEZ,eAAe;6BACb,IAAI,EAAE,SAAS;6BACf,WAAW,EAAE,kEAAkE;6BAC/E,OAAO;;yBAET,IAAI;6BACF,IAAI,EAAE,SAAS;6BACf,WAAW,EACT,2GAA2G;6BAC7G,OAAO,EAAE,CAAC;;yBAEZ,SAAS;6BACP,IAAI,EAAE,SAAS;6BACf,WAAW,EAAE,qEAAqE;6BAClF,OAAO;;;qBAGX,QAAQ;qBACR,oBAAoB;;;;;CAKe,CAAC;AAE1C,eAAO,MAAM,yBAAyB;mBAC9B,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;qBAzDV,KAAK;qBACL,WAAW,EAAE,mDAAmD;;;qBAGhE,IAAI,EAAE,QAAQ;qBACd,WAAW,EAAE,wCAAwC;qBACrD,UAAU;yBACR,UAAU;6BACR,IAAI,EAAE,QAAQ;6BACd,WAAW,EAAE,0CAA0C;;yBAEzD,SAAS;6BACP,IAAI,EAAE,QAAQ;6BACd,WAAW,EACT,+GAA+G;;yBAEnH,UAAU;6BACR,IAAI,EAAE,QAAQ;6BACd,WAAW,EAAE,oCAAoC;6BACjD,OAAO;;yBAET,UAAU;6BACR,IAAI,EAAE,SAAS;6BACf,WAAW,EAAE,sEAAsE;6BACnF,OAAO,EAAE,CAAC,CAAC;;yBAEb,YAAY;6BACV,IAAI,EAAE,SAAS;6BACf,WAAW,EAAE,gCAAgC;6BAC7C,OAAO,EAAE,CAAC;;yBAEZ,eAAe;6BACb,IAAI,EAAE,SAAS;6BACf,WAAW,EAAE,kEAAkE;6BAC/E,OAAO;;yBAET,IAAI;6BACF,IAAI,EAAE,SAAS;6BACf,WAAW,EACT,2GAA2G;6BAC7G,OAAO,EAAE,CAAC;;yBAEZ,SAAS;6BACP,IAAI,EAAE,SAAS;6BACf,WAAW,EAAE,qEAAqE;6BAClF,OAAO;;;qBAGX,QAAQ;qBACR,oBAAoB;;;;;CAee,CAAC;AAE1C,MAAM,MAAM,mBAAmB,GAAG,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAE/E,eAAO,MAAM,yBAAyB;mBAC9B,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;qBArEV,KAAK;qBACL,WAAW,EAAE,mDAAmD;;;qBAGhE,IAAI,EAAE,QAAQ;qBACd,WAAW,EAAE,wCAAwC;qBACrD,UAAU;yBACR,UAAU;6BACR,IAAI,EAAE,QAAQ;6BACd,WAAW,EAAE,0CAA0C;;yBAEzD,SAAS;6BACP,IAAI,EAAE,QAAQ;6BACd,WAAW,EACT,+GAA+G;;yBAEnH,UAAU;6BACR,IAAI,EAAE,QAAQ;6BACd,WAAW,EAAE,oCAAoC;6BACjD,OAAO;;yBAET,UAAU;6BACR,IAAI,EAAE,SAAS;6BACf,WAAW,EAAE,sEAAsE;6BACnF,OAAO,EAAE,CAAC,CAAC;;yBAEb,YAAY;6BACV,IAAI,EAAE,SAAS;6BACf,WAAW,EAAE,gCAAgC;6BAC7C,OAAO,EAAE,CAAC;;yBAEZ,eAAe;6BACb,IAAI,EAAE,SAAS;6BACf,WAAW,EAAE,kEAAkE;6BAC/E,OAAO;;yBAET,IAAI;6BACF,IAAI,EAAE,SAAS;6BACf,WAAW,EACT,2GAA2G;6BAC7G,OAAO,EAAE,CAAC;;yBAEZ,SAAS;6BACP,IAAI,EAAE,SAAS;6BACf,WAAW,EAAE,qEAAqE;6BAClF,OAAO;;;qBAGX,QAAQ;qBACR,oBAAoB;;;;;CA2Be,CAAC;AAE1C,MAAM,MAAM,mBAAmB,GAAG,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC"}

package/dist/provider-llamacpp/common/LlamaCpp_ToolCalling.d.ts

@@ -0,0 +1,10 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import type { AiProviderRunFn, AiProviderStreamFn, ToolCallingTaskInput, ToolCallingTaskOutput } from "@workglow/ai";
+import type { LlamaCppModelConfig } from "./LlamaCpp_ModelSchema";
+export declare const LlamaCpp_ToolCalling: AiProviderRunFn<ToolCallingTaskInput, ToolCallingTaskOutput, LlamaCppModelConfig>;
+export declare const LlamaCpp_ToolCalling_Stream: AiProviderStreamFn<ToolCallingTaskInput, ToolCallingTaskOutput, LlamaCppModelConfig>;
+//# sourceMappingURL=LlamaCpp_ToolCalling.d.ts.map

package/dist/provider-llamacpp/common/LlamaCpp_ToolCalling.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LlamaCpp_ToolCalling.d.ts","sourceRoot":"","sources":["../../../src/provider-llamacpp/common/LlamaCpp_ToolCalling.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,oBAAoB,EACpB,qBAAqB,EAGtB,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAsOlE,eAAO,MAAM,oBAAoB,EAAE,eAAe,CAChD,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CAiFpB,CAAC;AAkFF,eAAO,MAAM,2BAA2B,EAAE,kBAAkB,CAC1D,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,CAgGpB,CAAC"}

package/dist/provider-llamacpp/common/LlamaCpp_ToolParser.d.ts

@@ -0,0 +1,35 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import type { ToolCallingTaskInput, ToolCalls } from "@workglow/ai";
+import type { LlamaCppModelConfig } from "./LlamaCpp_ModelSchema";
+export declare function getModelTextCandidates(model: LlamaCppModelConfig): string[];
+export declare function toolChoiceForcesToolCall(toolChoice: ToolCallingTaskInput["toolChoice"]): boolean;
+export declare function forcedToolSelection(input: ToolCallingTaskInput): string | undefined;
+export declare function resolveParsedToolName(name: string, input: ToolCallingTaskInput): string;
+/**
+ * If the model requires a raw completion prompt (bypassing LlamaChatSession),
+ * returns the prompt string. Otherwise returns `undefined` and the caller
+ * should use the normal LlamaChatSession path.
+ */
+export declare function buildRawCompletionPrompt(input: ToolCallingTaskInput, model: LlamaCppModelConfig, systemPrompt: string | undefined): string | undefined;
+/**
+ * Whether the model supports LlamaChatSession's native function calling API.
+ * Models that require a raw completion prompt (e.g. FunctionGemma) do not.
+ */
+export declare function supportsNativeFunctions(input: ToolCallingTaskInput, model: LlamaCppModelConfig): boolean;
+/**
+ * Whether the text likely contains tool call markup worth parsing.
+ */
+export declare function hasToolCallMarkers(text: string): boolean;
+/**
+ * Truncate raw completion output at turn boundary markers.
+ * FunctionGemma and similar raw-prompt models may generate past their turn,
+ * echoing conversation structure (`\nuser\n...`, `\ndeveloper\n...`).
+ */
+export declare function truncateAtTurnBoundary(text: string): string;
+export declare function detectQwenToolCallingVariation(model: LlamaCppModelConfig): "3" | "3.5" | undefined;
+export declare function extractToolCallsFromText(text: string, input: ToolCallingTaskInput, model: LlamaCppModelConfig): ToolCalls;
+//# sourceMappingURL=LlamaCpp_ToolParser.d.ts.map

package/dist/provider-llamacpp/common/LlamaCpp_ToolParser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LlamaCpp_ToolParser.d.ts","sourceRoot":"","sources":["../../../src/provider-llamacpp/common/LlamaCpp_ToolParser.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,oBAAoB,EAAE,SAAS,EAAkB,MAAM,cAAc,CAAC;AAUpF,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAMlE,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,mBAAmB,GAAG,MAAM,EAAE,CAU3E;AAMD,wBAAgB,wBAAwB,CAAC,UAAU,EAAE,oBAAoB,CAAC,YAAY,CAAC,GAAG,OAAO,CAKhG;AAcD,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,oBAAoB,GAAG,MAAM,GAAG,SAAS,CASnF;AAED,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,oBAAoB,GAAG,MAAM,CAKvF;AAuMD;;;;GAIG;AACH,wBAAgB,wBAAwB,CACtC,KAAK,EAAE,oBAAoB,EAC3B,KAAK,EAAE,mBAAmB,EAC1B,YAAY,EAAE,MAAM,GAAG,SAAS,GAC/B,MAAM,GAAG,SAAS,CAKpB;AAED;;;GAGG;AACH,wBAAgB,uBAAuB,CACrC,KAAK,EAAE,oBAAoB,EAC3B,KAAK,EAAE,mBAAmB,GACzB,OAAO,CAET;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAOxD;AAED;;;;GAIG;AACH,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAU3D;AAMD,wBAAgB,8BAA8B,CAC5C,KAAK,EAAE,mBAAmB,GACzB,GAAG,GAAG,KAAK,GAAG,SAAS,CAgBzB;AAcD,wBAAgB,wBAAwB,CACtC,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,oBAAoB,EAC3B,KAAK,EAAE,mBAAmB,GACzB,SAAS,CAyCX"}

package/dist/provider-llamacpp/index.js

@@ -102,9 +102,7 @@ var LlamaCppModelConfigSchema = {
   additionalProperties: false
 };
 // src/provider-llamacpp/LlamaCppQueuedProvider.ts
-import {
-  QueuedAiProvider
-} from "@workglow/ai";
+import { QueuedAiProvider } from "@workglow/ai";
 class LlamaCppQueuedProvider extends QueuedAiProvider {
   name = LOCAL_LLAMACPP;
   displayName = "Local llama.cpp";
@@ -119,6 +117,7 @@ class LlamaCppQueuedProvider extends QueuedAiProvider {
     "TextEmbeddingTask",
     "TextRewriterTask",
     "TextSummaryTask",
+    "ToolCallingTask",
     "ModelSearchTask"
   ];
   constructor(tasks, streamTasks, reactiveTasks) {
@@ -139,4 +138,4 @@ export {
   LLAMACPP_DEFAULT_MODELS_DIR
 };
 
-//# debugId=DE2A10A80FD71A4A64756E2164756E21
+//# debugId=9BCAC9D2256F7E8364756E2164756E21

package/dist/provider-llamacpp/index.js.map

@@ -4,10 +4,10 @@
   "sourcesContent": [
     "/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nexport const LOCAL_LLAMACPP = \"LOCAL_LLAMACPP\";\nexport const LLAMACPP_DEFAULT_MODELS_DIR = \"./models\";\n",
     "/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { ModelConfigSchema, ModelRecordSchema } from \"@workglow/ai/worker\";\nimport { DataPortSchemaObject, FromSchema } from \"@workglow/util/worker\";\nimport { LLAMACPP_DEFAULT_MODELS_DIR, LOCAL_LLAMACPP } from \"./LlamaCpp_Constants\";\n\nexport const LlamaCppModelSchema = {\n  type: \"object\",\n  properties: {\n    provider: {\n      const: LOCAL_LLAMACPP,\n      description: \"Discriminator: local node-llama-cpp (GGUF) model.\",\n    },\n    provider_config: {\n      type: \"object\",\n      description: \"node-llama-cpp specific configuration.\",\n      properties: {\n        model_path: {\n          type: \"string\",\n          description: \"Filesystem path to the .gguf model file.\",\n        },\n        model_url: {\n          type: \"string\",\n          description:\n            \"URI or URL to download the model from (e.g. 'hf:user/repo:quant' or an https URL). Used by DownloadModelTask.\",\n        },\n        models_dir: {\n          type: \"string\",\n          description: \"Directory to download models into.\",\n          default: LLAMACPP_DEFAULT_MODELS_DIR,\n        },\n        gpu_layers: {\n          type: \"integer\",\n          description: \"Number of model layers to offload to GPU. Use -1 for auto-detection.\",\n          minimum: -1,\n        },\n        context_size: {\n          type: \"integer\",\n          description: \"Context window size in tokens.\",\n          minimum: 1,\n        },\n        flash_attention: {\n          type: \"boolean\",\n          description: \"Enable flash attention for improved performance where supported.\",\n          default: true,\n        },\n        seed: {\n          type: \"integer\",\n          description:\n            \"RNG seed passed to node-llama-cpp sampling. Omit for time-based seeding; set for reproducible generation.\",\n          minimum: 0,\n        },\n        embedding: {\n          type: \"boolean\",\n          description: \"Whether this model is used for text embedding (vs text generation).\",\n          default: false,\n        },\n      },\n      required: [\"model_path\"],\n      additionalProperties: false,\n    },\n  },\n  required: [\"provider\", \"provider_config\"],\n  additionalProperties: true,\n} as const satisfies DataPortSchemaObject;\n\nexport const LlamaCppModelRecordSchema = {\n  type: \"object\",\n  properties: {\n    ...ModelRecordSchema.properties,\n    ...LlamaCppModelSchema.properties,\n  },\n  required: [...ModelRecordSchema.required, ...LlamaCppModelSchema.required],\n  additionalProperties: false,\n} as const satisfies DataPortSchemaObject;\n\nexport type LlamaCppModelRecord = FromSchema<typeof LlamaCppModelRecordSchema>;\n\nexport const LlamaCppModelConfigSchema = {\n  type: \"object\",\n  properties: {\n    ...ModelConfigSchema.properties,\n    ...LlamaCppModelSchema.properties,\n  },\n  required: [...ModelConfigSchema.required, ...LlamaCppModelSchema.required],\n  additionalProperties: false,\n} as const satisfies DataPortSchemaObject;\n\nexport type LlamaCppModelConfig = FromSchema<typeof LlamaCppModelConfigSchema>;\n",
-    "/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport {\n  QueuedAiProvider,\n  type AiProviderReactiveRunFn,\n  type AiProviderRunFn,\n  type AiProviderStreamFn,\n} from \"@workglow/ai\";\nimport { LOCAL_LLAMACPP } from \"./common/LlamaCpp_Constants\";\nimport type { LlamaCppModelConfig } from \"./common/LlamaCpp_ModelSchema\";\n\n/** Main-thread registration (inline or worker-backed); creates the default job queue. */\nexport class LlamaCppQueuedProvider extends QueuedAiProvider<LlamaCppModelConfig> {\n  readonly name = LOCAL_LLAMACPP;\n  readonly displayName = \"Local llama.cpp\";\n  readonly isLocal = true;\n  readonly supportsBrowser = false;\n\n  readonly taskTypes = [\n    \"DownloadModelTask\",\n    \"UnloadModelTask\",\n    \"ModelInfoTask\",\n    \"CountTokensTask\",\n    \"TextGenerationTask\",\n    \"TextEmbeddingTask\",\n    \"TextRewriterTask\",\n    \"TextSummaryTask\",\n    \"ModelSearchTask\",\n  ] as const;\n\n  constructor(\n    tasks?: Record<string, AiProviderRunFn<any, any, LlamaCppModelConfig>>,\n    streamTasks?: Record<string, AiProviderStreamFn<any, any, LlamaCppModelConfig>>,\n    reactiveTasks?: Record<string, AiProviderReactiveRunFn<any, any, LlamaCppModelConfig>>\n  ) {\n    super(tasks, streamTasks, reactiveTasks);\n  }\n}\n",
+    "/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { QueuedAiProvider } from \"@workglow/ai\";\nimport type { AiProviderReactiveRunFn, AiProviderRunFn, AiProviderStreamFn } from \"@workglow/ai\";\nimport { LOCAL_LLAMACPP } from \"./common/LlamaCpp_Constants\";\nimport type { LlamaCppModelConfig } from \"./common/LlamaCpp_ModelSchema\";\n\n/** Main-thread registration (inline or worker-backed); creates the default job queue. */\nexport class LlamaCppQueuedProvider extends QueuedAiProvider<LlamaCppModelConfig> {\n  readonly name = LOCAL_LLAMACPP;\n  readonly displayName = \"Local llama.cpp\";\n  readonly isLocal = true;\n  readonly supportsBrowser = false;\n\n  readonly taskTypes = [\n    \"DownloadModelTask\",\n    \"UnloadModelTask\",\n    \"ModelInfoTask\",\n    \"CountTokensTask\",\n    \"TextGenerationTask\",\n    \"TextEmbeddingTask\",\n    \"TextRewriterTask\",\n    \"TextSummaryTask\",\n    \"ToolCallingTask\",\n    \"ModelSearchTask\",\n  ] as const;\n\n  constructor(\n    tasks?: Record<string, AiProviderRunFn<any, any, LlamaCppModelConfig>>,\n    streamTasks?: Record<string, AiProviderStreamFn<any, any, LlamaCppModelConfig>>,\n    reactiveTasks?: Record<string, AiProviderReactiveRunFn<any, any, LlamaCppModelConfig>>\n  ) {\n    super(tasks, streamTasks, reactiveTasks);\n  }\n}\n",
     "/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport type { AiProviderRegisterOptions } from \"@workglow/ai\";\nimport { LlamaCppQueuedProvider } from \"./LlamaCppQueuedProvider\";\n\nexport async function registerLlamaCpp(\n  options: AiProviderRegisterOptions & {\n    worker: Worker | (() => Worker);\n  }\n): Promise<void> {\n  await new LlamaCppQueuedProvider().register(options);\n}\n"
   ],
-  "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;AAMO,IAAM,iBAAiB;AACvB,IAAM,8BAA8B;;ACD3C;AAIO,IAAM,sBAAsB;AAAA,EACjC,MAAM;AAAA,EACN,YAAY;AAAA,IACV,UAAU;AAAA,MACR,OAAO;AAAA,MACP,aAAa;AAAA,IACf;AAAA,IACA,iBAAiB;AAAA,MACf,MAAM;AAAA,MACN,aAAa;AAAA,MACb,YAAY;AAAA,QACV,YAAY;AAAA,UACV,MAAM;AAAA,UACN,aAAa;AAAA,QACf;AAAA,QACA,WAAW;AAAA,UACT,MAAM;AAAA,UACN,aACE;AAAA,QACJ;AAAA,QACA,YAAY;AAAA,UACV,MAAM;AAAA,UACN,aAAa;AAAA,UACb,SAAS;AAAA,QACX;AAAA,QACA,YAAY;AAAA,UACV,MAAM;AAAA,UACN,aAAa;AAAA,UACb,SAAS;AAAA,QACX;AAAA,QACA,cAAc;AAAA,UACZ,MAAM;AAAA,UACN,aAAa;AAAA,UACb,SAAS;AAAA,QACX;AAAA,QACA,iBAAiB;AAAA,UACf,MAAM;AAAA,UACN,aAAa;AAAA,UACb,SAAS;AAAA,QACX;AAAA,QACA,MAAM;AAAA,UACJ,MAAM;AAAA,UACN,aACE;AAAA,UACF,SAAS;AAAA,QACX;AAAA,QACA,WAAW;AAAA,UACT,MAAM;AAAA,UACN,aAAa;AAAA,UACb,SAAS;AAAA,QACX;AAAA,MACF;AAAA,MACA,UAAU,CAAC,YAAY;AAAA,MACvB,sBAAsB;AAAA,IACxB;AAAA,EACF;AAAA,EACA,UAAU,CAAC,YAAY,iBAAiB;AAAA,EACxC,sBAAsB;AACxB;AAEO,IAAM,4BAA4B;AAAA,EACvC,MAAM;AAAA,EACN,YAAY;AAAA,OACP,kBAAkB;AAAA,OAClB,oBAAoB;AAAA,EACzB;AAAA,EACA,UAAU,CAAC,GAAG,kBAAkB,UAAU,GAAG,oBAAoB,QAAQ;AAAA,EACzE,sBAAsB;AACxB;AAIO,IAAM,4BAA4B;AAAA,EACvC,MAAM;AAAA,EACN,YAAY;AAAA,OACP,kBAAkB;AAAA,OAClB,oBAAoB;AAAA,EACzB;AAAA,EACA,UAAU,CAAC,GAAG,kBAAkB,UAAU,GAAG,oBAAoB,QAAQ;AAAA,EACzE,sBAAsB;AACxB;;ACpFA;AAAA;AAAA;AAUO,MAAM,+BAA+B,iBAAsC;AAAA,EACvE,OAAO;AAAA,EACP,cAAc;AAAA,EACd,UAAU;AAAA,EACV,kBAAkB;AAAA,EAElB,YAAY;AAAA,IACnB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAAA,EAEA,WAAW,CACT,OACA,aACA,eACA;AAAA,IACA,MAAM,OAAO,aAAa,aAAa;AAAA;AAE3C;;;AChCA,eAAsB,gBAAgB,CACpC,SAGe;AAAA,EACf,MAAM,IAAI,uBAAuB,EAAE,SAAS,OAAO;AAAA;",
-  "debugId": "DE2A10A80FD71A4A64756E2164756E21",
+  "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;AAMO,IAAM,iBAAiB;AACvB,IAAM,8BAA8B;;ACD3C;AAIO,IAAM,sBAAsB;AAAA,EACjC,MAAM;AAAA,EACN,YAAY;AAAA,IACV,UAAU;AAAA,MACR,OAAO;AAAA,MACP,aAAa;AAAA,IACf;AAAA,IACA,iBAAiB;AAAA,MACf,MAAM;AAAA,MACN,aAAa;AAAA,MACb,YAAY;AAAA,QACV,YAAY;AAAA,UACV,MAAM;AAAA,UACN,aAAa;AAAA,QACf;AAAA,QACA,WAAW;AAAA,UACT,MAAM;AAAA,UACN,aACE;AAAA,QACJ;AAAA,QACA,YAAY;AAAA,UACV,MAAM;AAAA,UACN,aAAa;AAAA,UACb,SAAS;AAAA,QACX;AAAA,QACA,YAAY;AAAA,UACV,MAAM;AAAA,UACN,aAAa;AAAA,UACb,SAAS;AAAA,QACX;AAAA,QACA,cAAc;AAAA,UACZ,MAAM;AAAA,UACN,aAAa;AAAA,UACb,SAAS;AAAA,QACX;AAAA,QACA,iBAAiB;AAAA,UACf,MAAM;AAAA,UACN,aAAa;AAAA,UACb,SAAS;AAAA,QACX;AAAA,QACA,MAAM;AAAA,UACJ,MAAM;AAAA,UACN,aACE;AAAA,UACF,SAAS;AAAA,QACX;AAAA,QACA,WAAW;AAAA,UACT,MAAM;AAAA,UACN,aAAa;AAAA,UACb,SAAS;AAAA,QACX;AAAA,MACF;AAAA,MACA,UAAU,CAAC,YAAY;AAAA,MACvB,sBAAsB;AAAA,IACxB;AAAA,EACF;AAAA,EACA,UAAU,CAAC,YAAY,iBAAiB;AAAA,EACxC,sBAAsB;AACxB;AAEO,IAAM,4BAA4B;AAAA,EACvC,MAAM;AAAA,EACN,YAAY;AAAA,OACP,kBAAkB;AAAA,OAClB,oBAAoB;AAAA,EACzB;AAAA,EACA,UAAU,CAAC,GAAG,kBAAkB,UAAU,GAAG,oBAAoB,QAAQ;AAAA,EACzE,sBAAsB;AACxB;AAIO,IAAM,4BAA4B;AAAA,EACvC,MAAM;AAAA,EACN,YAAY;AAAA,OACP,kBAAkB;AAAA,OAClB,oBAAoB;AAAA,EACzB;AAAA,EACA,UAAU,CAAC,GAAG,kBAAkB,UAAU,GAAG,oBAAoB,QAAQ;AAAA,EACzE,sBAAsB;AACxB;;ACpFA;AAMO,MAAM,+BAA+B,iBAAsC;AAAA,EACvE,OAAO;AAAA,EACP,cAAc;AAAA,EACd,UAAU;AAAA,EACV,kBAAkB;AAAA,EAElB,YAAY;AAAA,IACnB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAAA,EAEA,WAAW,CACT,OACA,aACA,eACA;AAAA,IACA,MAAM,OAAO,aAAa,aAAa;AAAA;AAE3C;;;AC7BA,eAAsB,gBAAgB,CACpC,SAGe;AAAA,EACf,MAAM,IAAI,uBAAuB,EAAE,SAAS,OAAO;AAAA;",
+  "debugId": "9BCAC9D2256F7E8364756E2164756E21",
   "names": []
 }