@workglow/eval 0.3.31 → 0.3.33

package/README.md

@@ -117,6 +117,7 @@ setup needed:
 | `gpt-*`, `o<n>*`, `text-embedding-*`     | OpenAI (`OPENAI_API_KEY`)           |
 | `gemini-*`                               | Google Gemini (`GEMINI_API_KEY`)    |
 | `grok-*`                                 | xAI (`XAI_API_KEY`)                 |
+| `deepseek-*`                             | DeepSeek (`DEEPSEEK_API_KEY`)       |
 | `org/name` (optionally `org/name:dtype`) | Local HuggingFace Transformers ONNX |
 | `gguf:org/repo:Quant` or `gguf:*.gguf`   | Local node-llama-cpp (GGUF)         |
 

package/dist/models.d.ts

@@ -21,6 +21,7 @@ export type EvalKind = "classify" | "similarity" | "extract";
  * - `gpt-*`, `o<n>*`, `chatgpt-*`, `text-embedding-*` → OpenAI
  * - `gemini-*` → Google Gemini
  * - `grok-*` → xAI
+ * - `deepseek-*` → DeepSeek
  *
  * The slash check runs after the `gguf:` prefix but before the cloud
  * prefixes: hub paths are unambiguous, and org names can legitimately start

package/dist/models.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../src/models.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAMhD,MAAM,MAAM,QAAQ,GAAG,UAAU,GAAG,YAAY,GAAG,SAAS,CAAC;AAI7D;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,GAAG,WAAW,CA2C1E;AAED;;;;;GAKG;AACH,wBAAsB,yBAAyB,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC,CAkBzF;AAED;;;;;GAKG;AACH,wBAAsB,qBAAqB,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAI9E;AAQD,yEAAyE;AACzE,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,CASvD"}
+{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../src/models.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAMhD,MAAM,MAAM,QAAQ,GAAG,UAAU,GAAG,YAAY,GAAG,SAAS,CAAC;AAI7D;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,GAAG,WAAW,CA8C1E;AAED;;;;;GAKG;AACH,wBAAsB,yBAAyB,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC,CAkBzF;AAED;;;;;GAKG;AACH,wBAAsB,qBAAqB,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAI9E;AAQD,yEAAyE;AACzE,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,CASvD"}

package/dist/providers.d.ts

@@ -7,7 +7,7 @@ import type { EvalConfig } from "./config";
 /**
  * Register task types and every AI provider the eval can route to. Cloud
  * providers read their API keys from the environment (ANTHROPIC_API_KEY,
- * OPENAI_API_KEY, GEMINI_API_KEY, XAI_API_KEY) at call time; the local
+ * OPENAI_API_KEY, GEMINI_API_KEY, XAI_API_KEY, DEEPSEEK_API_KEY) at call time; the local
  * HuggingFace Transformers (ONNX) and node-llama-cpp (GGUF) providers run in
  * workers with their caches under the eval home. Each registration is
  * defensive: a provider that fails to load only fails runs that target it,

package/dist/providers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"providers.d.ts","sourceRoot":"","sources":["../src/providers.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAWH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAE3C;;;;;;;;GAQG;AACH,wBAAsB,qBAAqB,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CA2C7E"}
+{"version":3,"file":"providers.d.ts","sourceRoot":"","sources":["../src/providers.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAYH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAE3C;;;;;;;;GAQG;AACH,wBAAsB,qBAAqB,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CA4C7E"}

package/dist/workglow-eval.js

@@ -713,7 +713,10 @@ function resolveModelConfig(id, kind) {
   if (/^grok-/.test(id)) {
     return { provider: "XAI", provider_config: { model_name: id } };
   }
-  throw new Error(`cannot infer a provider for model "${id}" \u2014 use a claude-*/gpt-*/gemini-*/grok-* cloud id ` + `or an org/name HuggingFace ONNX model path`);
+  if (/^deepseek-/.test(id)) {
+    return { provider: "DEEPSEEK", provider_config: { model_name: id } };
+  }
+  throw new Error(`cannot infer a provider for model "${id}" \u2014 use a claude-*/gpt-*/gemini-*/grok-*/deepseek-* ` + `cloud id or an org/name HuggingFace ONNX model path`);
 }
 async function ensureEmbeddingDimensions(config) {
   if (config.provider !== "HF_TRANSFORMERS_ONNX")
@@ -1129,6 +1132,7 @@ async function runEval(kind, flags, stores) {
 // src/providers.ts
 import { registerAiTasks } from "@workglow/ai";
 import { registerAnthropicInline } from "@workglow/anthropic/ai-runtime";
+import { registerDeepSeekInline } from "@workglow/deepseek/ai-runtime";
 import { registerGeminiInline } from "@workglow/google-gemini/ai-runtime";
 import { registerHuggingFaceTransformers } from "@workglow/huggingface-transformers/ai";
 import { registerLlamaCpp } from "@workglow/node-llama-cpp/ai";
@@ -1158,7 +1162,8 @@ async function registerEvalProviders(config) {
     ["ANTHROPIC", () => registerAnthropicInline()],
     ["OPENAI", () => registerOpenAiInline()],
     ["GOOGLE_GEMINI", () => registerGeminiInline()],
-    ["XAI", () => registerXaiInline()]
+    ["XAI", () => registerXaiInline()],
+    ["DEEPSEEK", () => registerDeepSeekInline()]
   ];
   for (const [name, register] of registrations) {
     try {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@workglow/eval",
   "type": "module",
-  "version": "0.3.31",
+  "version": "0.3.33",
   "repository": {
     "type": "git",
     "url": "https://github.com/workglow-dev/libs.git",
@@ -33,17 +33,18 @@
     "src/**/*.md"
   ],
   "dependencies": {
-    "@workglow/ai": "0.3.31",
-    "@workglow/anthropic": "0.3.31",
-    "@workglow/google-gemini": "0.3.31",
-    "@workglow/huggingface-transformers": "0.3.31",
-    "@workglow/node-llama-cpp": "0.3.31",
-    "@workglow/openai": "0.3.31",
-    "@workglow/sqlite": "0.3.31",
-    "@workglow/storage": "0.3.31",
-    "@workglow/task-graph": "0.3.31",
-    "@workglow/util": "0.3.31",
-    "@workglow/xai": "0.3.31",
+    "@workglow/ai": "0.3.33",
+    "@workglow/anthropic": "0.3.33",
+    "@workglow/deepseek": "0.3.33",
+    "@workglow/google-gemini": "0.3.33",
+    "@workglow/huggingface-transformers": "0.3.33",
+    "@workglow/node-llama-cpp": "0.3.33",
+    "@workglow/openai": "0.3.33",
+    "@workglow/sqlite": "0.3.33",
+    "@workglow/storage": "0.3.33",
+    "@workglow/task-graph": "0.3.33",
+    "@workglow/util": "0.3.33",
+    "@workglow/xai": "0.3.33",
     "@huggingface/transformers": "^4.2.0",
     "commander": "^15.0.0",
     "hyparquet": "^1.27.1",