@workglow/eval 0.3.32 → 0.3.33

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -117,6 +117,7 @@ setup needed:
117
117
  | `gpt-*`, `o<n>*`, `text-embedding-*` | OpenAI (`OPENAI_API_KEY`) |
118
118
  | `gemini-*` | Google Gemini (`GEMINI_API_KEY`) |
119
119
  | `grok-*` | xAI (`XAI_API_KEY`) |
120
+ | `deepseek-*` | DeepSeek (`DEEPSEEK_API_KEY`) |
120
121
  | `org/name` (optionally `org/name:dtype`) | Local HuggingFace Transformers ONNX |
121
122
  | `gguf:org/repo:Quant` or `gguf:*.gguf` | Local node-llama-cpp (GGUF) |
122
123
 
package/dist/models.d.ts CHANGED
@@ -21,6 +21,7 @@ export type EvalKind = "classify" | "similarity" | "extract";
21
21
  * - `gpt-*`, `o<n>*`, `chatgpt-*`, `text-embedding-*` → OpenAI
22
22
  * - `gemini-*` → Google Gemini
23
23
  * - `grok-*` → xAI
24
+ * - `deepseek-*` → DeepSeek
24
25
  *
25
26
  * The slash check runs after the `gguf:` prefix but before the cloud
26
27
  * prefixes: hub paths are unambiguous, and org names can legitimately start
@@ -1 +1 @@
1
- {"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../src/models.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAMhD,MAAM,MAAM,QAAQ,GAAG,UAAU,GAAG,YAAY,GAAG,SAAS,CAAC;AAI7D;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,GAAG,WAAW,CA2C1E;AAED;;;;;GAKG;AACH,wBAAsB,yBAAyB,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC,CAkBzF;AAED;;;;;GAKG;AACH,wBAAsB,qBAAqB,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAI9E;AAQD,yEAAyE;AACzE,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,CASvD"}
1
+ {"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../src/models.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAMhD,MAAM,MAAM,QAAQ,GAAG,UAAU,GAAG,YAAY,GAAG,SAAS,CAAC;AAI7D;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,GAAG,WAAW,CA8C1E;AAED;;;;;GAKG;AACH,wBAAsB,yBAAyB,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC,CAkBzF;AAED;;;;;GAKG;AACH,wBAAsB,qBAAqB,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAI9E;AAQD,yEAAyE;AACzE,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,CASvD"}
@@ -7,7 +7,7 @@ import type { EvalConfig } from "./config";
7
7
  /**
8
8
  * Register task types and every AI provider the eval can route to. Cloud
9
9
  * providers read their API keys from the environment (ANTHROPIC_API_KEY,
10
- * OPENAI_API_KEY, GEMINI_API_KEY, XAI_API_KEY) at call time; the local
10
+ * OPENAI_API_KEY, GEMINI_API_KEY, XAI_API_KEY, DEEPSEEK_API_KEY) at call time; the local
11
11
  * HuggingFace Transformers (ONNX) and node-llama-cpp (GGUF) providers run in
12
12
  * workers with their caches under the eval home. Each registration is
13
13
  * defensive: a provider that fails to load only fails runs that target it,
@@ -1 +1 @@
1
- {"version":3,"file":"providers.d.ts","sourceRoot":"","sources":["../src/providers.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAWH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAE3C;;;;;;;;GAQG;AACH,wBAAsB,qBAAqB,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CA2C7E"}
1
+ {"version":3,"file":"providers.d.ts","sourceRoot":"","sources":["../src/providers.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAYH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAE3C;;;;;;;;GAQG;AACH,wBAAsB,qBAAqB,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CA4C7E"}
@@ -713,7 +713,10 @@ function resolveModelConfig(id, kind) {
713
713
  if (/^grok-/.test(id)) {
714
714
  return { provider: "XAI", provider_config: { model_name: id } };
715
715
  }
716
- throw new Error(`cannot infer a provider for model "${id}" \u2014 use a claude-*/gpt-*/gemini-*/grok-* cloud id ` + `or an org/name HuggingFace ONNX model path`);
716
+ if (/^deepseek-/.test(id)) {
717
+ return { provider: "DEEPSEEK", provider_config: { model_name: id } };
718
+ }
719
+ throw new Error(`cannot infer a provider for model "${id}" \u2014 use a claude-*/gpt-*/gemini-*/grok-*/deepseek-* ` + `cloud id or an org/name HuggingFace ONNX model path`);
717
720
  }
718
721
  async function ensureEmbeddingDimensions(config) {
719
722
  if (config.provider !== "HF_TRANSFORMERS_ONNX")
@@ -1129,6 +1132,7 @@ async function runEval(kind, flags, stores) {
1129
1132
  // src/providers.ts
1130
1133
  import { registerAiTasks } from "@workglow/ai";
1131
1134
  import { registerAnthropicInline } from "@workglow/anthropic/ai-runtime";
1135
+ import { registerDeepSeekInline } from "@workglow/deepseek/ai-runtime";
1132
1136
  import { registerGeminiInline } from "@workglow/google-gemini/ai-runtime";
1133
1137
  import { registerHuggingFaceTransformers } from "@workglow/huggingface-transformers/ai";
1134
1138
  import { registerLlamaCpp } from "@workglow/node-llama-cpp/ai";
@@ -1158,7 +1162,8 @@ async function registerEvalProviders(config) {
1158
1162
  ["ANTHROPIC", () => registerAnthropicInline()],
1159
1163
  ["OPENAI", () => registerOpenAiInline()],
1160
1164
  ["GOOGLE_GEMINI", () => registerGeminiInline()],
1161
- ["XAI", () => registerXaiInline()]
1165
+ ["XAI", () => registerXaiInline()],
1166
+ ["DEEPSEEK", () => registerDeepSeekInline()]
1162
1167
  ];
1163
1168
  for (const [name, register] of registrations) {
1164
1169
  try {
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "@workglow/eval",
3
3
  "type": "module",
4
- "version": "0.3.32",
4
+ "version": "0.3.33",
5
5
  "repository": {
6
6
  "type": "git",
7
7
  "url": "https://github.com/workglow-dev/libs.git",
@@ -33,17 +33,18 @@
33
33
  "src/**/*.md"
34
34
  ],
35
35
  "dependencies": {
36
- "@workglow/ai": "0.3.32",
37
- "@workglow/anthropic": "0.3.32",
38
- "@workglow/google-gemini": "0.3.32",
39
- "@workglow/huggingface-transformers": "0.3.32",
40
- "@workglow/node-llama-cpp": "0.3.32",
41
- "@workglow/openai": "0.3.32",
42
- "@workglow/sqlite": "0.3.32",
43
- "@workglow/storage": "0.3.32",
44
- "@workglow/task-graph": "0.3.32",
45
- "@workglow/util": "0.3.32",
46
- "@workglow/xai": "0.3.32",
36
+ "@workglow/ai": "0.3.33",
37
+ "@workglow/anthropic": "0.3.33",
38
+ "@workglow/deepseek": "0.3.33",
39
+ "@workglow/google-gemini": "0.3.33",
40
+ "@workglow/huggingface-transformers": "0.3.33",
41
+ "@workglow/node-llama-cpp": "0.3.33",
42
+ "@workglow/openai": "0.3.33",
43
+ "@workglow/sqlite": "0.3.33",
44
+ "@workglow/storage": "0.3.33",
45
+ "@workglow/task-graph": "0.3.33",
46
+ "@workglow/util": "0.3.33",
47
+ "@workglow/xai": "0.3.33",
47
48
  "@huggingface/transformers": "^4.2.0",
48
49
  "commander": "^15.0.0",
49
50
  "hyparquet": "^1.27.1",