@workglow/eval 0.3.26

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (79) hide show
  1. package/README.md +179 -0
  2. package/dist/commands/dataset.d.ts +9 -0
  3. package/dist/commands/dataset.d.ts.map +1 -0
  4. package/dist/commands/report.d.ts +11 -0
  5. package/dist/commands/report.d.ts.map +1 -0
  6. package/dist/commands/run.d.ts +9 -0
  7. package/dist/commands/run.d.ts.map +1 -0
  8. package/dist/config.d.ts +29 -0
  9. package/dist/config.d.ts.map +1 -0
  10. package/dist/evals/classify.d.ts +25 -0
  11. package/dist/evals/classify.d.ts.map +1 -0
  12. package/dist/evals/extract.d.ts +26 -0
  13. package/dist/evals/extract.d.ts.map +1 -0
  14. package/dist/evals/prompt.d.ts +12 -0
  15. package/dist/evals/prompt.d.ts.map +1 -0
  16. package/dist/evals/runner.d.ts +25 -0
  17. package/dist/evals/runner.d.ts.map +1 -0
  18. package/dist/evals/similarity.d.ts +15 -0
  19. package/dist/evals/similarity.d.ts.map +1 -0
  20. package/dist/evals/types.d.ts +39 -0
  21. package/dist/evals/types.d.ts.map +1 -0
  22. package/dist/hf/auth.d.ts +8 -0
  23. package/dist/hf/auth.d.ts.map +1 -0
  24. package/dist/hf/datasetsServer.d.ts +14 -0
  25. package/dist/hf/datasetsServer.d.ts.map +1 -0
  26. package/dist/hf/hubFiles.d.ts +38 -0
  27. package/dist/hf/hubFiles.d.ts.map +1 -0
  28. package/dist/hf/ids.d.ts +20 -0
  29. package/dist/hf/ids.d.ts.map +1 -0
  30. package/dist/hf/pullDataset.d.ts +26 -0
  31. package/dist/hf/pullDataset.d.ts.map +1 -0
  32. package/dist/hf/types.d.ts +33 -0
  33. package/dist/hf/types.d.ts.map +1 -0
  34. package/dist/models.d.ts +49 -0
  35. package/dist/models.d.ts.map +1 -0
  36. package/dist/providers.d.ts +17 -0
  37. package/dist/providers.d.ts.map +1 -0
  38. package/dist/report/aggregate.d.ts +35 -0
  39. package/dist/report/aggregate.d.ts.map +1 -0
  40. package/dist/score/classification.d.ts +29 -0
  41. package/dist/score/classification.d.ts.map +1 -0
  42. package/dist/score/correlation.d.ts +12 -0
  43. package/dist/score/correlation.d.ts.map +1 -0
  44. package/dist/score/extraction.d.ts +47 -0
  45. package/dist/score/extraction.d.ts.map +1 -0
  46. package/dist/storage.d.ts +152 -0
  47. package/dist/storage.d.ts.map +1 -0
  48. package/dist/test/aggregate.test.d.ts +7 -0
  49. package/dist/test/aggregate.test.d.ts.map +1 -0
  50. package/dist/test/extractSmoke.e2e.test.d.ts +7 -0
  51. package/dist/test/extractSmoke.e2e.test.d.ts.map +1 -0
  52. package/dist/test/extraction.test.d.ts +7 -0
  53. package/dist/test/extraction.test.d.ts.map +1 -0
  54. package/dist/test/ggufSmoke.e2e.test.d.ts +7 -0
  55. package/dist/test/ggufSmoke.e2e.test.d.ts.map +1 -0
  56. package/dist/test/hubFiles.test.d.ts +7 -0
  57. package/dist/test/hubFiles.test.d.ts.map +1 -0
  58. package/dist/test/ids.test.d.ts +7 -0
  59. package/dist/test/ids.test.d.ts.map +1 -0
  60. package/dist/test/liveSimilarity.e2e.test.d.ts +7 -0
  61. package/dist/test/liveSimilarity.e2e.test.d.ts.map +1 -0
  62. package/dist/test/models.test.d.ts +7 -0
  63. package/dist/test/models.test.d.ts.map +1 -0
  64. package/dist/test/score.test.d.ts +7 -0
  65. package/dist/test/score.test.d.ts.map +1 -0
  66. package/dist/test/storage.test.d.ts +7 -0
  67. package/dist/test/storage.test.d.ts.map +1 -0
  68. package/dist/util.d.ts +13 -0
  69. package/dist/util.d.ts.map +1 -0
  70. package/dist/worker_hft.d.ts +7 -0
  71. package/dist/worker_hft.d.ts.map +1 -0
  72. package/dist/worker_hft.js +9 -0
  73. package/dist/worker_llamacpp.d.ts +7 -0
  74. package/dist/worker_llamacpp.d.ts.map +1 -0
  75. package/dist/worker_llamacpp.js +3 -0
  76. package/dist/workglow-eval.d.ts +8 -0
  77. package/dist/workglow-eval.d.ts.map +1 -0
  78. package/dist/workglow-eval.js +1266 -0
  79. package/package.json +55 -0
package/package.json ADDED
@@ -0,0 +1,55 @@
1
+ {
2
+ "name": "@workglow/eval",
3
+ "type": "module",
4
+ "version": "0.3.26",
5
+ "repository": {
6
+ "type": "git",
7
+ "url": "https://github.com/workglow-dev/libs.git",
8
+ "directory": "examples/eval"
9
+ },
10
+ "bugs": {
11
+ "url": "https://github.com/workglow-dev/libs/issues"
12
+ },
13
+ "description": "CLI eval example for Workglow: pull HuggingFace datasets into storage, run task workflows across models, and score the stored results.",
14
+ "homepage": "https://workglow.dev",
15
+ "scripts": {
16
+ "dev": "concurrently -c 'auto' -n 'eval:' 'bun:dev-*'",
17
+ "dev-js": "bun build --watch --target=bun --sourcemap=external --packages=external --outdir ./dist ./src/workglow-eval.ts",
18
+ "dev-types": "tsc --watch --preserveWatchOutput",
19
+ "build-example": "concurrently -c 'auto' -n 'js,js-worker-hft,js-worker-llamacpp,types' 'bun run build-js' 'bun run build-js-worker-hft' 'bun run build-js-worker-llamacpp' 'bun run build-types'",
20
+ "build-clean": "rm -fr dist/* tsconfig.tsbuildinfo",
21
+ "build-js": "bun build --target=bun --packages=external --outdir ./dist ./src/workglow-eval.ts",
22
+ "build-js-worker-hft": "bun build --target=node --packages=external --outdir ./dist ./src/worker_hft.ts",
23
+ "build-types": "rm -f tsconfig.tsbuildinfo && tsgo",
24
+ "test": "vitest run",
25
+ "test:watch": "vitest",
26
+ "build-js-worker-llamacpp": "bun build --target=node --packages=external --outdir ./dist ./src/worker_llamacpp.ts"
27
+ },
28
+ "bin": {
29
+ "workglow-eval": "./dist/workglow-eval.js"
30
+ },
31
+ "files": [
32
+ "dist",
33
+ "src/**/*.md"
34
+ ],
35
+ "dependencies": {
36
+ "@workglow/ai": "0.3.26",
37
+ "@workglow/anthropic": "0.3.26",
38
+ "@workglow/google-gemini": "0.3.26",
39
+ "@workglow/huggingface-transformers": "0.3.26",
40
+ "@workglow/node-llama-cpp": "0.3.26",
41
+ "@workglow/openai": "0.3.26",
42
+ "@workglow/sqlite": "0.3.26",
43
+ "@workglow/storage": "0.3.26",
44
+ "@workglow/task-graph": "0.3.26",
45
+ "@workglow/util": "0.3.26",
46
+ "@workglow/xai": "0.3.26",
47
+ "@huggingface/transformers": "^4.2.0",
48
+ "commander": "^15.0.0",
49
+ "hyparquet": "^1.26.2",
50
+ "hyparquet-compressors": "^1.1.1"
51
+ },
52
+ "publishConfig": {
53
+ "access": "public"
54
+ }
55
+ }