@pauly4010/evalai-sdk 1.8.0 → 1.9.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (79) hide show
  1. package/CHANGELOG.md +54 -0
  2. package/README.md +136 -23
  3. package/dist/assertions.js +51 -18
  4. package/dist/batch.js +8 -2
  5. package/dist/cli/api.js +3 -1
  6. package/dist/cli/check.js +19 -6
  7. package/dist/cli/ci-context.js +3 -1
  8. package/dist/cli/ci.d.ts +45 -0
  9. package/dist/cli/ci.js +192 -0
  10. package/dist/cli/config.js +28 -8
  11. package/dist/cli/diff.d.ts +173 -0
  12. package/dist/cli/diff.js +685 -0
  13. package/dist/cli/discover.d.ts +84 -0
  14. package/dist/cli/discover.js +419 -0
  15. package/dist/cli/doctor.js +62 -19
  16. package/dist/cli/env.d.ts +21 -0
  17. package/dist/cli/env.js +42 -0
  18. package/dist/cli/explain.js +168 -36
  19. package/dist/cli/formatters/human.js +4 -1
  20. package/dist/cli/formatters/pr-comment.js +3 -1
  21. package/dist/cli/gate.js +6 -2
  22. package/dist/cli/impact-analysis.d.ts +63 -0
  23. package/dist/cli/impact-analysis.js +252 -0
  24. package/dist/cli/index.js +185 -0
  25. package/dist/cli/manifest.d.ts +103 -0
  26. package/dist/cli/manifest.js +282 -0
  27. package/dist/cli/migrate.d.ts +41 -0
  28. package/dist/cli/migrate.js +349 -0
  29. package/dist/cli/policy-packs.js +8 -2
  30. package/dist/cli/print-config.js +33 -14
  31. package/dist/cli/regression-gate.js +8 -2
  32. package/dist/cli/report/build-check-report.js +8 -2
  33. package/dist/cli/run.d.ts +101 -0
  34. package/dist/cli/run.js +395 -0
  35. package/dist/cli/share.js +3 -1
  36. package/dist/cli/upgrade.js +2 -1
  37. package/dist/cli/workspace.d.ts +28 -0
  38. package/dist/cli/workspace.js +58 -0
  39. package/dist/client.d.ts +16 -19
  40. package/dist/client.js +60 -43
  41. package/dist/client.request.test.d.ts +1 -1
  42. package/dist/client.request.test.js +222 -147
  43. package/dist/context.js +3 -1
  44. package/dist/errors.js +11 -4
  45. package/dist/export.js +3 -1
  46. package/dist/index.d.ts +8 -2
  47. package/dist/index.js +30 -5
  48. package/dist/integrations/anthropic.d.ts +20 -1
  49. package/dist/integrations/openai-eval.js +4 -2
  50. package/dist/integrations/openai.d.ts +24 -1
  51. package/dist/local.js +3 -1
  52. package/dist/logger.js +6 -2
  53. package/dist/pagination.js +6 -2
  54. package/dist/runtime/adapters/config-to-dsl.d.ts +33 -0
  55. package/dist/runtime/adapters/config-to-dsl.js +394 -0
  56. package/dist/runtime/adapters/testsuite-to-dsl.d.ts +63 -0
  57. package/dist/runtime/adapters/testsuite-to-dsl.js +276 -0
  58. package/dist/runtime/context.d.ts +26 -0
  59. package/dist/runtime/context.js +74 -0
  60. package/dist/runtime/eval.d.ts +46 -0
  61. package/dist/runtime/eval.js +244 -0
  62. package/dist/runtime/execution-mode.d.ts +80 -0
  63. package/dist/runtime/execution-mode.js +357 -0
  64. package/dist/runtime/executor.d.ts +16 -0
  65. package/dist/runtime/executor.js +152 -0
  66. package/dist/runtime/registry.d.ts +78 -0
  67. package/dist/runtime/registry.js +403 -0
  68. package/dist/runtime/run-report.d.ts +200 -0
  69. package/dist/runtime/run-report.js +222 -0
  70. package/dist/runtime/types.d.ts +356 -0
  71. package/dist/runtime/types.js +76 -0
  72. package/dist/testing.d.ts +65 -0
  73. package/dist/testing.js +49 -2
  74. package/dist/types.d.ts +100 -69
  75. package/dist/utils/input-hash.js +4 -1
  76. package/dist/version.d.ts +1 -1
  77. package/dist/version.js +1 -1
  78. package/dist/workflows.js +62 -14
  79. package/package.json +115 -110
package/package.json CHANGED
@@ -1,112 +1,117 @@
1
1
  {
2
- "name": "@pauly4010/evalai-sdk",
3
- "version": "1.8.0",
4
- "description": "AI Evaluation Platform SDK - Complete API Coverage with Performance Optimizations",
5
- "main": "dist/index.js",
6
- "module": "dist/index.js",
7
- "types": "dist/index.d.ts",
8
- "sideEffects": false,
9
- "files": [
10
- "dist",
11
- "README.md",
12
- "CHANGELOG.md"
13
- ],
14
- "bin": {
15
- "evalai": "./dist/cli/index.js"
16
- },
17
- "engines": {
18
- "node": ">=16.0.0"
19
- },
20
- "scripts": {
21
- "build": "tsc",
22
- "dev": "tsc --watch",
23
- "test": "vitest"
24
- },
25
- "keywords": [
26
- "ai",
27
- "evaluation",
28
- "llm",
29
- "testing",
30
- "observability",
31
- "tracing",
32
- "monitoring",
33
- "annotations",
34
- "webhooks",
35
- "developer-tools",
36
- "openai",
37
- "anthropic"
38
- ],
39
- "author": "EvalAI Team",
40
- "license": "MIT",
41
- "repository": {
42
- "type": "git",
43
- "url": "git+https://github.com/pauly7610/ai-evaluation-platform.git",
44
- "directory": "src/packages/sdk"
45
- },
46
- "homepage": "https://v0-ai-evaluation-platform-nu.vercel.app",
47
- "bugs": {
48
- "url": "https://github.com/pauly7610/ai-evaluation-platform/issues"
49
- },
50
- "dependencies": {
51
- "commander": "^14.0.0"
52
- },
53
- "peerDependencies": {
54
- "openai": "^4.0.0",
55
- "@anthropic-ai/sdk": "^0.20.0"
56
- },
57
- "peerDependenciesMeta": {
58
- "openai": {
59
- "optional": true
60
- },
61
- "@anthropic-ai/sdk": {
62
- "optional": true
63
- }
64
- },
65
- "devDependencies": {
66
- "@types/node": "^20.0.0",
67
- "typescript": "^5.0.0",
68
- "vitest": "^1.0.0"
69
- },
70
- "exports": {
71
- ".": {
72
- "import": "./dist/index.js",
73
- "require": "./dist/index.js",
74
- "types": "./dist/index.d.ts"
75
- },
76
- "./assertions": {
77
- "import": "./dist/assertions.js",
78
- "require": "./dist/assertions.js",
79
- "types": "./dist/assertions.d.ts"
80
- },
81
- "./testing": {
82
- "import": "./dist/testing.js",
83
- "require": "./dist/testing.js",
84
- "types": "./dist/testing.d.ts"
85
- },
86
- "./integrations/openai": {
87
- "import": "./dist/integrations/openai.js",
88
- "require": "./dist/integrations/openai.js",
89
- "types": "./dist/integrations/openai.d.ts"
90
- },
91
- "./integrations/anthropic": {
92
- "import": "./dist/integrations/anthropic.js",
93
- "require": "./dist/integrations/anthropic.js",
94
- "types": "./dist/integrations/anthropic.d.ts"
95
- },
96
- "./integrations/openai-eval": {
97
- "import": "./dist/integrations/openai-eval.js",
98
- "require": "./dist/integrations/openai-eval.js",
99
- "types": "./dist/integrations/openai-eval.d.ts"
100
- },
101
- "./matchers": {
102
- "import": "./dist/matchers/index.js",
103
- "require": "./dist/matchers/index.js",
104
- "types": "./dist/matchers/index.d.ts"
105
- },
106
- "./regression": {
107
- "import": "./dist/regression.js",
108
- "require": "./dist/regression.js",
109
- "types": "./dist/regression.d.ts"
110
- }
111
- }
2
+ "name": "@pauly4010/evalai-sdk",
3
+ "version": "1.9.1",
4
+ "publishConfig": {
5
+ "access": "public",
6
+ "registry": "https://registry.npmjs.org/"
7
+ },
8
+ "description": "AI Evaluation Platform SDK - Complete API Coverage with Performance Optimizations",
9
+ "main": "dist/index.js",
10
+ "module": "dist/index.js",
11
+ "types": "dist/index.d.ts",
12
+ "sideEffects": false,
13
+ "files": [
14
+ "dist",
15
+ "README.md",
16
+ "CHANGELOG.md"
17
+ ],
18
+ "bin": {
19
+ "evalai": "./dist/cli/index.js"
20
+ },
21
+ "engines": {
22
+ "node": ">=16.0.0"
23
+ },
24
+ "scripts": {
25
+ "build": "tsc",
26
+ "dev": "tsc --watch",
27
+ "test": "vitest"
28
+ },
29
+ "keywords": [
30
+ "ai",
31
+ "evaluation",
32
+ "llm",
33
+ "testing",
34
+ "observability",
35
+ "tracing",
36
+ "monitoring",
37
+ "annotations",
38
+ "webhooks",
39
+ "developer-tools",
40
+ "openai",
41
+ "anthropic"
42
+ ],
43
+ "author": "EvalAI Team",
44
+ "license": "MIT",
45
+ "repository": {
46
+ "type": "git",
47
+ "url": "git+https://github.com/pauly7610/ai-evaluation-platform.git",
48
+ "directory": "src/packages/sdk"
49
+ },
50
+ "homepage": "https://v0-ai-evaluation-platform-nu.vercel.app",
51
+ "bugs": {
52
+ "url": "https://github.com/pauly7610/ai-evaluation-platform/issues"
53
+ },
54
+ "dependencies": {
55
+ "commander": "^14.0.0"
56
+ },
57
+ "peerDependencies": {
58
+ "@anthropic-ai/sdk": "^0.20.0",
59
+ "openai": "^4.0.0"
60
+ },
61
+ "peerDependenciesMeta": {
62
+ "openai": {
63
+ "optional": true
64
+ },
65
+ "@anthropic-ai/sdk": {
66
+ "optional": true
67
+ }
68
+ },
69
+ "devDependencies": {
70
+ "@types/node": "^20.0.0",
71
+ "ts-node": "^10.9.2",
72
+ "typescript": "^5.0.0",
73
+ "vitest": "^1.0.0"
74
+ },
75
+ "exports": {
76
+ ".": {
77
+ "import": "./dist/index.js",
78
+ "require": "./dist/index.js",
79
+ "types": "./dist/index.d.ts"
80
+ },
81
+ "./assertions": {
82
+ "import": "./dist/assertions.js",
83
+ "require": "./dist/assertions.js",
84
+ "types": "./dist/assertions.d.ts"
85
+ },
86
+ "./testing": {
87
+ "import": "./dist/testing.js",
88
+ "require": "./dist/testing.js",
89
+ "types": "./dist/testing.d.ts"
90
+ },
91
+ "./integrations/openai": {
92
+ "import": "./dist/integrations/openai.js",
93
+ "require": "./dist/integrations/openai.js",
94
+ "types": "./dist/integrations/openai.d.ts"
95
+ },
96
+ "./integrations/anthropic": {
97
+ "import": "./dist/integrations/anthropic.js",
98
+ "require": "./dist/integrations/anthropic.js",
99
+ "types": "./dist/integrations/anthropic.d.ts"
100
+ },
101
+ "./integrations/openai-eval": {
102
+ "import": "./dist/integrations/openai-eval.js",
103
+ "require": "./dist/integrations/openai-eval.js",
104
+ "types": "./dist/integrations/openai-eval.d.ts"
105
+ },
106
+ "./matchers": {
107
+ "import": "./dist/matchers/index.js",
108
+ "require": "./dist/matchers/index.js",
109
+ "types": "./dist/matchers/index.d.ts"
110
+ },
111
+ "./regression": {
112
+ "import": "./dist/regression.js",
113
+ "require": "./dist/regression.js",
114
+ "types": "./dist/regression.d.ts"
115
+ }
116
+ }
112
117
  }