@modular-prompt/experiment 0.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (57) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +347 -0
  3. package/dist/src/cli/args.d.ts +6 -0
  4. package/dist/src/cli/args.d.ts.map +1 -0
  5. package/dist/src/cli/args.js +31 -0
  6. package/dist/src/cli/args.js.map +1 -0
  7. package/dist/src/config/dynamic-loader.d.ts +41 -0
  8. package/dist/src/config/dynamic-loader.d.ts.map +1 -0
  9. package/dist/src/config/dynamic-loader.js +101 -0
  10. package/dist/src/config/dynamic-loader.js.map +1 -0
  11. package/dist/src/config/loader.d.ts +23 -0
  12. package/dist/src/config/loader.d.ts.map +1 -0
  13. package/dist/src/config/loader.js +125 -0
  14. package/dist/src/config/loader.js.map +1 -0
  15. package/dist/src/evaluators/base-module.d.ts +10 -0
  16. package/dist/src/evaluators/base-module.d.ts.map +1 -0
  17. package/dist/src/evaluators/base-module.js +103 -0
  18. package/dist/src/evaluators/base-module.js.map +1 -0
  19. package/dist/src/evaluators/functional-correctness.d.ts +14 -0
  20. package/dist/src/evaluators/functional-correctness.d.ts.map +1 -0
  21. package/dist/src/evaluators/functional-correctness.js +95 -0
  22. package/dist/src/evaluators/functional-correctness.js.map +1 -0
  23. package/dist/src/evaluators/json-validator.d.ts +13 -0
  24. package/dist/src/evaluators/json-validator.d.ts.map +1 -0
  25. package/dist/src/evaluators/json-validator.js +51 -0
  26. package/dist/src/evaluators/json-validator.js.map +1 -0
  27. package/dist/src/index.d.ts +14 -0
  28. package/dist/src/index.d.ts.map +1 -0
  29. package/dist/src/index.js +19 -0
  30. package/dist/src/index.js.map +1 -0
  31. package/dist/src/reporter/statistics.d.ts +21 -0
  32. package/dist/src/reporter/statistics.d.ts.map +1 -0
  33. package/dist/src/reporter/statistics.js +68 -0
  34. package/dist/src/reporter/statistics.js.map +1 -0
  35. package/dist/src/run-comparison.d.ts +22 -0
  36. package/dist/src/run-comparison.d.ts.map +1 -0
  37. package/dist/src/run-comparison.js +142 -0
  38. package/dist/src/run-comparison.js.map +1 -0
  39. package/dist/src/runner/driver-manager.d.ts +30 -0
  40. package/dist/src/runner/driver-manager.d.ts.map +1 -0
  41. package/dist/src/runner/driver-manager.js +68 -0
  42. package/dist/src/runner/driver-manager.js.map +1 -0
  43. package/dist/src/runner/evaluator.d.ts +32 -0
  44. package/dist/src/runner/evaluator.d.ts.map +1 -0
  45. package/dist/src/runner/evaluator.js +146 -0
  46. package/dist/src/runner/evaluator.js.map +1 -0
  47. package/dist/src/runner/experiment.d.ts +40 -0
  48. package/dist/src/runner/experiment.d.ts.map +1 -0
  49. package/dist/src/runner/experiment.js +214 -0
  50. package/dist/src/runner/experiment.js.map +1 -0
  51. package/dist/src/types.d.ts +112 -0
  52. package/dist/src/types.d.ts.map +1 -0
  53. package/dist/src/types.js +5 -0
  54. package/dist/src/types.js.map +1 -0
  55. package/dist/tsconfig.tsbuildinfo +1 -0
  56. package/examples/experiment.yaml +70 -0
  57. package/package.json +70 -0
package/package.json ADDED
@@ -0,0 +1,70 @@
1
+ {
2
+ "name": "@modular-prompt/experiment",
3
+ "version": "0.1.1",
4
+ "description": "Experiment framework for comparing and evaluating prompt modules",
5
+ "type": "module",
6
+ "main": "./dist/index.js",
7
+ "types": "./dist/index.d.ts",
8
+ "exports": {
9
+ ".": {
10
+ "types": "./dist/index.d.ts",
11
+ "import": "./dist/index.js"
12
+ }
13
+ },
14
+ "bin": {
15
+ "modular-experiment": "./dist/run-comparison.js"
16
+ },
17
+ "files": [
18
+ "dist",
19
+ "examples",
20
+ "README.md"
21
+ ],
22
+ "dependencies": {
23
+ "commander": "^12.0.0",
24
+ "jiti": "^2.4.2",
25
+ "yaml": "^2.3.4",
26
+ "zod": "^3.22.4",
27
+ "@modular-prompt/core": "0.1.9",
28
+ "@modular-prompt/driver": "0.4.5"
29
+ },
30
+ "devDependencies": {
31
+ "@eslint/js": "^9.34.0",
32
+ "@types/node": "^20.0.0",
33
+ "@typescript-eslint/eslint-plugin": "^8.42.0",
34
+ "@typescript-eslint/parser": "^8.42.0",
35
+ "@vitest/ui": "^3.2.4",
36
+ "eslint": "^9.34.0",
37
+ "typescript": "^5.0.0",
38
+ "vitest": "^3.2.4"
39
+ },
40
+ "engines": {
41
+ "node": ">=18.0.0"
42
+ },
43
+ "repository": {
44
+ "type": "git",
45
+ "url": "https://github.com/otolab/moduler-prompt.git",
46
+ "directory": "packages/experiment"
47
+ },
48
+ "keywords": [
49
+ "prompt",
50
+ "experiment",
51
+ "evaluation",
52
+ "llm",
53
+ "testing"
54
+ ],
55
+ "license": "MIT",
56
+ "publishConfig": {
57
+ "access": "public",
58
+ "registry": "https://registry.npmjs.org/"
59
+ },
60
+ "scripts": {
61
+ "build": "tsc -b --force",
62
+ "dev": "tsc --watch",
63
+ "test": "vitest",
64
+ "test:ui": "vitest --ui",
65
+ "test:run": "vitest run",
66
+ "clean": "rm -rf dist",
67
+ "lint": "eslint src",
68
+ "typecheck": "tsc --noEmit"
69
+ }
70
+ }