ppef 1.2.1 → 1.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (111) hide show
  1. package/README.md +270 -6
  2. package/dist/__tests__/cli/evaluate-command.integration.test.js +60 -0
  3. package/dist/__tests__/cli/evaluate-command.integration.test.js.map +1 -1
  4. package/dist/__tests__/examples.integration.test.d.ts +8 -0
  5. package/dist/__tests__/examples.integration.test.d.ts.map +1 -0
  6. package/dist/__tests__/examples.integration.test.js +236 -0
  7. package/dist/__tests__/examples.integration.test.js.map +1 -0
  8. package/dist/cli/__tests__/commands.unit.test.js +12 -5
  9. package/dist/cli/__tests__/commands.unit.test.js.map +1 -1
  10. package/dist/cli/__tests__/config-loader.unit.test.js +30 -25
  11. package/dist/cli/__tests__/config-loader.unit.test.js.map +1 -1
  12. package/dist/cli/__tests__/evaluator-schemas.unit.test.d.ts +9 -0
  13. package/dist/cli/__tests__/evaluator-schemas.unit.test.d.ts.map +1 -0
  14. package/dist/cli/__tests__/evaluator-schemas.unit.test.js +334 -0
  15. package/dist/cli/__tests__/evaluator-schemas.unit.test.js.map +1 -0
  16. package/dist/cli/commands/aggregate.d.ts.map +1 -1
  17. package/dist/cli/commands/aggregate.js +20 -12
  18. package/dist/cli/commands/aggregate.js.map +1 -1
  19. package/dist/cli/commands/evaluate.d.ts.map +1 -1
  20. package/dist/cli/commands/evaluate.js +130 -24
  21. package/dist/cli/commands/evaluate.js.map +1 -1
  22. package/dist/cli/commands/plan.d.ts.map +1 -1
  23. package/dist/cli/commands/plan.js +40 -6
  24. package/dist/cli/commands/plan.js.map +1 -1
  25. package/dist/cli/commands/run.d.ts +9 -0
  26. package/dist/cli/commands/run.d.ts.map +1 -1
  27. package/dist/cli/commands/run.js +71 -12
  28. package/dist/cli/commands/run.js.map +1 -1
  29. package/dist/cli/commands/validate.d.ts.map +1 -1
  30. package/dist/cli/commands/validate.js +55 -0
  31. package/dist/cli/commands/validate.js.map +1 -1
  32. package/dist/cli/config-loader.d.ts +6 -3
  33. package/dist/cli/config-loader.d.ts.map +1 -1
  34. package/dist/cli/config-loader.js +31 -106
  35. package/dist/cli/config-loader.js.map +1 -1
  36. package/dist/cli/evaluator-schemas.d.ts +395 -0
  37. package/dist/cli/evaluator-schemas.d.ts.map +1 -0
  38. package/dist/cli/evaluator-schemas.js +285 -0
  39. package/dist/cli/evaluator-schemas.js.map +1 -0
  40. package/dist/cli/index.d.ts.map +1 -1
  41. package/dist/cli/index.js +11 -1
  42. package/dist/cli/index.js.map +1 -1
  43. package/dist/cli/module-loader.d.ts.map +1 -1
  44. package/dist/cli/module-loader.js +38 -20
  45. package/dist/cli/module-loader.js.map +1 -1
  46. package/dist/cli/type-utils.d.ts +31 -0
  47. package/dist/cli/type-utils.d.ts.map +1 -0
  48. package/dist/cli/type-utils.js +38 -0
  49. package/dist/cli/type-utils.js.map +1 -0
  50. package/dist/cli/types.d.ts +284 -94
  51. package/dist/cli/types.d.ts.map +1 -1
  52. package/dist/cli/types.js +177 -1
  53. package/dist/cli/types.js.map +1 -1
  54. package/dist/collector/schema.js.map +1 -1
  55. package/dist/evaluators/claims-evaluator.d.ts.map +1 -1
  56. package/dist/evaluators/claims-evaluator.js +1 -1
  57. package/dist/evaluators/claims-evaluator.js.map +1 -1
  58. package/dist/evaluators/exploratory-evaluator.js.map +1 -1
  59. package/dist/executor/__tests__/worker-entry.integration.test.d.ts.map +1 -1
  60. package/dist/executor/__tests__/worker-entry.integration.test.js +19 -4
  61. package/dist/executor/__tests__/worker-entry.integration.test.js.map +1 -1
  62. package/dist/executor/binary-sut.d.ts.map +1 -1
  63. package/dist/executor/binary-sut.js +2 -1
  64. package/dist/executor/binary-sut.js.map +1 -1
  65. package/dist/executor/checkpoint-storage.d.ts.map +1 -1
  66. package/dist/executor/checkpoint-storage.js +13 -4
  67. package/dist/executor/checkpoint-storage.js.map +1 -1
  68. package/dist/executor/executor.d.ts +22 -0
  69. package/dist/executor/executor.d.ts.map +1 -1
  70. package/dist/executor/executor.js +133 -6
  71. package/dist/executor/executor.js.map +1 -1
  72. package/dist/executor/parallel-executor.d.ts.map +1 -1
  73. package/dist/executor/parallel-executor.js +9 -2
  74. package/dist/executor/parallel-executor.js.map +1 -1
  75. package/dist/executor/worker-entry.js +3 -1
  76. package/dist/executor/worker-entry.js.map +1 -1
  77. package/dist/executor/worker-executor.d.ts +9 -0
  78. package/dist/executor/worker-executor.d.ts.map +1 -1
  79. package/dist/executor/worker-executor.js +88 -9
  80. package/dist/executor/worker-executor.js.map +1 -1
  81. package/dist/executor/worker-threads-executor.d.ts.map +1 -1
  82. package/dist/executor/worker-threads-executor.js +52 -18
  83. package/dist/executor/worker-threads-executor.js.map +1 -1
  84. package/dist/index.cjs +1 -1
  85. package/dist/index.d.ts +1 -0
  86. package/dist/index.d.ts.map +1 -1
  87. package/dist/index.js +2 -0
  88. package/dist/index.js.map +1 -1
  89. package/dist/renderers/latex-renderer.d.ts.map +1 -1
  90. package/dist/renderers/latex-renderer.js +20 -12
  91. package/dist/renderers/latex-renderer.js.map +1 -1
  92. package/dist/schemas/__tests__/json-schema-validator.unit.test.d.ts +8 -0
  93. package/dist/schemas/__tests__/json-schema-validator.unit.test.d.ts.map +1 -0
  94. package/dist/schemas/__tests__/json-schema-validator.unit.test.js +170 -0
  95. package/dist/schemas/__tests__/json-schema-validator.unit.test.js.map +1 -0
  96. package/dist/schemas/index.d.ts +7 -0
  97. package/dist/schemas/index.d.ts.map +1 -0
  98. package/dist/schemas/index.js +7 -0
  99. package/dist/schemas/index.js.map +1 -0
  100. package/dist/schemas/json-schema-validator.d.ts +59 -0
  101. package/dist/schemas/json-schema-validator.d.ts.map +1 -0
  102. package/dist/schemas/json-schema-validator.js +67 -0
  103. package/dist/schemas/json-schema-validator.js.map +1 -0
  104. package/dist/types/case.d.ts +4 -0
  105. package/dist/types/case.d.ts.map +1 -1
  106. package/dist/types/result.d.ts +2 -0
  107. package/dist/types/result.d.ts.map +1 -1
  108. package/dist/types/sut.d.ts +4 -0
  109. package/dist/types/sut.d.ts.map +1 -1
  110. package/package.json +15 -5
  111. package/ppef.schema.json +1178 -0
package/dist/types/sut.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"sut.d.ts","sourceRoot":"","sources":["../../src/types/sut.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH;;;;;;GAMG;AACH,MAAM,MAAM,OAAO,GAAG,SAAS,GAAG,UAAU,GAAG,QAAQ,CAAC;AAExD;;GAEG;AACH,MAAM,WAAW,eAAe;IAC/B,4DAA4D;IAC5D,EAAE,EAAE,MAAM,CAAC;IAEX,iEAAiE;IACjE,IAAI,EAAE,MAAM,CAAC;IAEb,yCAAyC;IACzC,OAAO,EAAE,MAAM,CAAC;IAEhB,yBAAyB;IACzB,IAAI,EAAE,OAAO,CAAC;IAEd,2CAA2C;IAC3C,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAE1C,oCAAoC;IACpC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAC;IAExB,6CAA6C;IAC7C,WAAW,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;;;;;;;;GAUG;AACH,MAAM,WAAW,GAAG,CAAC,OAAO,EAAE,OAAO;IACpC,wBAAwB;IACxB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IAEpB,8BAA8B;IAC9B,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAEnD;;;;;OAKG;IACH,GAAG,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACvC;AAED;;;;;GAKG;AACH,MAAM,MAAM,UAAU,CAAC,OAAO,EAAE,OAAO,IAAI,CAC1C,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC5B,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;AAE3B;;;GAGG;AACH,MAAM,WAAW,WAAW,CAAC,OAAO;IACnC,+CAA+C;IAC/C,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;CACxB;AAED;;;;;GAKG;AACH,MAAM,WAAW,aAAa,CAAC,OAAO,GAAG,OAAO,EAAE,OAAO,GAAG,OAAO;IAClE,4BAA4B;IAC5B,YAAY,EAAE,eAAe,CAAC;IAE9B,yCAAyC;IACzC,OAAO,EAAE,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;CACtC;AAED;;;;;;;;;GASG;AACH,MAAM,WAAW,SAAS,CAAC,QAAQ,GAAG,OAAO;IAC5C,qCAAqC;IACrC,KAAK,EAAE,MAAM,CAAC;IAEd,qBAAqB;IACrB,KAAK,EAAE,MAAM,CAAC;IAEd,kBAAkB;IAClB,UAAU,EAAE,MAAM,CAAC;IAEnB,sBAAsB;IACtB,MAAM,EAAE,MAAM,CAAC;IAEf,kCAAkC;IAClC,SAAS,EAAE,MAAM,CAAC;IAElB,yCAAyC;IACzC,QAAQ,EAAE,MAAM,CAAC;IAEjB,6BAA6B;IAC7B,WAAW,EAAE;QACZ,6CAA6C;QAC7C,cAAc,EAAE,OAAO,CAAC;QAExB,0CAA0C;QAC1C,cAAc,EAAE,OAAO,CAAC;QAExB,+CAA+C;QAC/C,KAAK,EAAE,OAAO,CAAC;QAEf,kFAAkF;QAClF,eAAe,EAAE,OAAO,GAAG,IAAI,CAAC;KAChC,CAAC;IAEF,oDAAoD;IACpD,OAAO,EAAE,QAAQ,CAAC;IAElB,uBAAuB;IACvB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAChC"}
1
+ {"version":3,"file":"sut.d.ts","sourceRoot":"","sources":["../../src/types/sut.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH;;;;;;GAMG;AACH,MAAM,MAAM,OAAO,GAAG,SAAS,GAAG,UAAU,GAAG,QAAQ,CAAC;AAExD;;GAEG;AACH,MAAM,WAAW,eAAe;IAC/B,4DAA4D;IAC5D,EAAE,EAAE,MAAM,CAAC;IAEX,iEAAiE;IACjE,IAAI,EAAE,MAAM,CAAC;IAEb,yCAAyC;IACzC,OAAO,EAAE,MAAM,CAAC;IAEhB,yBAAyB;IACzB,IAAI,EAAE,OAAO,CAAC;IAEd,2CAA2C;IAC3C,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAE1C,oCAAoC;IACpC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAC;IAExB,6CAA6C;IAC7C,WAAW,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;;;;;;;;GAUG;AACH,MAAM,WAAW,GAAG,CAAC,OAAO,EAAE,OAAO;IACpC,wBAAwB;IACxB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IAEpB,8BAA8B;IAC9B,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAEnD;;;;;OAKG;IACH,GAAG,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACvC;AAED;;;;;GAKG;AACH,MAAM,MAAM,UAAU,CAAC,OAAO,EAAE,OAAO,IAAI,CAC1C,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC5B,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;AAE3B;;;GAGG;AACH,MAAM,WAAW,WAAW,CAAC,OAAO;IACnC,+CAA+C;IAC/C,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;CACxB;AAED;;;;;GAKG;AACH,MAAM,WAAW,aAAa,CAAC,OAAO,GAAG,OAAO,EAAE,OAAO,GAAG,OAAO;IAClE,4BAA4B;IAC5B,YAAY,EAAE,eAAe,CAAC;IAE9B,yCAAyC;IACzC,OAAO,EAAE,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAEtC,0FAA0F;IAC1F,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,0DAA0D;IAC1D,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED;;;;;;;;;GASG;AACH,MAAM,WAAW,SAAS,CAAC,QAAQ,GAAG,OAAO;IAC5C,qCAAqC;IACrC,KAAK,EAAE,MAAM,CAAC;IAEd,qBAAqB;IACrB,KAAK,EAAE,MAAM,CAAC;IAEd,kBAAkB;IAClB,UAAU,EAAE,MAAM,CAAC;IAEnB,sBAAsB;IACtB,MAAM,EAAE,MAAM,CAAC;IAEf,kCAAkC;IAClC,SAAS,EAAE,MAAM,CAAC;IAElB,yCAAyC;IACzC,QAAQ,EAAE,MAAM,CAAC;IAEjB,6BAA6B;IAC7B,WAAW,EAAE;QACZ,6CAA6C;QAC7C,cAAc,EAAE,OAAO,CAAC;QAExB,0CAA0C;QAC1C,cAAc,EAAE,OAAO,CAAC;QAExB,+CAA+C;QAC/C,KAAK,EAAE,OAAO,CAAC;QAEf,kFAAkF;QAClF,eAAe,EAAE,OAAO,GAAG,IAAI,CAAC;KAChC,CAAC;IAEF,oDAAoD;IACpD,OAAO,EAAE,QAAQ,CAAC;IAElB,uBAAuB;IACvB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAChC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "ppef",
3
- "version": "1.2.1",
3
+ "version": "1.3.0",
4
4
  "description": "Portable Programmatic Evaluation Framework - Claim-driven, deterministic evaluation for experiments",
5
5
  "type": "module",
6
6
  "main": "dist/index.cjs",
@@ -82,10 +82,19 @@
82
82
  "./renderers/*": {
83
83
  "types": "./dist/renderers/*.d.ts",
84
84
  "import": "./dist/renderers/*.js"
85
+ },
86
+ "./schemas": {
87
+ "types": "./dist/schemas/index.d.ts",
88
+ "import": "./dist/schemas/index.js"
89
+ },
90
+ "./schemas/*": {
91
+ "types": "./dist/schemas/*.d.ts",
92
+ "import": "./dist/schemas/*.js"
85
93
  }
86
94
  },
87
95
  "files": [
88
- "dist"
96
+ "dist",
97
+ "ppef.schema.json"
89
98
  ],
90
99
  "sideEffects": false,
91
100
  "engines": {
@@ -112,7 +121,7 @@
112
121
  "typecheck": "tsc --noEmit",
113
122
  "lint": "eslint 'src/**/!(__tests__)/**/*.ts' --fix",
114
123
  "test": "c8 tsx --test src/**/*.test.ts src/**/**/*.test.ts",
115
- "build": "tsc && node scripts/generate-cjs-wrapper.mjs",
124
+ "build": "tsc && tsx scripts/generate-cjs-wrapper.ts && tsx scripts/generate-json-schema.ts",
116
125
  "prepare": "husky"
117
126
  },
118
127
  "keywords": [
@@ -263,6 +272,7 @@
263
272
  "devDependencies": {
264
273
  "@commitlint/cli": "20.3.1",
265
274
  "@commitlint/config-conventional": "20.3.1",
275
+ "@eslint-community/eslint-plugin-eslint-comments": "4.6.0",
266
276
  "@eslint/js": "9.39.2",
267
277
  "@eslint/markdown": "7.5.1",
268
278
  "@semantic-release/changelog": "6.0.3",
@@ -271,7 +281,6 @@
271
281
  "c8": "10.1.3",
272
282
  "eslint": "9.39.2",
273
283
  "eslint-config-prettier": "10.1.8",
274
- "@eslint-community/eslint-plugin-eslint-comments": "4.6.0",
275
284
  "eslint-plugin-jsonc": "2.21.0",
276
285
  "eslint-plugin-prettier": "5.5.5",
277
286
  "husky": "9.1.7",
@@ -287,7 +296,8 @@
287
296
  "typescript": "5.0.0"
288
297
  },
289
298
  "dependencies": {
290
- "commander": "^12.0.0"
299
+ "commander": "^12.0.0",
300
+ "zod": "^4.3.6"
291
301
  },
292
302
  "publishConfig": {
293
303
  "provenance": true