judgeval 0.2.8 → 0.2.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (67) hide show
  1. package/dist/cjs/common/integrations/langgraph.js +360 -107
  2. package/dist/cjs/common/integrations/langgraph.js.map +1 -1
  3. package/dist/cjs/common/token-costs.js +95 -0
  4. package/dist/cjs/common/token-costs.js.map +1 -0
  5. package/dist/cjs/data/example.js +24 -11
  6. package/dist/cjs/data/example.js.map +1 -1
  7. package/dist/cjs/data/result.js +5 -5
  8. package/dist/cjs/data/result.js.map +1 -1
  9. package/dist/cjs/judges/index.js +20 -0
  10. package/dist/cjs/judges/index.js.map +1 -1
  11. package/dist/cjs/judgment-client.js +103 -41
  12. package/dist/cjs/judgment-client.js.map +1 -1
  13. package/dist/cjs/run-evaluation.js +89 -7
  14. package/dist/cjs/run-evaluation.js.map +1 -1
  15. package/dist/cjs/scorers/api-scorer.js +5 -0
  16. package/dist/cjs/scorers/api-scorer.js.map +1 -1
  17. package/dist/cjs/scorers/base-scorer.js +48 -0
  18. package/dist/cjs/scorers/base-scorer.js.map +1 -1
  19. package/dist/cjs/scorers/metrics/answer-correctness/answer-correctness.js +59 -107
  20. package/dist/cjs/scorers/metrics/answer-correctness/answer-correctness.js.map +1 -1
  21. package/dist/cjs/scorers/metrics/answer-relevancy/answer-relevancy.js +16 -27
  22. package/dist/cjs/scorers/metrics/answer-relevancy/answer-relevancy.js.map +1 -1
  23. package/dist/cjs/scorers/metrics/faithfulness/faithfulness.js +10 -22
  24. package/dist/cjs/scorers/metrics/faithfulness/faithfulness.js.map +1 -1
  25. package/dist/cjs/scorers/metrics/hallucination/hallucination.js +11 -15
  26. package/dist/cjs/scorers/metrics/hallucination/hallucination.js.map +1 -1
  27. package/dist/cjs/scorers/metrics/instruction-adherence/instruction-adherence.js +11 -15
  28. package/dist/cjs/scorers/metrics/instruction-adherence/instruction-adherence.js.map +1 -1
  29. package/dist/esm/common/integrations/langgraph.js +338 -108
  30. package/dist/esm/common/integrations/langgraph.js.map +1 -1
  31. package/dist/esm/common/token-costs.js +91 -0
  32. package/dist/esm/common/token-costs.js.map +1 -0
  33. package/dist/esm/data/example.js +24 -11
  34. package/dist/esm/data/example.js.map +1 -1
  35. package/dist/esm/data/result.js +5 -5
  36. package/dist/esm/data/result.js.map +1 -1
  37. package/dist/esm/judges/index.js +20 -0
  38. package/dist/esm/judges/index.js.map +1 -1
  39. package/dist/esm/judgment-client.js +103 -41
  40. package/dist/esm/judgment-client.js.map +1 -1
  41. package/dist/esm/run-evaluation.js +89 -7
  42. package/dist/esm/run-evaluation.js.map +1 -1
  43. package/dist/esm/scorers/api-scorer.js +5 -0
  44. package/dist/esm/scorers/api-scorer.js.map +1 -1
  45. package/dist/esm/scorers/base-scorer.js +48 -0
  46. package/dist/esm/scorers/base-scorer.js.map +1 -1
  47. package/dist/esm/scorers/metrics/answer-correctness/answer-correctness.js +57 -100
  48. package/dist/esm/scorers/metrics/answer-correctness/answer-correctness.js.map +1 -1
  49. package/dist/esm/scorers/metrics/answer-relevancy/answer-relevancy.js +15 -26
  50. package/dist/esm/scorers/metrics/answer-relevancy/answer-relevancy.js.map +1 -1
  51. package/dist/esm/scorers/metrics/faithfulness/faithfulness.js +10 -22
  52. package/dist/esm/scorers/metrics/faithfulness/faithfulness.js.map +1 -1
  53. package/dist/esm/scorers/metrics/hallucination/hallucination.js +11 -15
  54. package/dist/esm/scorers/metrics/hallucination/hallucination.js.map +1 -1
  55. package/dist/esm/scorers/metrics/instruction-adherence/instruction-adherence.js +11 -15
  56. package/dist/esm/scorers/metrics/instruction-adherence/instruction-adherence.js.map +1 -1
  57. package/dist/types/common/integrations/langgraph.d.ts +19 -12
  58. package/dist/types/common/token-costs.d.ts +36 -0
  59. package/dist/types/judgment-client.d.ts +17 -3
  60. package/dist/types/scorers/api-scorer.d.ts +5 -0
  61. package/dist/types/scorers/base-scorer.d.ts +19 -0
  62. package/dist/types/scorers/metrics/answer-correctness/answer-correctness.d.ts +8 -27
  63. package/dist/types/scorers/metrics/answer-relevancy/answer-relevancy.d.ts +1 -5
  64. package/dist/types/scorers/metrics/faithfulness/faithfulness.d.ts +0 -4
  65. package/dist/types/scorers/metrics/hallucination/hallucination.d.ts +0 -4
  66. package/dist/types/scorers/metrics/instruction-adherence/instruction-adherence.d.ts +0 -4
  67. package/package.json +1 -1
package/dist/types/scorers/metrics/faithfulness/faithfulness.d.ts CHANGED
@@ -54,10 +54,6 @@ export declare class FaithfulnessScorer extends JudgevalScorer {
54
54
  * Compute score based on verdicts
55
55
  */
56
56
  private _computeScore;
57
- /**
58
- * Check if example has required parameters
59
- */
60
- private _checkExampleParams;
61
57
  /**
62
58
  * Create verbose logs for debugging
63
59
  */
package/dist/types/scorers/metrics/hallucination/hallucination.d.ts CHANGED
@@ -48,10 +48,6 @@ export declare class HallucinationScorer extends JudgevalScorer {
48
48
  * Create verbose logs for debugging
49
49
  */
50
50
  private _createVerboseLogs;
51
- /**
52
- * Check if example has required parameters
53
- */
54
- private _checkExampleParams;
55
51
  /**
56
52
  * Score an example synchronously
57
53
  */
package/dist/types/scorers/metrics/instruction-adherence/instruction-adherence.d.ts CHANGED
@@ -48,10 +48,6 @@ export declare class InstructionAdherenceScorer extends JudgevalScorer {
48
48
  * Create verbose logs for debugging
49
49
  */
50
50
  private _createVerboseLogs;
51
- /**
52
- * Check if example has required parameters
53
- */
54
- private _checkExampleParams;
55
51
  /**
56
52
  * Score an example synchronously
57
53
  */
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "judgeval",
3
- "version": "0.2.8",
3
+ "version": "0.2.9",
4
4
  "description": "Judgment SDK for TypeScript/JavaScript",
5
5
  "main": "./dist/cjs/index.js",
6
6
  "module": "./dist/esm/index.js",