judgeval 0.1.33 → 0.1.35
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +2 -0
- package/dist/index.js +6 -1
- package/dist/index.js.map +1 -1
- package/package.json +4 -4
package/dist/index.d.ts
CHANGED
|
@@ -1,7 +1,9 @@
|
|
|
1
1
|
export { Example, ExampleBuilder, ExampleOptions } from './data/example';
|
|
2
2
|
export { ScoringResult, ScoringResultBuilder, ScorerData, ScoringResultOptions } from './data/result';
|
|
3
|
+
export { Tracer, SpanType } from './common/tracer';
|
|
3
4
|
export { Scorer, APIJudgmentScorer, JudgevalScorer, ScorerWrapper } from './scorers/base-scorer';
|
|
4
5
|
export { AnswerCorrectnessScorer, AnswerRelevancyScorer, ComparisonScorer, ContextualPrecisionScorer, ContextualRecallScorer, ContextualRelevancyScorer, ExecutionOrderScorer, FaithfulnessScorer, GroundednessScorer, HallucinationScorer, InstructionAdherenceScorer, JsonCorrectnessScorer, SummarizationScorer } from './scorers/api-scorer';
|
|
6
|
+
export { ExactMatchScorer } from './scorers/exact-match-scorer';
|
|
5
7
|
export { AlertStatus, Condition, NotificationConfig, Rule, AlertResult, RulesEngine } from './rules';
|
|
6
8
|
export { EvaluationRun, EvaluationRunOptions } from './evaluation-run';
|
|
7
9
|
export { runEval, assertTest, JudgmentAPIError, sendToRabbitMQ, executeApiEval, mergeResults, checkMissingScorerData, checkEvalRunNameExists, logEvaluationResults, checkExamples } from './run-evaluation';
|
package/dist/index.js
CHANGED
|
@@ -14,7 +14,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
|
14
14
|
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
15
|
};
|
|
16
16
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
-
exports.JudgmentClient = exports.checkExamples = exports.logEvaluationResults = exports.checkEvalRunNameExists = exports.checkMissingScorerData = exports.mergeResults = exports.executeApiEval = exports.sendToRabbitMQ = exports.JudgmentAPIError = exports.assertTest = exports.runEval = exports.EvaluationRun = exports.RulesEngine = exports.AlertResult = exports.Rule = exports.NotificationConfig = exports.Condition = exports.AlertStatus = exports.SummarizationScorer = exports.JsonCorrectnessScorer = exports.InstructionAdherenceScorer = exports.HallucinationScorer = exports.GroundednessScorer = exports.FaithfulnessScorer = exports.ExecutionOrderScorer = exports.ContextualRelevancyScorer = exports.ContextualRecallScorer = exports.ContextualPrecisionScorer = exports.ComparisonScorer = exports.AnswerRelevancyScorer = exports.AnswerCorrectnessScorer = exports.ScorerWrapper = exports.JudgevalScorer = exports.APIJudgmentScorer = exports.ScoringResultBuilder = exports.ScoringResult = exports.ExampleBuilder = exports.Example = void 0;
|
|
17
|
+
exports.JudgmentClient = exports.checkExamples = exports.logEvaluationResults = exports.checkEvalRunNameExists = exports.checkMissingScorerData = exports.mergeResults = exports.executeApiEval = exports.sendToRabbitMQ = exports.JudgmentAPIError = exports.assertTest = exports.runEval = exports.EvaluationRun = exports.RulesEngine = exports.AlertResult = exports.Rule = exports.NotificationConfig = exports.Condition = exports.AlertStatus = exports.ExactMatchScorer = exports.SummarizationScorer = exports.JsonCorrectnessScorer = exports.InstructionAdherenceScorer = exports.HallucinationScorer = exports.GroundednessScorer = exports.FaithfulnessScorer = exports.ExecutionOrderScorer = exports.ContextualRelevancyScorer = exports.ContextualRecallScorer = exports.ContextualPrecisionScorer = exports.ComparisonScorer = exports.AnswerRelevancyScorer = exports.AnswerCorrectnessScorer = exports.ScorerWrapper = exports.JudgevalScorer = exports.APIJudgmentScorer = exports.Tracer = exports.ScoringResultBuilder = exports.ScoringResult = exports.ExampleBuilder = exports.Example = void 0;
|
|
18
18
|
// Export data models
|
|
19
19
|
var example_1 = require("./data/example");
|
|
20
20
|
Object.defineProperty(exports, "Example", { enumerable: true, get: function () { return example_1.Example; } });
|
|
@@ -22,6 +22,9 @@ Object.defineProperty(exports, "ExampleBuilder", { enumerable: true, get: functi
|
|
|
22
22
|
var result_1 = require("./data/result");
|
|
23
23
|
Object.defineProperty(exports, "ScoringResult", { enumerable: true, get: function () { return result_1.ScoringResult; } });
|
|
24
24
|
Object.defineProperty(exports, "ScoringResultBuilder", { enumerable: true, get: function () { return result_1.ScoringResultBuilder; } });
|
|
25
|
+
// Export common utilities (like Tracer)
|
|
26
|
+
var tracer_1 = require("./common/tracer");
|
|
27
|
+
Object.defineProperty(exports, "Tracer", { enumerable: true, get: function () { return tracer_1.Tracer; } });
|
|
25
28
|
// Export scorers
|
|
26
29
|
var base_scorer_1 = require("./scorers/base-scorer");
|
|
27
30
|
Object.defineProperty(exports, "APIJudgmentScorer", { enumerable: true, get: function () { return base_scorer_1.APIJudgmentScorer; } });
|
|
@@ -41,6 +44,8 @@ Object.defineProperty(exports, "HallucinationScorer", { enumerable: true, get: f
|
|
|
41
44
|
Object.defineProperty(exports, "InstructionAdherenceScorer", { enumerable: true, get: function () { return api_scorer_1.InstructionAdherenceScorer; } });
|
|
42
45
|
Object.defineProperty(exports, "JsonCorrectnessScorer", { enumerable: true, get: function () { return api_scorer_1.JsonCorrectnessScorer; } });
|
|
43
46
|
Object.defineProperty(exports, "SummarizationScorer", { enumerable: true, get: function () { return api_scorer_1.SummarizationScorer; } });
|
|
47
|
+
var exact_match_scorer_1 = require("./scorers/exact-match-scorer");
|
|
48
|
+
Object.defineProperty(exports, "ExactMatchScorer", { enumerable: true, get: function () { return exact_match_scorer_1.ExactMatchScorer; } });
|
|
44
49
|
// Export rules system
|
|
45
50
|
var rules_1 = require("./rules");
|
|
46
51
|
Object.defineProperty(exports, "AlertStatus", { enumerable: true, get: function () { return rules_1.AlertStatus; } });
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,qBAAqB;AACrB,0CAAyE;AAAhE,kGAAA,OAAO,OAAA;AAAE,yGAAA,cAAc,OAAA;AAChC,wCAAsG;AAA7F,uGAAA,aAAa,OAAA;AAAE,8GAAA,oBAAoB,OAAA;AAE5C,iBAAiB;AACjB,qDAK+B;AAH7B,gHAAA,iBAAiB,OAAA;AACjB,6GAAA,cAAc,OAAA;AACd,4GAAA,aAAa,OAAA;AAGf,mDAc8B;AAb5B,qHAAA,uBAAuB,OAAA;AACvB,mHAAA,qBAAqB,OAAA;AACrB,8GAAA,gBAAgB,OAAA;AAChB,uHAAA,yBAAyB,OAAA;AACzB,oHAAA,sBAAsB,OAAA;AACtB,uHAAA,yBAAyB,OAAA;AACzB,kHAAA,oBAAoB,OAAA;AACpB,gHAAA,kBAAkB,OAAA;AAClB,gHAAA,kBAAkB,OAAA;AAClB,iHAAA,mBAAmB,OAAA;AACnB,wHAAA,0BAA0B,OAAA;AAC1B,mHAAA,qBAAqB,OAAA;AACrB,iHAAA,mBAAmB,OAAA;AAGrB,sBAAsB;AACtB,iCAOiB;AANf,oGAAA,WAAW,OAAA;AACX,kGAAA,SAAS,OAAA;AACT,2GAAA,kBAAkB,OAAA;AAClB,6FAAA,IAAI,OAAA;AACJ,oGAAA,WAAW,OAAA;AACX,oGAAA,WAAW,OAAA;AAGb,+BAA+B;AAC/B,mDAAuE;AAA9D,+GAAA,aAAa,OAAA;AACtB,mDAW0B;AAVxB,yGAAA,OAAO,OAAA;AACP,4GAAA,UAAU,OAAA;AACV,kHAAA,gBAAgB,OAAA;AAChB,gHAAA,cAAc,OAAA;AACd,gHAAA,cAAc,OAAA;AACd,8GAAA,YAAY,OAAA;AACZ,wHAAA,sBAAsB,OAAA;AACtB,wHAAA,sBAAsB,OAAA;AACtB,sHAAA,oBAAoB,OAAA;AACpB,+GAAA,aAAa,OAAA;AAGf,gBAAgB;AAChB,qDAAmD;AAA1C,iHAAA,cAAc,OAAA;AAEvB,mBAAmB;AACnB,8CAA4B;AAE5B,iBAAiB;AACjB,4CAA0B"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,qBAAqB;AACrB,0CAAyE;AAAhE,kGAAA,OAAO,OAAA;AAAE,yGAAA,cAAc,OAAA;AAChC,wCAAsG;AAA7F,uGAAA,aAAa,OAAA;AAAE,8GAAA,oBAAoB,OAAA;AAE5C,wCAAwC;AACxC,0CAAmD;AAA1C,gGAAA,MAAM,OAAA;AAEf,iBAAiB;AACjB,qDAK+B;AAH7B,gHAAA,iBAAiB,OAAA;AACjB,6GAAA,cAAc,OAAA;AACd,4GAAA,aAAa,OAAA;AAGf,mDAc8B;AAb5B,qHAAA,uBAAuB,OAAA;AACvB,mHAAA,qBAAqB,OAAA;AACrB,8GAAA,gBAAgB,OAAA;AAChB,uHAAA,yBAAyB,OAAA;AACzB,oHAAA,sBAAsB,OAAA;AACtB,uHAAA,yBAAyB,OAAA;AACzB,kHAAA,oBAAoB,OAAA;AACpB,gHAAA,kBAAkB,OAAA;AAClB,gHAAA,kBAAkB,OAAA;AAClB,iHAAA,mBAAmB,OAAA;AACnB,wHAAA,0BAA0B,OAAA;AAC1B,mHAAA,qBAAqB,OAAA;AACrB,iHAAA,mBAAmB,OAAA;AAGrB,mEAAgE;AAAvD,sHAAA,gBAAgB,OAAA;AAEzB,sBAAsB;AACtB,iCAOiB;AANf,oGAAA,WAAW,OAAA;AACX,kGAAA,SAAS,OAAA;AACT,2GAAA,kBAAkB,OAAA;AAClB,6FAAA,IAAI,OAAA;AACJ,oGAAA,WAAW,OAAA;AACX,oGAAA,WAAW,OAAA;AAGb,+BAA+B;AAC/B,mDAAuE;AAA9D,+GAAA,aAAa,OAAA;AACtB,mDAW0B;AAVxB,yGAAA,OAAO,OAAA;AACP,4GAAA,UAAU,OAAA;AACV,kHAAA,gBAAgB,OAAA;AAChB,gHAAA,cAAc,OAAA;AACd,gHAAA,cAAc,OAAA;AACd,8GAAA,YAAY,OAAA;AACZ,wHAAA,sBAAsB,OAAA;AACtB,wHAAA,sBAAsB,OAAA;AACtB,sHAAA,oBAAoB,OAAA;AACpB,+GAAA,aAAa,OAAA;AAGf,gBAAgB;AAChB,qDAAmD;AAA1C,iHAAA,cAAc,OAAA;AAEvB,mBAAmB;AACnB,8CAA4B;AAE5B,iBAAiB;AACjB,4CAA0B"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "judgeval",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.35",
|
|
4
4
|
"description": "Judgment SDK for TypeScript/JavaScript",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -70,7 +70,7 @@
|
|
|
70
70
|
},
|
|
71
71
|
"repository": {
|
|
72
72
|
"type": "git",
|
|
73
|
-
"url": "git+https://github.com/
|
|
73
|
+
"url": "git+https://github.com/JudgmentLabs/judgeval-js.git"
|
|
74
74
|
},
|
|
75
75
|
"keywords": [
|
|
76
76
|
"judgment",
|
|
@@ -82,7 +82,7 @@
|
|
|
82
82
|
"author": "Judgment AI",
|
|
83
83
|
"license": "Apache-2.0",
|
|
84
84
|
"bugs": {
|
|
85
|
-
"url": "https://github.com/
|
|
85
|
+
"url": "https://github.com/JudgmentLabs/judgeval-js/issues"
|
|
86
86
|
},
|
|
87
|
-
"homepage": "https://
|
|
87
|
+
"homepage": "https://judgmentlabs.ai"
|
|
88
88
|
}
|