judgeval 0.1.35 → 0.1.37
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +1 -1
- package/dist/index.js +3 -1
- package/dist/index.js.map +1 -1
- package/package.json +3 -3
package/dist/index.d.ts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
export { Example, ExampleBuilder, ExampleOptions } from './data/example';
|
|
2
2
|
export { ScoringResult, ScoringResultBuilder, ScorerData, ScoringResultOptions } from './data/result';
|
|
3
|
-
export { Tracer, SpanType } from './common/tracer';
|
|
3
|
+
export { Tracer, SpanType, wrap, TraceClient } from './common/tracer';
|
|
4
4
|
export { Scorer, APIJudgmentScorer, JudgevalScorer, ScorerWrapper } from './scorers/base-scorer';
|
|
5
5
|
export { AnswerCorrectnessScorer, AnswerRelevancyScorer, ComparisonScorer, ContextualPrecisionScorer, ContextualRecallScorer, ContextualRelevancyScorer, ExecutionOrderScorer, FaithfulnessScorer, GroundednessScorer, HallucinationScorer, InstructionAdherenceScorer, JsonCorrectnessScorer, SummarizationScorer } from './scorers/api-scorer';
|
|
6
6
|
export { ExactMatchScorer } from './scorers/exact-match-scorer';
|
package/dist/index.js
CHANGED
|
@@ -14,7 +14,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
|
14
14
|
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
15
|
};
|
|
16
16
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
-
exports.JudgmentClient = exports.checkExamples = exports.logEvaluationResults = exports.checkEvalRunNameExists = exports.checkMissingScorerData = exports.mergeResults = exports.executeApiEval = exports.sendToRabbitMQ = exports.JudgmentAPIError = exports.assertTest = exports.runEval = exports.EvaluationRun = exports.RulesEngine = exports.AlertResult = exports.Rule = exports.NotificationConfig = exports.Condition = exports.AlertStatus = exports.ExactMatchScorer = exports.SummarizationScorer = exports.JsonCorrectnessScorer = exports.InstructionAdherenceScorer = exports.HallucinationScorer = exports.GroundednessScorer = exports.FaithfulnessScorer = exports.ExecutionOrderScorer = exports.ContextualRelevancyScorer = exports.ContextualRecallScorer = exports.ContextualPrecisionScorer = exports.ComparisonScorer = exports.AnswerRelevancyScorer = exports.AnswerCorrectnessScorer = exports.ScorerWrapper = exports.JudgevalScorer = exports.APIJudgmentScorer = exports.Tracer = exports.ScoringResultBuilder = exports.ScoringResult = exports.ExampleBuilder = exports.Example = void 0;
|
|
17
|
+
exports.JudgmentClient = exports.checkExamples = exports.logEvaluationResults = exports.checkEvalRunNameExists = exports.checkMissingScorerData = exports.mergeResults = exports.executeApiEval = exports.sendToRabbitMQ = exports.JudgmentAPIError = exports.assertTest = exports.runEval = exports.EvaluationRun = exports.RulesEngine = exports.AlertResult = exports.Rule = exports.NotificationConfig = exports.Condition = exports.AlertStatus = exports.ExactMatchScorer = exports.SummarizationScorer = exports.JsonCorrectnessScorer = exports.InstructionAdherenceScorer = exports.HallucinationScorer = exports.GroundednessScorer = exports.FaithfulnessScorer = exports.ExecutionOrderScorer = exports.ContextualRelevancyScorer = exports.ContextualRecallScorer = exports.ContextualPrecisionScorer = exports.ComparisonScorer = exports.AnswerRelevancyScorer = exports.AnswerCorrectnessScorer = exports.ScorerWrapper = exports.JudgevalScorer = exports.APIJudgmentScorer = exports.TraceClient = exports.wrap = exports.Tracer = exports.ScoringResultBuilder = exports.ScoringResult = exports.ExampleBuilder = exports.Example = void 0;
|
|
18
18
|
// Export data models
|
|
19
19
|
var example_1 = require("./data/example");
|
|
20
20
|
Object.defineProperty(exports, "Example", { enumerable: true, get: function () { return example_1.Example; } });
|
|
@@ -25,6 +25,8 @@ Object.defineProperty(exports, "ScoringResultBuilder", { enumerable: true, get:
|
|
|
25
25
|
// Export common utilities (like Tracer)
|
|
26
26
|
var tracer_1 = require("./common/tracer");
|
|
27
27
|
Object.defineProperty(exports, "Tracer", { enumerable: true, get: function () { return tracer_1.Tracer; } });
|
|
28
|
+
Object.defineProperty(exports, "wrap", { enumerable: true, get: function () { return tracer_1.wrap; } });
|
|
29
|
+
Object.defineProperty(exports, "TraceClient", { enumerable: true, get: function () { return tracer_1.TraceClient; } });
|
|
28
30
|
// Export scorers
|
|
29
31
|
var base_scorer_1 = require("./scorers/base-scorer");
|
|
30
32
|
Object.defineProperty(exports, "APIJudgmentScorer", { enumerable: true, get: function () { return base_scorer_1.APIJudgmentScorer; } });
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,qBAAqB;AACrB,0CAAyE;AAAhE,kGAAA,OAAO,OAAA;AAAE,yGAAA,cAAc,OAAA;AAChC,wCAAsG;AAA7F,uGAAA,aAAa,OAAA;AAAE,8GAAA,oBAAoB,OAAA;AAE5C,wCAAwC;AACxC,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,qBAAqB;AACrB,0CAAyE;AAAhE,kGAAA,OAAO,OAAA;AAAE,yGAAA,cAAc,OAAA;AAChC,wCAAsG;AAA7F,uGAAA,aAAa,OAAA;AAAE,8GAAA,oBAAoB,OAAA;AAE5C,wCAAwC;AACxC,0CAAsE;AAA7D,gGAAA,MAAM,OAAA;AAAY,8FAAA,IAAI,OAAA;AAAE,qGAAA,WAAW,OAAA;AAE5C,iBAAiB;AACjB,qDAK+B;AAH7B,gHAAA,iBAAiB,OAAA;AACjB,6GAAA,cAAc,OAAA;AACd,4GAAA,aAAa,OAAA;AAGf,mDAc8B;AAb5B,qHAAA,uBAAuB,OAAA;AACvB,mHAAA,qBAAqB,OAAA;AACrB,8GAAA,gBAAgB,OAAA;AAChB,uHAAA,yBAAyB,OAAA;AACzB,oHAAA,sBAAsB,OAAA;AACtB,uHAAA,yBAAyB,OAAA;AACzB,kHAAA,oBAAoB,OAAA;AACpB,gHAAA,kBAAkB,OAAA;AAClB,gHAAA,kBAAkB,OAAA;AAClB,iHAAA,mBAAmB,OAAA;AACnB,wHAAA,0BAA0B,OAAA;AAC1B,mHAAA,qBAAqB,OAAA;AACrB,iHAAA,mBAAmB,OAAA;AAGrB,mEAAgE;AAAvD,sHAAA,gBAAgB,OAAA;AAEzB,sBAAsB;AACtB,iCAOiB;AANf,oGAAA,WAAW,OAAA;AACX,kGAAA,SAAS,OAAA;AACT,2GAAA,kBAAkB,OAAA;AAClB,6FAAA,IAAI,OAAA;AACJ,oGAAA,WAAW,OAAA;AACX,oGAAA,WAAW,OAAA;AAGb,+BAA+B;AAC/B,mDAAuE;AAA9D,+GAAA,aAAa,OAAA;AACtB,mDAW0B;AAVxB,yGAAA,OAAO,OAAA;AACP,4GAAA,UAAU,OAAA;AACV,kHAAA,gBAAgB,OAAA;AAChB,gHAAA,cAAc,OAAA;AACd,gHAAA,cAAc,OAAA;AACd,8GAAA,YAAY,OAAA;AACZ,wHAAA,sBAAsB,OAAA;AACtB,wHAAA,sBAAsB,OAAA;AACtB,sHAAA,oBAAoB,OAAA;AACpB,+GAAA,aAAa,OAAA;AAGf,gBAAgB;AAChB,qDAAmD;AAA1C,iHAAA,cAAc,OAAA;AAEvB,mBAAmB;AACnB,8CAA4B;AAE5B,iBAAiB;AACjB,4CAA0B"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "judgeval",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.37",
|
|
4
4
|
"description": "Judgment SDK for TypeScript/JavaScript",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -14,7 +14,7 @@
|
|
|
14
14
|
"README.md"
|
|
15
15
|
],
|
|
16
16
|
"dependencies": {
|
|
17
|
-
"@anthropic-ai/sdk": "
|
|
17
|
+
"@anthropic-ai/sdk": "latest",
|
|
18
18
|
"@langchain/core": "^0.3.44",
|
|
19
19
|
"@langchain/langgraph": "^0.2.63",
|
|
20
20
|
"@langchain/openai": "^0.5.5",
|
|
@@ -29,7 +29,7 @@
|
|
|
29
29
|
"json2csv": "^5.0.7",
|
|
30
30
|
"langchain": "^0.3.21",
|
|
31
31
|
"node-fetch": "^2.7.0",
|
|
32
|
-
"openai": "
|
|
32
|
+
"openai": "latest",
|
|
33
33
|
"papaparse": "^5.4.1",
|
|
34
34
|
"together-ai": "^0.5.1",
|
|
35
35
|
"undici-types": "^6.21.0",
|