langchain 0.1.8 → 0.1.9-rc.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -60,6 +60,7 @@ class DynamicRunEvaluator {
|
|
|
60
60
|
*/
|
|
61
61
|
async evaluateRun(run, example) {
|
|
62
62
|
const extractor = new RunIdExtractor();
|
|
63
|
+
const tracer = new tracer_langchain_1.LangChainTracer({ projectName: "evaluators" });
|
|
63
64
|
const result = await this.evaluator.invoke({
|
|
64
65
|
run,
|
|
65
66
|
example,
|
|
@@ -67,7 +68,7 @@ class DynamicRunEvaluator {
|
|
|
67
68
|
prediction: run.outputs,
|
|
68
69
|
reference: example?.outputs,
|
|
69
70
|
}, {
|
|
70
|
-
callbacks: [extractor],
|
|
71
|
+
callbacks: [extractor, tracer],
|
|
71
72
|
});
|
|
72
73
|
const runId = await extractor.extract();
|
|
73
74
|
return {
|
|
@@ -146,13 +147,14 @@ class PreparedRunEvaluator {
|
|
|
146
147
|
run,
|
|
147
148
|
});
|
|
148
149
|
const extractor = new RunIdExtractor();
|
|
150
|
+
const tracer = new tracer_langchain_1.LangChainTracer({ projectName: "evaluators" });
|
|
149
151
|
if (this.isStringEvaluator) {
|
|
150
152
|
const evalResult = await this.evaluator.evaluateStrings({
|
|
151
153
|
prediction: prediction,
|
|
152
154
|
reference: reference,
|
|
153
155
|
input: input,
|
|
154
156
|
}, {
|
|
155
|
-
callbacks: [extractor],
|
|
157
|
+
callbacks: [extractor, tracer],
|
|
156
158
|
});
|
|
157
159
|
const runId = await extractor.extract();
|
|
158
160
|
return {
|
|
@@ -57,6 +57,7 @@ class DynamicRunEvaluator {
|
|
|
57
57
|
*/
|
|
58
58
|
async evaluateRun(run, example) {
|
|
59
59
|
const extractor = new RunIdExtractor();
|
|
60
|
+
const tracer = new LangChainTracer({ projectName: "evaluators" });
|
|
60
61
|
const result = await this.evaluator.invoke({
|
|
61
62
|
run,
|
|
62
63
|
example,
|
|
@@ -64,7 +65,7 @@ class DynamicRunEvaluator {
|
|
|
64
65
|
prediction: run.outputs,
|
|
65
66
|
reference: example?.outputs,
|
|
66
67
|
}, {
|
|
67
|
-
callbacks: [extractor],
|
|
68
|
+
callbacks: [extractor, tracer],
|
|
68
69
|
});
|
|
69
70
|
const runId = await extractor.extract();
|
|
70
71
|
return {
|
|
@@ -143,13 +144,14 @@ class PreparedRunEvaluator {
|
|
|
143
144
|
run,
|
|
144
145
|
});
|
|
145
146
|
const extractor = new RunIdExtractor();
|
|
147
|
+
const tracer = new LangChainTracer({ projectName: "evaluators" });
|
|
146
148
|
if (this.isStringEvaluator) {
|
|
147
149
|
const evalResult = await this.evaluator.evaluateStrings({
|
|
148
150
|
prediction: prediction,
|
|
149
151
|
reference: reference,
|
|
150
152
|
input: input,
|
|
151
153
|
}, {
|
|
152
|
-
callbacks: [extractor],
|
|
154
|
+
callbacks: [extractor, tracer],
|
|
153
155
|
});
|
|
154
156
|
const runId = await extractor.extract();
|
|
155
157
|
return {
|