langchain 0.3.31 → 1.0.0-alpha.1

package/dist/evaluation/embedding_distance/base.js

@@ -1,158 +1,106 @@
-import { OpenAIEmbeddings } from "@langchain/openai";
-import { PairwiseStringEvaluator, StringEvaluator, } from "../base.js";
+import { PairwiseStringEvaluator, StringEvaluator } from "../base.js";
 import { cosine } from "../../util/ml-distance/similarities.js";
 import { chebyshev, manhattan } from "../../util/ml-distance/distances.js";
 import { euclidean } from "../../util/ml-distance-euclidean/euclidean.js";
+import { OpenAIEmbeddings } from "@langchain/openai";
+
+//#region src/evaluation/embedding_distance/base.ts
 /**
- * Get the distance function for the given distance type.
- * @param distance The distance type.
- * @return The distance function.
- */
-export function getDistanceCalculationFunction(distanceType) {
-    const distanceFunctions = {
-        cosine: (X, Y) => 1.0 - cosine(X, Y),
-        euclidean,
-        manhattan,
-        chebyshev,
-    };
-    return distanceFunctions[distanceType];
+* Get the distance function for the given distance type.
+* @param distance The distance type.
+* @return The distance function.
+*/
+function getDistanceCalculationFunction(distanceType) {
+	const distanceFunctions = {
+		cosine: (X, Y) => 1 - cosine(X, Y),
+		euclidean,
+		manhattan,
+		chebyshev
+	};
+	return distanceFunctions[distanceType];
 }
 /**
- * Compute the score based on the distance metric.
- * @param vectors The input vectors.
- * @param distanceMetric The distance metric.
- * @return The computed score.
- */
-export function computeEvaluationScore(vectors, distanceMetric) {
-    const metricFunction = getDistanceCalculationFunction(distanceMetric);
-    return metricFunction(vectors[0], vectors[1]);
+* Compute the score based on the distance metric.
+* @param vectors The input vectors.
+* @param distanceMetric The distance metric.
+* @return The computed score.
+*/
+function computeEvaluationScore(vectors, distanceMetric) {
+	const metricFunction = getDistanceCalculationFunction(distanceMetric);
+	return metricFunction(vectors[0], vectors[1]);
 }
 /**
- * Use embedding distances to score semantic difference between
- * a prediction and reference.
- */
-export class EmbeddingDistanceEvalChain extends StringEvaluator {
-    constructor(fields) {
-        super();
-        Object.defineProperty(this, "requiresReference", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
-        Object.defineProperty(this, "requiresInput", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-        Object.defineProperty(this, "outputKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "score"
-        });
-        Object.defineProperty(this, "embedding", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "distanceMetric", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "cosine"
-        });
-        this.embedding = fields?.embedding || new OpenAIEmbeddings();
-        this.distanceMetric = fields?.distanceMetric || "cosine";
-    }
-    _chainType() {
-        return `embedding_${this.distanceMetric}_distance`;
-    }
-    async _evaluateStrings(args, config) {
-        const result = await this.call(args, config);
-        return { [this.outputKey]: result[this.outputKey] };
-    }
-    get inputKeys() {
-        return ["reference", "prediction"];
-    }
-    get outputKeys() {
-        return [this.outputKey];
-    }
-    async _call(values, _runManager) {
-        const { prediction, reference } = values;
-        if (!this.embedding)
-            throw new Error("Embedding is undefined");
-        const vectors = await this.embedding.embedDocuments([
-            prediction,
-            reference,
-        ]);
-        const score = computeEvaluationScore(vectors, this.distanceMetric);
-        return { [this.outputKey]: score };
-    }
-}
+* Use embedding distances to score semantic difference between
+* a prediction and reference.
+*/
+var EmbeddingDistanceEvalChain = class extends StringEvaluator {
+	requiresReference = true;
+	requiresInput = false;
+	outputKey = "score";
+	embedding;
+	distanceMetric = "cosine";
+	constructor(fields) {
+		super();
+		this.embedding = fields?.embedding || new OpenAIEmbeddings();
+		this.distanceMetric = fields?.distanceMetric || "cosine";
+	}
+	_chainType() {
+		return `embedding_${this.distanceMetric}_distance`;
+	}
+	async _evaluateStrings(args, config) {
+		const result = await this.call(args, config);
+		return { [this.outputKey]: result[this.outputKey] };
+	}
+	get inputKeys() {
+		return ["reference", "prediction"];
+	}
+	get outputKeys() {
+		return [this.outputKey];
+	}
+	async _call(values, _runManager) {
+		const { prediction, reference } = values;
+		if (!this.embedding) throw new Error("Embedding is undefined");
+		const vectors = await this.embedding.embedDocuments([prediction, reference]);
+		const score = computeEvaluationScore(vectors, this.distanceMetric);
+		return { [this.outputKey]: score };
+	}
+};
 /**
- * Use embedding distances to score semantic difference between two predictions.
- */
-export class PairwiseEmbeddingDistanceEvalChain extends PairwiseStringEvaluator {
-    constructor(fields) {
-        super();
-        Object.defineProperty(this, "requiresReference", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-        Object.defineProperty(this, "requiresInput", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-        Object.defineProperty(this, "outputKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "score"
-        });
-        Object.defineProperty(this, "embedding", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "distanceMetric", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "cosine"
-        });
-        this.embedding = fields?.embedding || new OpenAIEmbeddings();
-        this.distanceMetric = fields?.distanceMetric || "cosine";
-    }
-    _chainType() {
-        return `pairwise_embedding_${this.distanceMetric}_distance`;
-    }
-    async _evaluateStringPairs(args, config) {
-        const result = await this.call(args, config);
-        return { [this.outputKey]: result[this.outputKey] };
-    }
-    get inputKeys() {
-        return ["prediction", "predictionB"];
-    }
-    get outputKeys() {
-        return [this.outputKey];
-    }
-    async _call(values, _runManager) {
-        const { prediction, predictionB } = values;
-        if (!this.embedding)
-            throw new Error("Embedding is undefined");
-        const vectors = await this.embedding.embedDocuments([
-            prediction,
-            predictionB,
-        ]);
-        const score = computeEvaluationScore(vectors, this.distanceMetric);
-        return { [this.outputKey]: score };
-    }
-}
+* Use embedding distances to score semantic difference between two predictions.
+*/
+var PairwiseEmbeddingDistanceEvalChain = class extends PairwiseStringEvaluator {
+	requiresReference = false;
+	requiresInput = false;
+	outputKey = "score";
+	embedding;
+	distanceMetric = "cosine";
+	constructor(fields) {
+		super();
+		this.embedding = fields?.embedding || new OpenAIEmbeddings();
+		this.distanceMetric = fields?.distanceMetric || "cosine";
+	}
+	_chainType() {
+		return `pairwise_embedding_${this.distanceMetric}_distance`;
+	}
+	async _evaluateStringPairs(args, config) {
+		const result = await this.call(args, config);
+		return { [this.outputKey]: result[this.outputKey] };
+	}
+	get inputKeys() {
+		return ["prediction", "predictionB"];
+	}
+	get outputKeys() {
+		return [this.outputKey];
+	}
+	async _call(values, _runManager) {
+		const { prediction, predictionB } = values;
+		if (!this.embedding) throw new Error("Embedding is undefined");
+		const vectors = await this.embedding.embedDocuments([prediction, predictionB]);
+		const score = computeEvaluationScore(vectors, this.distanceMetric);
+		return { [this.outputKey]: score };
+	}
+};
+
+//#endregion
+export { EmbeddingDistanceEvalChain, PairwiseEmbeddingDistanceEvalChain, computeEvaluationScore, getDistanceCalculationFunction };
+//# sourceMappingURL=base.js.map

package/dist/evaluation/embedding_distance/base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.js","names":["distanceType: EmbeddingDistanceType","distanceFunctions: { [key in EmbeddingDistanceType]: VectorFunction }","X: number[]","Y: number[]","vectors: number[][]","distanceMetric: EmbeddingDistanceType","fields: EmbeddingDistanceEvalChainInput","args: StringEvaluatorArgs","config: Callbacks | BaseCallbackConfig | undefined","values: ChainValues","_runManager: CallbackManagerForChainRun | undefined","args: PairwiseStringEvaluatorArgs","config?: Callbacks | BaseCallbackConfig"],"sources":["../../../src/evaluation/embedding_distance/base.ts"],"sourcesContent":["import type { EmbeddingsInterface } from \"@langchain/core/embeddings\";\nimport { ChainValues } from \"@langchain/core/utils/types\";\nimport { OpenAIEmbeddings } from \"@langchain/openai\";\nimport {\n  CallbackManagerForChainRun,\n  Callbacks,\n  BaseCallbackConfig,\n} from \"@langchain/core/callbacks/manager\";\nimport {\n  PairwiseStringEvaluator,\n  PairwiseStringEvaluatorArgs,\n  StringEvaluator,\n  StringEvaluatorArgs,\n} from \"../base.js\";\nimport { cosine } from \"../../util/ml-distance/similarities.js\";\nimport { chebyshev, manhattan } from \"../../util/ml-distance/distances.js\";\nimport { euclidean } from \"../../util/ml-distance-euclidean/euclidean.js\";\n\n/**\n *\n * Embedding Distance Metric.\n *\n * COSINE: Cosine distance metric.\n * EUCLIDEAN: Euclidean distance metric.\n * MANHATTAN: Manhattan distance metric.\n * CHEBYSHEV: Chebyshev distance metric.\n * HAMMING: Hamming distance metric.\n */\nexport type EmbeddingDistanceType =\n  | \"cosine\"\n  | \"euclidean\"\n  | \"manhattan\"\n  | \"chebyshev\";\n\n/**\n * Embedding Distance Evaluation Chain Input.\n */\nexport interface EmbeddingDistanceEvalChainInput {\n  /**\n   * The embedding objects to vectorize the outputs.\n   */\n  embedding?: EmbeddingsInterface;\n\n  /**\n   * The distance metric to use\n   * for comparing the embeddings.\n   */\n  distanceMetric?: EmbeddingDistanceType;\n}\n\ntype VectorFunction = (xVector: number[], yVector: number[]) => number;\n\n/**\n * Get the distance function for the given distance type.\n * @param distance The distance type.\n * @return The distance function.\n */\nexport function getDistanceCalculationFunction(\n  distanceType: EmbeddingDistanceType\n): VectorFunction {\n  const distanceFunctions: { [key in EmbeddingDistanceType]: VectorFunction } =\n    {\n      cosine: (X: number[], Y: number[]) => 1.0 - cosine(X, Y),\n      euclidean,\n      manhattan,\n      chebyshev,\n    };\n\n  return distanceFunctions[distanceType];\n}\n\n/**\n * Compute the score based on the distance metric.\n * @param vectors The input vectors.\n * @param distanceMetric The distance metric.\n * @return The computed score.\n */\nexport function computeEvaluationScore(\n  vectors: number[][],\n  distanceMetric: EmbeddingDistanceType\n): number {\n  const metricFunction = getDistanceCalculationFunction(distanceMetric);\n  return metricFunction(vectors[0], vectors[1]);\n}\n\n/**\n * Use embedding distances to score semantic difference between\n * a prediction and reference.\n */\nexport class EmbeddingDistanceEvalChain\n  extends StringEvaluator\n  implements EmbeddingDistanceEvalChainInput\n{\n  requiresReference = true;\n\n  requiresInput = false;\n\n  outputKey = \"score\";\n\n  embedding?: EmbeddingsInterface;\n\n  distanceMetric: EmbeddingDistanceType = \"cosine\";\n\n  constructor(fields: EmbeddingDistanceEvalChainInput) {\n    super();\n    this.embedding = fields?.embedding || new OpenAIEmbeddings();\n    this.distanceMetric = fields?.distanceMetric || \"cosine\";\n  }\n\n  _chainType() {\n    return `embedding_${this.distanceMetric}_distance` as const;\n  }\n\n  async _evaluateStrings(\n    args: StringEvaluatorArgs,\n    config: Callbacks | BaseCallbackConfig | undefined\n  ): Promise<ChainValues> {\n    const result = await this.call(args, config);\n\n    return { [this.outputKey]: result[this.outputKey] };\n  }\n\n  get inputKeys(): string[] {\n    return [\"reference\", \"prediction\"];\n  }\n\n  get outputKeys(): string[] {\n    return [this.outputKey];\n  }\n\n  async _call(\n    values: ChainValues,\n    _runManager: CallbackManagerForChainRun | undefined\n  ): Promise<ChainValues> {\n    const { prediction, reference } = values;\n\n    if (!this.embedding) throw new Error(\"Embedding is undefined\");\n\n    const vectors = await this.embedding.embedDocuments([\n      prediction,\n      reference,\n    ]);\n\n    const score = computeEvaluationScore(vectors, this.distanceMetric);\n\n    return { [this.outputKey]: score };\n  }\n}\n\n/**\n * Use embedding distances to score semantic difference between two predictions.\n */\nexport class PairwiseEmbeddingDistanceEvalChain\n  extends PairwiseStringEvaluator\n  implements EmbeddingDistanceEvalChainInput\n{\n  requiresReference = false;\n\n  requiresInput = false;\n\n  outputKey = \"score\";\n\n  embedding?: EmbeddingsInterface;\n\n  distanceMetric: EmbeddingDistanceType = \"cosine\";\n\n  constructor(fields: EmbeddingDistanceEvalChainInput) {\n    super();\n    this.embedding = fields?.embedding || new OpenAIEmbeddings();\n    this.distanceMetric = fields?.distanceMetric || \"cosine\";\n  }\n\n  _chainType() {\n    return `pairwise_embedding_${this.distanceMetric}_distance` as const;\n  }\n\n  async _evaluateStringPairs(\n    args: PairwiseStringEvaluatorArgs,\n    config?: Callbacks | BaseCallbackConfig\n  ): Promise<ChainValues> {\n    const result = await this.call(args, config);\n\n    return { [this.outputKey]: result[this.outputKey] };\n  }\n\n  get inputKeys(): string[] {\n    return [\"prediction\", \"predictionB\"];\n  }\n\n  get outputKeys(): string[] {\n    return [this.outputKey];\n  }\n\n  async _call(\n    values: ChainValues,\n    _runManager: CallbackManagerForChainRun | undefined\n  ): Promise<ChainValues> {\n    const { prediction, predictionB } = values;\n\n    if (!this.embedding) throw new Error(\"Embedding is undefined\");\n\n    const vectors = await this.embedding.embedDocuments([\n      prediction,\n      predictionB,\n    ]);\n\n    const score = computeEvaluationScore(vectors, this.distanceMetric);\n\n    return { [this.outputKey]: score };\n  }\n}\n"],"mappings":";;;;;;;;;;;;AAyDA,SAAgB,+BACdA,cACgB;CAChB,MAAMC,oBACJ;EACE,QAAQ,CAACC,GAAaC,MAAgB,IAAM,OAAO,GAAG,EAAE;EACxD;EACA;EACA;CACD;AAEH,QAAO,kBAAkB;AAC1B;;;;;;;AAQD,SAAgB,uBACdC,SACAC,gBACQ;CACR,MAAM,iBAAiB,+BAA+B,eAAe;AACrE,QAAO,eAAe,QAAQ,IAAI,QAAQ,GAAG;AAC9C;;;;;AAMD,IAAa,6BAAb,cACU,gBAEV;CACE,oBAAoB;CAEpB,gBAAgB;CAEhB,YAAY;CAEZ;CAEA,iBAAwC;CAExC,YAAYC,QAAyC;EACnD,OAAO;EACP,KAAK,YAAY,QAAQ,aAAa,IAAI;EAC1C,KAAK,iBAAiB,QAAQ,kBAAkB;CACjD;CAED,aAAa;AACX,SAAO,CAAC,UAAU,EAAE,KAAK,eAAe,SAAS,CAAC;CACnD;CAED,MAAM,iBACJC,MACAC,QACsB;EACtB,MAAM,SAAS,MAAM,KAAK,KAAK,MAAM,OAAO;AAE5C,SAAO,GAAG,KAAK,YAAY,OAAO,KAAK,WAAY;CACpD;CAED,IAAI,YAAsB;AACxB,SAAO,CAAC,aAAa,YAAa;CACnC;CAED,IAAI,aAAuB;AACzB,SAAO,CAAC,KAAK,SAAU;CACxB;CAED,MAAM,MACJC,QACAC,aACsB;EACtB,MAAM,EAAE,YAAY,WAAW,GAAG;AAElC,MAAI,CAAC,KAAK,UAAW,OAAM,IAAI,MAAM;EAErC,MAAM,UAAU,MAAM,KAAK,UAAU,eAAe,CAClD,YACA,SACD,EAAC;EAEF,MAAM,QAAQ,uBAAuB,SAAS,KAAK,eAAe;AAElE,SAAO,GAAG,KAAK,YAAY,MAAO;CACnC;AACF;;;;AAKD,IAAa,qCAAb,cACU,wBAEV;CACE,oBAAoB;CAEpB,gBAAgB;CAEhB,YAAY;CAEZ;CAEA,iBAAwC;CAExC,YAAYJ,QAAyC;EACnD,OAAO;EACP,KAAK,YAAY,QAAQ,aAAa,IAAI;EAC1C,KAAK,iBAAiB,QAAQ,kBAAkB;CACjD;CAED,aAAa;AACX,SAAO,CAAC,mBAAmB,EAAE,KAAK,eAAe,SAAS,CAAC;CAC5D;CAED,MAAM,qBACJK,MACAC,QACsB;EACtB,MAAM,SAAS,MAAM,KAAK,KAAK,MAAM,OAAO;AAE5C,SAAO,GAAG,KAAK,YAAY,OAAO,KAAK,WAAY;CACpD;CAED,IAAI,YAAsB;AACxB,SAAO,CAAC,cAAc,aAAc;CACrC;CAED,IAAI,aAAuB;AACzB,SAAO,CAAC,KAAK,SAAU;CACxB;CAED,MAAM,MACJH,QACAC,aACsB;EACtB,MAAM,EAAE,YAAY,aAAa,GAAG;AAEpC,MAAI,CAAC,KAAK,UAAW,OAAM,IAAI,MAAM;EAErC,MAAM,UAAU,MAAM,KAAK,UAAU,eAAe,CAClD,YACA,WACD,EAAC;EAEF,MAAM,QAAQ,uBAAuB,SAAS,KAAK,eAAe;AAElE,SAAO,GAAG,KAAK,YAAY,MAAO;CACnC;AACF"}

package/dist/evaluation/embedding_distance/index.cjs

@@ -1,17 +1 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./base.cjs"), exports);
+const require_base = require('./base.cjs');

package/dist/evaluation/embedding_distance/index.js

@@ -1 +1 @@
-export * from "./base.js";
+import { EmbeddingDistanceEvalChain, PairwiseEmbeddingDistanceEvalChain, computeEvaluationScore, getDistanceCalculationFunction } from "./base.js";

package/dist/evaluation/index.cjs

@@ -1,23 +1,54 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./qa/index.cjs"), exports);
-__exportStar(require("./criteria/index.cjs"), exports);
-__exportStar(require("./agents/index.cjs"), exports);
-__exportStar(require("./embedding_distance/index.cjs"), exports);
-__exportStar(require("./comparison/index.cjs"), exports);
-__exportStar(require("./types.cjs"), exports);
-__exportStar(require("./loader.cjs"), exports);
+const require_rolldown_runtime = require('../_virtual/rolldown_runtime.cjs');
+const require_eval_chain = require('./qa/eval_chain.cjs');
+require('./qa/index.cjs');
+const require_criteria = require('./criteria/criteria.cjs');
+require('./criteria/index.cjs');
+const require_trajectory = require('./agents/trajectory.cjs');
+require('./agents/index.cjs');
+const require_base = require('./embedding_distance/base.cjs');
+require('./embedding_distance/index.cjs');
+const require_pairwise = require('./comparison/pairwise.cjs');
+require('./comparison/index.cjs');
+const require_loader = require('./loader.cjs');
+
+//#region src/evaluation/index.ts
+var evaluation_exports = {};
+require_rolldown_runtime.__export(evaluation_exports, {
+	CriteriaEvalChain: () => require_criteria.CriteriaEvalChain,
+	CriteriaResultOutputParser: () => require_criteria.CriteriaResultOutputParser,
+	EmbeddingDistanceEvalChain: () => require_base.EmbeddingDistanceEvalChain,
+	LabeledCriteriaEvalChain: () => require_criteria.LabeledCriteriaEvalChain,
+	LabeledPairwiseStringEvalChain: () => require_pairwise.LabeledPairwiseStringEvalChain,
+	PairwiseEmbeddingDistanceEvalChain: () => require_base.PairwiseEmbeddingDistanceEvalChain,
+	PairwiseStringEvalChain: () => require_pairwise.PairwiseStringEvalChain,
+	PairwiseStringResultOutputParser: () => require_pairwise.PairwiseStringResultOutputParser,
+	QAEvalChain: () => require_eval_chain.QAEvalChain,
+	TrajectoryEvalChain: () => require_trajectory.TrajectoryEvalChain,
+	TrajectoryOutputParser: () => require_trajectory.TrajectoryOutputParser,
+	computeEvaluationScore: () => require_base.computeEvaluationScore,
+	getDistanceCalculationFunction: () => require_base.getDistanceCalculationFunction,
+	loadEvaluator: () => require_loader.loadEvaluator
+});
+
+//#endregion
+exports.CriteriaEvalChain = require_criteria.CriteriaEvalChain;
+exports.CriteriaResultOutputParser = require_criteria.CriteriaResultOutputParser;
+exports.EmbeddingDistanceEvalChain = require_base.EmbeddingDistanceEvalChain;
+exports.LabeledCriteriaEvalChain = require_criteria.LabeledCriteriaEvalChain;
+exports.LabeledPairwiseStringEvalChain = require_pairwise.LabeledPairwiseStringEvalChain;
+exports.PairwiseEmbeddingDistanceEvalChain = require_base.PairwiseEmbeddingDistanceEvalChain;
+exports.PairwiseStringEvalChain = require_pairwise.PairwiseStringEvalChain;
+exports.PairwiseStringResultOutputParser = require_pairwise.PairwiseStringResultOutputParser;
+exports.QAEvalChain = require_eval_chain.QAEvalChain;
+exports.TrajectoryEvalChain = require_trajectory.TrajectoryEvalChain;
+exports.TrajectoryOutputParser = require_trajectory.TrajectoryOutputParser;
+exports.computeEvaluationScore = require_base.computeEvaluationScore;
+Object.defineProperty(exports, 'evaluation_exports', {
+  enumerable: true,
+  get: function () {
+    return evaluation_exports;
+  }
+});
+exports.getDistanceCalculationFunction = require_base.getDistanceCalculationFunction;
+exports.loadEvaluator = require_loader.loadEvaluator;
+//# sourceMappingURL=index.cjs.map

package/dist/evaluation/index.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.cjs","names":[],"sources":["../../src/evaluation/index.ts"],"sourcesContent":["export * from \"./qa/index.js\";\nexport * from \"./criteria/index.js\";\nexport * from \"./agents/index.js\";\nexport * from \"./embedding_distance/index.js\";\nexport * from \"./comparison/index.js\";\nexport * from \"./types.js\";\nexport * from \"./loader.js\";\n"],"mappings":""}

package/dist/evaluation/index.d.cts

@@ -0,0 +1,8 @@
+import { QAEvalChain } from "./qa/eval_chain.cjs";
+import { Criteria, CriteriaEvalChain, CriteriaEvalInput, CriteriaLike, CriteriaResultOutputParser, LabeledCriteriaEvalChain } from "./criteria/criteria.cjs";
+import { TrajectoryEvalChain, TrajectoryOutputParser } from "./agents/trajectory.cjs";
+import { EmbeddingDistanceEvalChain, EmbeddingDistanceEvalChainInput, EmbeddingDistanceType, PairwiseEmbeddingDistanceEvalChain, computeEvaluationScore, getDistanceCalculationFunction } from "./embedding_distance/base.cjs";
+import { LabeledPairwiseStringEvalChain, PairwiseStringEvalChain, PairwiseStringResultOutputParser } from "./comparison/pairwise.cjs";
+import { EvaluatorType } from "./types.cjs";
+import { LoadEvaluatorOptions, loadEvaluator } from "./loader.cjs";
+export { Criteria, CriteriaEvalChain, CriteriaEvalInput, CriteriaLike, CriteriaResultOutputParser, EmbeddingDistanceEvalChain, EmbeddingDistanceEvalChainInput, EmbeddingDistanceType, EvaluatorType, LabeledCriteriaEvalChain, LabeledPairwiseStringEvalChain, LoadEvaluatorOptions, PairwiseEmbeddingDistanceEvalChain, PairwiseStringEvalChain, PairwiseStringResultOutputParser, QAEvalChain, TrajectoryEvalChain, TrajectoryOutputParser, computeEvaluationScore, getDistanceCalculationFunction, loadEvaluator };

package/dist/evaluation/index.d.ts

@@ -1,7 +1,8 @@
-export * from "./qa/index.js";
-export * from "./criteria/index.js";
-export * from "./agents/index.js";
-export * from "./embedding_distance/index.js";
-export * from "./comparison/index.js";
-export * from "./types.js";
-export * from "./loader.js";
+import { QAEvalChain } from "./qa/eval_chain.js";
+import { Criteria, CriteriaEvalChain, CriteriaEvalInput, CriteriaLike, CriteriaResultOutputParser, LabeledCriteriaEvalChain } from "./criteria/criteria.js";
+import { TrajectoryEvalChain, TrajectoryOutputParser } from "./agents/trajectory.js";
+import { EmbeddingDistanceEvalChain, EmbeddingDistanceEvalChainInput, EmbeddingDistanceType, PairwiseEmbeddingDistanceEvalChain, computeEvaluationScore, getDistanceCalculationFunction } from "./embedding_distance/base.js";
+import { LabeledPairwiseStringEvalChain, PairwiseStringEvalChain, PairwiseStringResultOutputParser } from "./comparison/pairwise.js";
+import { EvaluatorType } from "./types.js";
+import { LoadEvaluatorOptions, loadEvaluator } from "./loader.js";
+export { Criteria, CriteriaEvalChain, CriteriaEvalInput, CriteriaLike, CriteriaResultOutputParser, EmbeddingDistanceEvalChain, EmbeddingDistanceEvalChainInput, EmbeddingDistanceType, EvaluatorType, LabeledCriteriaEvalChain, LabeledPairwiseStringEvalChain, LoadEvaluatorOptions, PairwiseEmbeddingDistanceEvalChain, PairwiseStringEvalChain, PairwiseStringResultOutputParser, QAEvalChain, TrajectoryEvalChain, TrajectoryOutputParser, computeEvaluationScore, getDistanceCalculationFunction, loadEvaluator };

package/dist/evaluation/index.js

@@ -1,7 +1,35 @@
-export * from "./qa/index.js";
-export * from "./criteria/index.js";
-export * from "./agents/index.js";
-export * from "./embedding_distance/index.js";
-export * from "./comparison/index.js";
-export * from "./types.js";
-export * from "./loader.js";
+import { __export } from "../_virtual/rolldown_runtime.js";
+import { QAEvalChain } from "./qa/eval_chain.js";
+import "./qa/index.js";
+import { CriteriaEvalChain, CriteriaResultOutputParser, LabeledCriteriaEvalChain } from "./criteria/criteria.js";
+import "./criteria/index.js";
+import { TrajectoryEvalChain, TrajectoryOutputParser } from "./agents/trajectory.js";
+import "./agents/index.js";
+import { EmbeddingDistanceEvalChain, PairwiseEmbeddingDistanceEvalChain, computeEvaluationScore, getDistanceCalculationFunction } from "./embedding_distance/base.js";
+import "./embedding_distance/index.js";
+import { LabeledPairwiseStringEvalChain, PairwiseStringEvalChain, PairwiseStringResultOutputParser } from "./comparison/pairwise.js";
+import "./comparison/index.js";
+import { loadEvaluator } from "./loader.js";
+
+//#region src/evaluation/index.ts
+var evaluation_exports = {};
+__export(evaluation_exports, {
+	CriteriaEvalChain: () => CriteriaEvalChain,
+	CriteriaResultOutputParser: () => CriteriaResultOutputParser,
+	EmbeddingDistanceEvalChain: () => EmbeddingDistanceEvalChain,
+	LabeledCriteriaEvalChain: () => LabeledCriteriaEvalChain,
+	LabeledPairwiseStringEvalChain: () => LabeledPairwiseStringEvalChain,
+	PairwiseEmbeddingDistanceEvalChain: () => PairwiseEmbeddingDistanceEvalChain,
+	PairwiseStringEvalChain: () => PairwiseStringEvalChain,
+	PairwiseStringResultOutputParser: () => PairwiseStringResultOutputParser,
+	QAEvalChain: () => QAEvalChain,
+	TrajectoryEvalChain: () => TrajectoryEvalChain,
+	TrajectoryOutputParser: () => TrajectoryOutputParser,
+	computeEvaluationScore: () => computeEvaluationScore,
+	getDistanceCalculationFunction: () => getDistanceCalculationFunction,
+	loadEvaluator: () => loadEvaluator
+});
+
+//#endregion
+export { CriteriaEvalChain, CriteriaResultOutputParser, EmbeddingDistanceEvalChain, LabeledCriteriaEvalChain, LabeledPairwiseStringEvalChain, PairwiseEmbeddingDistanceEvalChain, PairwiseStringEvalChain, PairwiseStringResultOutputParser, QAEvalChain, TrajectoryEvalChain, TrajectoryOutputParser, computeEvaluationScore, evaluation_exports, getDistanceCalculationFunction, loadEvaluator };
+//# sourceMappingURL=index.js.map

package/dist/evaluation/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","names":[],"sources":["../../src/evaluation/index.ts"],"sourcesContent":["export * from \"./qa/index.js\";\nexport * from \"./criteria/index.js\";\nexport * from \"./agents/index.js\";\nexport * from \"./embedding_distance/index.js\";\nexport * from \"./comparison/index.js\";\nexport * from \"./types.js\";\nexport * from \"./loader.js\";\n"],"mappings":""}

package/dist/evaluation/loader.cjs

@@ -1,59 +1,62 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.loadEvaluator = loadEvaluator;
-const openai_1 = require("@langchain/openai");
-const chat_models_1 = require("@langchain/core/language_models/chat_models");
-const index_js_1 = require("./criteria/index.cjs");
-const index_js_2 = require("./comparison/index.cjs");
-const index_js_3 = require("./embedding_distance/index.cjs");
-const index_js_4 = require("./agents/index.cjs");
+const require_rolldown_runtime = require('../_virtual/rolldown_runtime.cjs');
+const require_criteria = require('./criteria/criteria.cjs');
+require('./criteria/index.cjs');
+const require_trajectory = require('./agents/trajectory.cjs');
+require('./agents/index.cjs');
+const require_base = require('./embedding_distance/base.cjs');
+require('./embedding_distance/index.cjs');
+const require_pairwise = require('./comparison/pairwise.cjs');
+require('./comparison/index.cjs');
+const __langchain_core_language_models_chat_models = require_rolldown_runtime.__toESM(require("@langchain/core/language_models/chat_models"));
+const __langchain_openai = require_rolldown_runtime.__toESM(require("@langchain/openai"));
+
+//#region src/evaluation/loader.ts
 /**
- * Load the requested evaluation chain specified by a string
- * @param type The type of evaluator to load.
- * @param options
- *        - llm The language model to use for the evaluator.
- *        - criteria The criteria to use for the evaluator.
- *        - agentTools A list of tools available to the agent,for TrajectoryEvalChain.
- */
+* Load the requested evaluation chain specified by a string
+* @param type The type of evaluator to load.
+* @param options
+*        - llm The language model to use for the evaluator.
+*        - criteria The criteria to use for the evaluator.
+*        - agentTools A list of tools available to the agent,for TrajectoryEvalChain.
+*/
 async function loadEvaluator(type, options) {
-    const { llm, chainOptions, criteria, agentTools } = options || {};
-    const llm_ = llm ??
-        new openai_1.ChatOpenAI({
-            model: "gpt-4",
-            temperature: 0.0,
-        });
-    let evaluator;
-    switch (type) {
-        case "criteria":
-            evaluator = await index_js_1.CriteriaEvalChain.fromLLM(llm_, criteria, chainOptions);
-            break;
-        case "labeled_criteria":
-            evaluator = await index_js_1.LabeledCriteriaEvalChain.fromLLM(llm_, criteria, chainOptions);
-            break;
-        case "pairwise_string":
-            evaluator = await index_js_2.PairwiseStringEvalChain.fromLLM(llm_, criteria, chainOptions);
-            break;
-        case "labeled_pairwise_string":
-            evaluator = await index_js_2.LabeledPairwiseStringEvalChain.fromLLM(llm_, criteria, chainOptions);
-            break;
-        case "trajectory":
-            // eslint-disable-next-line no-instanceof/no-instanceof
-            if (!(llm_ instanceof chat_models_1.BaseChatModel)) {
-                throw new Error("LLM must be an instance of a base chat model.");
-            }
-            evaluator = await index_js_4.TrajectoryEvalChain.fromLLM(llm_, agentTools, chainOptions);
-            break;
-        case "embedding_distance":
-            evaluator = new index_js_3.EmbeddingDistanceEvalChain({
-                embedding: options?.embedding,
-                distanceMetric: options?.distanceMetric,
-            });
-            break;
-        case "pairwise_embedding_distance":
-            evaluator = new index_js_3.PairwiseEmbeddingDistanceEvalChain({});
-            break;
-        default:
-            throw new Error(`Unknown type: ${type}`);
-    }
-    return evaluator;
+	const { llm, chainOptions, criteria, agentTools } = options || {};
+	const llm_ = llm ?? new __langchain_openai.ChatOpenAI({
+		model: "gpt-4",
+		temperature: 0
+	});
+	let evaluator;
+	switch (type) {
+		case "criteria":
+			evaluator = await require_criteria.CriteriaEvalChain.fromLLM(llm_, criteria, chainOptions);
+			break;
+		case "labeled_criteria":
+			evaluator = await require_criteria.LabeledCriteriaEvalChain.fromLLM(llm_, criteria, chainOptions);
+			break;
+		case "pairwise_string":
+			evaluator = await require_pairwise.PairwiseStringEvalChain.fromLLM(llm_, criteria, chainOptions);
+			break;
+		case "labeled_pairwise_string":
+			evaluator = await require_pairwise.LabeledPairwiseStringEvalChain.fromLLM(llm_, criteria, chainOptions);
+			break;
+		case "trajectory":
+			if (!(llm_ instanceof __langchain_core_language_models_chat_models.BaseChatModel)) throw new Error("LLM must be an instance of a base chat model.");
+			evaluator = await require_trajectory.TrajectoryEvalChain.fromLLM(llm_, agentTools, chainOptions);
+			break;
+		case "embedding_distance":
+			evaluator = new require_base.EmbeddingDistanceEvalChain({
+				embedding: options?.embedding,
+				distanceMetric: options?.distanceMetric
+			});
+			break;
+		case "pairwise_embedding_distance":
+			evaluator = new require_base.PairwiseEmbeddingDistanceEvalChain({});
+			break;
+		default: throw new Error(`Unknown type: ${type}`);
+	}
+	return evaluator;
 }
+
+//#endregion
+exports.loadEvaluator = loadEvaluator;
+//# sourceMappingURL=loader.cjs.map

package/dist/evaluation/loader.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"loader.cjs","names":["type: T","options?: LoadEvaluatorOptions","ChatOpenAI","evaluator: unknown","CriteriaEvalChain","LabeledCriteriaEvalChain","PairwiseStringEvalChain","LabeledPairwiseStringEvalChain","BaseChatModel","TrajectoryEvalChain","EmbeddingDistanceEvalChain","PairwiseEmbeddingDistanceEvalChain"],"sources":["../../src/evaluation/loader.ts"],"sourcesContent":["import type { BaseLanguageModelInterface } from \"@langchain/core/language_models/base\";\nimport type { StructuredToolInterface } from \"@langchain/core/tools\";\nimport { ChatOpenAI } from \"@langchain/openai\";\nimport { BaseChatModel } from \"@langchain/core/language_models/chat_models\";\nimport {\n  CriteriaLike,\n  CriteriaEvalChain,\n  LabeledCriteriaEvalChain,\n} from \"./criteria/index.js\";\nimport type { EvaluatorType } from \"./types.js\";\nimport { LLMEvalChainInput } from \"./base.js\";\nimport {\n  LabeledPairwiseStringEvalChain,\n  PairwiseStringEvalChain,\n} from \"./comparison/index.js\";\nimport {\n  EmbeddingDistanceEvalChain,\n  EmbeddingDistanceEvalChainInput,\n  PairwiseEmbeddingDistanceEvalChain,\n} from \"./embedding_distance/index.js\";\nimport { TrajectoryEvalChain } from \"./agents/index.js\";\n\nexport type LoadEvaluatorOptions = EmbeddingDistanceEvalChainInput & {\n  llm?: BaseLanguageModelInterface;\n\n  chainOptions?: Partial<Omit<LLMEvalChainInput, \"llm\">>;\n  /**\n   * The criteria to use for the evaluator.\n   */\n  criteria?: CriteriaLike;\n\n  /**\n   * A list of tools available to the agent, for TrajectoryEvalChain.\n   */\n  agentTools?: StructuredToolInterface[];\n};\n\n/**\n * Load the requested evaluation chain specified by a string\n * @param type The type of evaluator to load.\n * @param options\n *        - llm The language model to use for the evaluator.\n *        - criteria The criteria to use for the evaluator.\n *        - agentTools A list of tools available to the agent,for TrajectoryEvalChain.\n */\nexport async function loadEvaluator<T extends keyof EvaluatorType>(\n  type: T,\n  options?: LoadEvaluatorOptions\n): Promise<EvaluatorType[T]> {\n  const { llm, chainOptions, criteria, agentTools } = options || {};\n\n  const llm_ =\n    llm ??\n    new ChatOpenAI({\n      model: \"gpt-4\",\n      temperature: 0.0,\n    });\n\n  let evaluator: unknown;\n  switch (type) {\n    case \"criteria\":\n      evaluator = await CriteriaEvalChain.fromLLM(llm_, criteria, chainOptions);\n      break;\n    case \"labeled_criteria\":\n      evaluator = await LabeledCriteriaEvalChain.fromLLM(\n        llm_,\n        criteria,\n        chainOptions\n      );\n      break;\n    case \"pairwise_string\":\n      evaluator = await PairwiseStringEvalChain.fromLLM(\n        llm_,\n        criteria,\n        chainOptions\n      );\n      break;\n    case \"labeled_pairwise_string\":\n      evaluator = await LabeledPairwiseStringEvalChain.fromLLM(\n        llm_,\n        criteria,\n        chainOptions\n      );\n      break;\n    case \"trajectory\":\n      // eslint-disable-next-line no-instanceof/no-instanceof\n      if (!(llm_ instanceof BaseChatModel)) {\n        throw new Error(\"LLM must be an instance of a base chat model.\");\n      }\n      evaluator = await TrajectoryEvalChain.fromLLM(\n        llm_,\n        agentTools,\n        chainOptions\n      );\n      break;\n    case \"embedding_distance\":\n      evaluator = new EmbeddingDistanceEvalChain({\n        embedding: options?.embedding,\n        distanceMetric: options?.distanceMetric,\n      });\n      break;\n    case \"pairwise_embedding_distance\":\n      evaluator = new PairwiseEmbeddingDistanceEvalChain({});\n      break;\n    default:\n      throw new Error(`Unknown type: ${type}`);\n  }\n\n  return evaluator as EvaluatorType[T];\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AA6CA,eAAsB,cACpBA,MACAC,SAC2B;CAC3B,MAAM,EAAE,KAAK,cAAc,UAAU,YAAY,GAAG,WAAW,CAAE;CAEjE,MAAM,OACJ,OACA,IAAIC,8BAAW;EACb,OAAO;EACP,aAAa;CACd;CAEH,IAAIC;AACJ,SAAQ,MAAR;EACE,KAAK;GACH,YAAY,MAAMC,mCAAkB,QAAQ,MAAM,UAAU,aAAa;AACzE;EACF,KAAK;GACH,YAAY,MAAMC,0CAAyB,QACzC,MACA,UACA,aACD;AACD;EACF,KAAK;GACH,YAAY,MAAMC,yCAAwB,QACxC,MACA,UACA,aACD;AACD;EACF,KAAK;GACH,YAAY,MAAMC,gDAA+B,QAC/C,MACA,UACA,aACD;AACD;EACF,KAAK;AAEH,OAAI,EAAE,gBAAgBC,4DACpB,OAAM,IAAI,MAAM;GAElB,YAAY,MAAMC,uCAAoB,QACpC,MACA,YACA,aACD;AACD;EACF,KAAK;GACH,YAAY,IAAIC,wCAA2B;IACzC,WAAW,SAAS;IACpB,gBAAgB,SAAS;GAC1B;AACD;EACF,KAAK;GACH,YAAY,IAAIC,gDAAmC,CAAE;AACrD;EACF,QACE,OAAM,IAAI,MAAM,CAAC,cAAc,EAAE,MAAM;CAC1C;AAED,QAAO;AACR"}

package/dist/evaluation/loader.d.cts

@@ -0,0 +1,32 @@
+import { LLMEvalChainInput } from "./base.cjs";
+import { CriteriaLike } from "./criteria/criteria.cjs";
+import { EmbeddingDistanceEvalChainInput } from "./embedding_distance/base.cjs";
+import { EvaluatorType } from "./types.cjs";
+import { BaseLanguageModelInterface } from "@langchain/core/language_models/base";
+import { StructuredToolInterface } from "@langchain/core/tools";
+
+//#region src/evaluation/loader.d.ts
+type LoadEvaluatorOptions = EmbeddingDistanceEvalChainInput & {
+  llm?: BaseLanguageModelInterface;
+  chainOptions?: Partial<Omit<LLMEvalChainInput, "llm">>;
+  /**
+   * The criteria to use for the evaluator.
+   */
+  criteria?: CriteriaLike;
+  /**
+   * A list of tools available to the agent, for TrajectoryEvalChain.
+   */
+  agentTools?: StructuredToolInterface[];
+};
+/**
+ * Load the requested evaluation chain specified by a string
+ * @param type The type of evaluator to load.
+ * @param options
+ *        - llm The language model to use for the evaluator.
+ *        - criteria The criteria to use for the evaluator.
+ *        - agentTools A list of tools available to the agent,for TrajectoryEvalChain.
+ */
+declare function loadEvaluator<T extends keyof EvaluatorType>(type: T, options?: LoadEvaluatorOptions): Promise<EvaluatorType[T]>;
+//#endregion
+export { LoadEvaluatorOptions, loadEvaluator };
+//# sourceMappingURL=loader.d.cts.map