langchain 1.0.0-alpha.7 → 1.0.0-alpha.8

package/dist/evaluation/embedding_distance/base.d.cts.map

@@ -1 +0,0 @@
-{"version":3,"file":"base.d.cts","names":["EmbeddingsInterface","ChainValues","CallbackManagerForChainRun","Callbacks","BaseCallbackConfig","PairwiseStringEvaluator","PairwiseStringEvaluatorArgs","StringEvaluator","StringEvaluatorArgs","EmbeddingDistanceType","EmbeddingDistanceEvalChainInput","VectorFunction","getDistanceCalculationFunction","computeEvaluationScore","EmbeddingDistanceEvalChain","Promise","PairwiseEmbeddingDistanceEvalChain"],"sources":["../../../src/evaluation/embedding_distance/base.d.ts"],"sourcesContent":["import type { EmbeddingsInterface } from \"@langchain/core/embeddings\";\nimport { ChainValues } from \"@langchain/core/utils/types\";\nimport { CallbackManagerForChainRun, Callbacks, BaseCallbackConfig } from \"@langchain/core/callbacks/manager\";\nimport { PairwiseStringEvaluator, PairwiseStringEvaluatorArgs, StringEvaluator, StringEvaluatorArgs } from \"../base.js\";\n/**\n *\n * Embedding Distance Metric.\n *\n * COSINE: Cosine distance metric.\n * EUCLIDEAN: Euclidean distance metric.\n * MANHATTAN: Manhattan distance metric.\n * CHEBYSHEV: Chebyshev distance metric.\n * HAMMING: Hamming distance metric.\n */\nexport type EmbeddingDistanceType = \"cosine\" | \"euclidean\" | \"manhattan\" | \"chebyshev\";\n/**\n * Embedding Distance Evaluation Chain Input.\n */\nexport interface EmbeddingDistanceEvalChainInput {\n    /**\n     * The embedding objects to vectorize the outputs.\n     */\n    embedding?: EmbeddingsInterface;\n    /**\n     * The distance metric to use\n     * for comparing the embeddings.\n     */\n    distanceMetric?: EmbeddingDistanceType;\n}\ntype VectorFunction = (xVector: number[], yVector: number[]) => number;\n/**\n * Get the distance function for the given distance type.\n * @param distance The distance type.\n * @return The distance function.\n */\nexport declare function getDistanceCalculationFunction(distanceType: EmbeddingDistanceType): VectorFunction;\n/**\n * Compute the score based on the distance metric.\n * @param vectors The input vectors.\n * @param distanceMetric The distance metric.\n * @return The computed score.\n */\nexport declare function computeEvaluationScore(vectors: number[][], distanceMetric: EmbeddingDistanceType): number;\n/**\n * Use embedding distances to score semantic difference between\n * a prediction and reference.\n */\nexport declare class EmbeddingDistanceEvalChain extends StringEvaluator implements EmbeddingDistanceEvalChainInput {\n    requiresReference: boolean;\n    requiresInput: boolean;\n    outputKey: string;\n    embedding?: EmbeddingsInterface;\n    distanceMetric: EmbeddingDistanceType;\n    constructor(fields: EmbeddingDistanceEvalChainInput);\n    _chainType(): \"embedding_chebyshev_distance\" | \"embedding_cosine_distance\" | \"embedding_euclidean_distance\" | \"embedding_manhattan_distance\";\n    _evaluateStrings(args: StringEvaluatorArgs, config: Callbacks | BaseCallbackConfig | undefined): Promise<ChainValues>;\n    get inputKeys(): string[];\n    get outputKeys(): string[];\n    _call(values: ChainValues, _runManager: CallbackManagerForChainRun | undefined): Promise<ChainValues>;\n}\n/**\n * Use embedding distances to score semantic difference between two predictions.\n */\nexport declare class PairwiseEmbeddingDistanceEvalChain extends PairwiseStringEvaluator implements EmbeddingDistanceEvalChainInput {\n    requiresReference: boolean;\n    requiresInput: boolean;\n    outputKey: string;\n    embedding?: EmbeddingsInterface;\n    distanceMetric: EmbeddingDistanceType;\n    constructor(fields: EmbeddingDistanceEvalChainInput);\n    _chainType(): \"pairwise_embedding_chebyshev_distance\" | \"pairwise_embedding_cosine_distance\" | \"pairwise_embedding_euclidean_distance\" | \"pairwise_embedding_manhattan_distance\";\n    _evaluateStringPairs(args: PairwiseStringEvaluatorArgs, config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;\n    get inputKeys(): string[];\n    get outputKeys(): string[];\n    _call(values: ChainValues, _runManager: CallbackManagerForChainRun | undefined): Promise<ChainValues>;\n}\nexport {};\n"],"mappings":";;;;;;;;;AAcA;AAIA;;;;AAS0C;AACzC;AAOD;AAAsD,KArB1CS,qBAAAA,GAqB0C,QAAA,GAAA,WAAA,GAAA,WAAA,GAAA,WAAA;;;AAAqD;AAOnFI,UAxBPH,+BAAAA,CAwBmED;EAK/DK;;;EAIc,SACfL,CAAAA,EA9BJT,mBA8BIS;EAAqB;;;;EAG6C,cAAuBR,CAAAA,EA5BxFQ,qBA4BwFR;;KA1BxGU,cAAAA,GA6BaV,CAAAA,OAAAA,EAAAA,MAAAA,EAAAA,EAAAA,OAAAA,EAAAA,MAAAA,EAAAA,EAAAA,GAAAA,MAAAA;;;;;;AAXgG,iBAZ1FW,8BAAAA,CAY0F,YAAA,EAZ7CH,qBAY6C,CAAA,EAZrBE,cAYqB;AAgBlH;;;;;;AAQqER,iBA7B7CU,sBAAAA,CA6B6CV,OAAAA,EAAAA,MAAAA,EAAAA,EAAAA,EAAAA,cAAAA,EA7BeM,qBA6BfN,CAAAA,EAAAA,MAAAA;;;;;AAGzBD,cA3BvBY,0BAAAA,SAAmCP,eAAAA,YAA2BG,+BA2BvCR,CAAAA;EAA0B,iBAAuBD,EAAAA,OAAAA;EAAW,aAAnBc,EAAAA,OAAAA;EAAO,SAX5BV,EAAAA,MAAAA;EAAuB,SAAYK,CAAAA,EAZnFV,mBAYmFU;EAA+B,cAAA,EAX9GD,qBAW8G;sBAV1GC;;yBAEGF,6BAA6BL,YAAYC,iCAAiCW,QAAQd;;;gBAG3FA,0BAA0BC,yCAAyCa,QAAQd;;;;;cAKxEe,kCAAAA,SAA2CX,uBAAAA,YAAmCK;;;;cAInFV;kBACIS;sBACIC;;6BAEOJ,sCAAsCH,YAAYC,qBAAqBW,QAAQd;;;gBAG5FA,0BAA0BC,yCAAyCa,QAAQd"}

package/dist/evaluation/embedding_distance/base.d.ts

@@ -1,82 +0,0 @@
-import { PairwiseStringEvaluator, PairwiseStringEvaluatorArgs, StringEvaluator, StringEvaluatorArgs } from "../base.js";
-import { ChainValues } from "@langchain/core/utils/types";
-import { BaseCallbackConfig, CallbackManagerForChainRun, Callbacks } from "@langchain/core/callbacks/manager";
-import { EmbeddingsInterface } from "@langchain/core/embeddings";
-
-//#region src/evaluation/embedding_distance/base.d.ts
-
-/**
- *
- * Embedding Distance Metric.
- *
- * COSINE: Cosine distance metric.
- * EUCLIDEAN: Euclidean distance metric.
- * MANHATTAN: Manhattan distance metric.
- * CHEBYSHEV: Chebyshev distance metric.
- * HAMMING: Hamming distance metric.
- */
-type EmbeddingDistanceType = "cosine" | "euclidean" | "manhattan" | "chebyshev";
-/**
- * Embedding Distance Evaluation Chain Input.
- */
-interface EmbeddingDistanceEvalChainInput {
-  /**
-   * The embedding objects to vectorize the outputs.
-   */
-  embedding?: EmbeddingsInterface;
-  /**
-   * The distance metric to use
-   * for comparing the embeddings.
-   */
-  distanceMetric?: EmbeddingDistanceType;
-}
-type VectorFunction = (xVector: number[], yVector: number[]) => number;
-/**
- * Get the distance function for the given distance type.
- * @param distance The distance type.
- * @return The distance function.
- */
-declare function getDistanceCalculationFunction(distanceType: EmbeddingDistanceType): VectorFunction;
-/**
- * Compute the score based on the distance metric.
- * @param vectors The input vectors.
- * @param distanceMetric The distance metric.
- * @return The computed score.
- */
-declare function computeEvaluationScore(vectors: number[][], distanceMetric: EmbeddingDistanceType): number;
-/**
- * Use embedding distances to score semantic difference between
- * a prediction and reference.
- */
-declare class EmbeddingDistanceEvalChain extends StringEvaluator implements EmbeddingDistanceEvalChainInput {
-  requiresReference: boolean;
-  requiresInput: boolean;
-  outputKey: string;
-  embedding?: EmbeddingsInterface;
-  distanceMetric: EmbeddingDistanceType;
-  constructor(fields: EmbeddingDistanceEvalChainInput);
-  _chainType(): "embedding_chebyshev_distance" | "embedding_cosine_distance" | "embedding_euclidean_distance" | "embedding_manhattan_distance";
-  _evaluateStrings(args: StringEvaluatorArgs, config: Callbacks | BaseCallbackConfig | undefined): Promise<ChainValues>;
-  get inputKeys(): string[];
-  get outputKeys(): string[];
-  _call(values: ChainValues, _runManager: CallbackManagerForChainRun | undefined): Promise<ChainValues>;
-}
-/**
- * Use embedding distances to score semantic difference between two predictions.
- */
-declare class PairwiseEmbeddingDistanceEvalChain extends PairwiseStringEvaluator implements EmbeddingDistanceEvalChainInput {
-  requiresReference: boolean;
-  requiresInput: boolean;
-  outputKey: string;
-  embedding?: EmbeddingsInterface;
-  distanceMetric: EmbeddingDistanceType;
-  constructor(fields: EmbeddingDistanceEvalChainInput);
-  _chainType(): "pairwise_embedding_chebyshev_distance" | "pairwise_embedding_cosine_distance" | "pairwise_embedding_euclidean_distance" | "pairwise_embedding_manhattan_distance";
-  _evaluateStringPairs(args: PairwiseStringEvaluatorArgs, config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;
-  get inputKeys(): string[];
-  get outputKeys(): string[];
-  _call(values: ChainValues, _runManager: CallbackManagerForChainRun | undefined): Promise<ChainValues>;
-}
-//#endregion
-export { EmbeddingDistanceEvalChain, EmbeddingDistanceEvalChainInput, EmbeddingDistanceType, PairwiseEmbeddingDistanceEvalChain, computeEvaluationScore, getDistanceCalculationFunction };
-//# sourceMappingURL=base.d.ts.map

package/dist/evaluation/embedding_distance/base.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"base.d.ts","names":["EmbeddingsInterface","ChainValues","CallbackManagerForChainRun","Callbacks","BaseCallbackConfig","PairwiseStringEvaluator","PairwiseStringEvaluatorArgs","StringEvaluator","StringEvaluatorArgs","EmbeddingDistanceType","EmbeddingDistanceEvalChainInput","VectorFunction","getDistanceCalculationFunction","computeEvaluationScore","EmbeddingDistanceEvalChain","Promise","PairwiseEmbeddingDistanceEvalChain"],"sources":["../../../src/evaluation/embedding_distance/base.d.ts"],"sourcesContent":["import type { EmbeddingsInterface } from \"@langchain/core/embeddings\";\nimport { ChainValues } from \"@langchain/core/utils/types\";\nimport { CallbackManagerForChainRun, Callbacks, BaseCallbackConfig } from \"@langchain/core/callbacks/manager\";\nimport { PairwiseStringEvaluator, PairwiseStringEvaluatorArgs, StringEvaluator, StringEvaluatorArgs } from \"../base.js\";\n/**\n *\n * Embedding Distance Metric.\n *\n * COSINE: Cosine distance metric.\n * EUCLIDEAN: Euclidean distance metric.\n * MANHATTAN: Manhattan distance metric.\n * CHEBYSHEV: Chebyshev distance metric.\n * HAMMING: Hamming distance metric.\n */\nexport type EmbeddingDistanceType = \"cosine\" | \"euclidean\" | \"manhattan\" | \"chebyshev\";\n/**\n * Embedding Distance Evaluation Chain Input.\n */\nexport interface EmbeddingDistanceEvalChainInput {\n    /**\n     * The embedding objects to vectorize the outputs.\n     */\n    embedding?: EmbeddingsInterface;\n    /**\n     * The distance metric to use\n     * for comparing the embeddings.\n     */\n    distanceMetric?: EmbeddingDistanceType;\n}\ntype VectorFunction = (xVector: number[], yVector: number[]) => number;\n/**\n * Get the distance function for the given distance type.\n * @param distance The distance type.\n * @return The distance function.\n */\nexport declare function getDistanceCalculationFunction(distanceType: EmbeddingDistanceType): VectorFunction;\n/**\n * Compute the score based on the distance metric.\n * @param vectors The input vectors.\n * @param distanceMetric The distance metric.\n * @return The computed score.\n */\nexport declare function computeEvaluationScore(vectors: number[][], distanceMetric: EmbeddingDistanceType): number;\n/**\n * Use embedding distances to score semantic difference between\n * a prediction and reference.\n */\nexport declare class EmbeddingDistanceEvalChain extends StringEvaluator implements EmbeddingDistanceEvalChainInput {\n    requiresReference: boolean;\n    requiresInput: boolean;\n    outputKey: string;\n    embedding?: EmbeddingsInterface;\n    distanceMetric: EmbeddingDistanceType;\n    constructor(fields: EmbeddingDistanceEvalChainInput);\n    _chainType(): \"embedding_chebyshev_distance\" | \"embedding_cosine_distance\" | \"embedding_euclidean_distance\" | \"embedding_manhattan_distance\";\n    _evaluateStrings(args: StringEvaluatorArgs, config: Callbacks | BaseCallbackConfig | undefined): Promise<ChainValues>;\n    get inputKeys(): string[];\n    get outputKeys(): string[];\n    _call(values: ChainValues, _runManager: CallbackManagerForChainRun | undefined): Promise<ChainValues>;\n}\n/**\n * Use embedding distances to score semantic difference between two predictions.\n */\nexport declare class PairwiseEmbeddingDistanceEvalChain extends PairwiseStringEvaluator implements EmbeddingDistanceEvalChainInput {\n    requiresReference: boolean;\n    requiresInput: boolean;\n    outputKey: string;\n    embedding?: EmbeddingsInterface;\n    distanceMetric: EmbeddingDistanceType;\n    constructor(fields: EmbeddingDistanceEvalChainInput);\n    _chainType(): \"pairwise_embedding_chebyshev_distance\" | \"pairwise_embedding_cosine_distance\" | \"pairwise_embedding_euclidean_distance\" | \"pairwise_embedding_manhattan_distance\";\n    _evaluateStringPairs(args: PairwiseStringEvaluatorArgs, config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;\n    get inputKeys(): string[];\n    get outputKeys(): string[];\n    _call(values: ChainValues, _runManager: CallbackManagerForChainRun | undefined): Promise<ChainValues>;\n}\nexport {};\n"],"mappings":";;;;;;;;;AAcA;AAIA;;;;AAS0C;AACzC;AAOD;AAAsD,KArB1CS,qBAAAA,GAqB0C,QAAA,GAAA,WAAA,GAAA,WAAA,GAAA,WAAA;;;AAAqD;AAOnFI,UAxBPH,+BAAAA,CAwBmED;EAK/DK;;;EAIc,SACfL,CAAAA,EA9BJT,mBA8BIS;EAAqB;;;;EAG6C,cAAuBR,CAAAA,EA5BxFQ,qBA4BwFR;;KA1BxGU,cAAAA,GA6BaV,CAAAA,OAAAA,EAAAA,MAAAA,EAAAA,EAAAA,OAAAA,EAAAA,MAAAA,EAAAA,EAAAA,GAAAA,MAAAA;;;;;;AAXgG,iBAZ1FW,8BAAAA,CAY0F,YAAA,EAZ7CH,qBAY6C,CAAA,EAZrBE,cAYqB;AAgBlH;;;;;;AAQqER,iBA7B7CU,sBAAAA,CA6B6CV,OAAAA,EAAAA,MAAAA,EAAAA,EAAAA,EAAAA,cAAAA,EA7BeM,qBA6BfN,CAAAA,EAAAA,MAAAA;;;;;AAGzBD,cA3BvBY,0BAAAA,SAAmCP,eAAAA,YAA2BG,+BA2BvCR,CAAAA;EAA0B,iBAAuBD,EAAAA,OAAAA;EAAW,aAAnBc,EAAAA,OAAAA;EAAO,SAX5BV,EAAAA,MAAAA;EAAuB,SAAYK,CAAAA,EAZnFV,mBAYmFU;EAA+B,cAAA,EAX9GD,qBAW8G;sBAV1GC;;yBAEGF,6BAA6BL,YAAYC,iCAAiCW,QAAQd;;;gBAG3FA,0BAA0BC,yCAAyCa,QAAQd;;;;;cAKxEe,kCAAAA,SAA2CX,uBAAAA,YAAmCK;;;;cAInFV;kBACIS;sBACIC;;6BAEOJ,sCAAsCH,YAAYC,qBAAqBW,QAAQd;;;gBAG5FA,0BAA0BC,yCAAyCa,QAAQd"}

package/dist/evaluation/embedding_distance/base.js

@@ -1,105 +0,0 @@
-import { PairwiseStringEvaluator, StringEvaluator } from "../base.js";
-import { cosine } from "../../util/ml-distance/similarities.js";
-import { chebyshev, manhattan } from "../../util/ml-distance/distances.js";
-import { euclidean } from "../../util/ml-distance-euclidean/euclidean.js";
-
-//#region src/evaluation/embedding_distance/base.ts
-/**
-* Get the distance function for the given distance type.
-* @param distance The distance type.
-* @return The distance function.
-*/
-function getDistanceCalculationFunction(distanceType) {
-	const distanceFunctions = {
-		cosine: (X, Y) => 1 - cosine(X, Y),
-		euclidean,
-		manhattan,
-		chebyshev
-	};
-	return distanceFunctions[distanceType];
-}
-/**
-* Compute the score based on the distance metric.
-* @param vectors The input vectors.
-* @param distanceMetric The distance metric.
-* @return The computed score.
-*/
-function computeEvaluationScore(vectors, distanceMetric) {
-	const metricFunction = getDistanceCalculationFunction(distanceMetric);
-	return metricFunction(vectors[0], vectors[1]);
-}
-/**
-* Use embedding distances to score semantic difference between
-* a prediction and reference.
-*/
-var EmbeddingDistanceEvalChain = class extends StringEvaluator {
-	requiresReference = true;
-	requiresInput = false;
-	outputKey = "score";
-	embedding;
-	distanceMetric = "cosine";
-	constructor(fields) {
-		super();
-		this.embedding = fields?.embedding;
-		this.distanceMetric = fields?.distanceMetric || "cosine";
-	}
-	_chainType() {
-		return `embedding_${this.distanceMetric}_distance`;
-	}
-	async _evaluateStrings(args, config) {
-		const result = await this.call(args, config);
-		return { [this.outputKey]: result[this.outputKey] };
-	}
-	get inputKeys() {
-		return ["reference", "prediction"];
-	}
-	get outputKeys() {
-		return [this.outputKey];
-	}
-	async _call(values, _runManager) {
-		const { prediction, reference } = values;
-		if (!this.embedding) throw new Error("Embedding is undefined");
-		const vectors = await this.embedding.embedDocuments([prediction, reference]);
-		const score = computeEvaluationScore(vectors, this.distanceMetric);
-		return { [this.outputKey]: score };
-	}
-};
-/**
-* Use embedding distances to score semantic difference between two predictions.
-*/
-var PairwiseEmbeddingDistanceEvalChain = class extends PairwiseStringEvaluator {
-	requiresReference = false;
-	requiresInput = false;
-	outputKey = "score";
-	embedding;
-	distanceMetric = "cosine";
-	constructor(fields) {
-		super();
-		this.embedding = fields?.embedding;
-		this.distanceMetric = fields?.distanceMetric || "cosine";
-	}
-	_chainType() {
-		return `pairwise_embedding_${this.distanceMetric}_distance`;
-	}
-	async _evaluateStringPairs(args, config) {
-		const result = await this.call(args, config);
-		return { [this.outputKey]: result[this.outputKey] };
-	}
-	get inputKeys() {
-		return ["prediction", "predictionB"];
-	}
-	get outputKeys() {
-		return [this.outputKey];
-	}
-	async _call(values, _runManager) {
-		const { prediction, predictionB } = values;
-		if (!this.embedding) throw new Error("Embedding is undefined");
-		const vectors = await this.embedding.embedDocuments([prediction, predictionB]);
-		const score = computeEvaluationScore(vectors, this.distanceMetric);
-		return { [this.outputKey]: score };
-	}
-};
-
-//#endregion
-export { EmbeddingDistanceEvalChain, PairwiseEmbeddingDistanceEvalChain, computeEvaluationScore, getDistanceCalculationFunction };
-//# sourceMappingURL=base.js.map

package/dist/evaluation/embedding_distance/base.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"base.js","names":["distanceType: EmbeddingDistanceType","distanceFunctions: { [key in EmbeddingDistanceType]: VectorFunction }","X: number[]","Y: number[]","vectors: number[][]","distanceMetric: EmbeddingDistanceType","fields: EmbeddingDistanceEvalChainInput","args: StringEvaluatorArgs","config: Callbacks | BaseCallbackConfig | undefined","values: ChainValues","_runManager: CallbackManagerForChainRun | undefined","args: PairwiseStringEvaluatorArgs","config?: Callbacks | BaseCallbackConfig"],"sources":["../../../src/evaluation/embedding_distance/base.ts"],"sourcesContent":["import type { EmbeddingsInterface } from \"@langchain/core/embeddings\";\nimport { ChainValues } from \"@langchain/core/utils/types\";\nimport {\n  CallbackManagerForChainRun,\n  Callbacks,\n  BaseCallbackConfig,\n} from \"@langchain/core/callbacks/manager\";\nimport {\n  PairwiseStringEvaluator,\n  PairwiseStringEvaluatorArgs,\n  StringEvaluator,\n  StringEvaluatorArgs,\n} from \"../base.js\";\nimport { cosine } from \"../../util/ml-distance/similarities.js\";\nimport { chebyshev, manhattan } from \"../../util/ml-distance/distances.js\";\nimport { euclidean } from \"../../util/ml-distance-euclidean/euclidean.js\";\n\n/**\n *\n * Embedding Distance Metric.\n *\n * COSINE: Cosine distance metric.\n * EUCLIDEAN: Euclidean distance metric.\n * MANHATTAN: Manhattan distance metric.\n * CHEBYSHEV: Chebyshev distance metric.\n * HAMMING: Hamming distance metric.\n */\nexport type EmbeddingDistanceType =\n  | \"cosine\"\n  | \"euclidean\"\n  | \"manhattan\"\n  | \"chebyshev\";\n\n/**\n * Embedding Distance Evaluation Chain Input.\n */\nexport interface EmbeddingDistanceEvalChainInput {\n  /**\n   * The embedding objects to vectorize the outputs.\n   */\n  embedding?: EmbeddingsInterface;\n\n  /**\n   * The distance metric to use\n   * for comparing the embeddings.\n   */\n  distanceMetric?: EmbeddingDistanceType;\n}\n\ntype VectorFunction = (xVector: number[], yVector: number[]) => number;\n\n/**\n * Get the distance function for the given distance type.\n * @param distance The distance type.\n * @return The distance function.\n */\nexport function getDistanceCalculationFunction(\n  distanceType: EmbeddingDistanceType\n): VectorFunction {\n  const distanceFunctions: { [key in EmbeddingDistanceType]: VectorFunction } =\n    {\n      cosine: (X: number[], Y: number[]) => 1.0 - cosine(X, Y),\n      euclidean,\n      manhattan,\n      chebyshev,\n    };\n\n  return distanceFunctions[distanceType];\n}\n\n/**\n * Compute the score based on the distance metric.\n * @param vectors The input vectors.\n * @param distanceMetric The distance metric.\n * @return The computed score.\n */\nexport function computeEvaluationScore(\n  vectors: number[][],\n  distanceMetric: EmbeddingDistanceType\n): number {\n  const metricFunction = getDistanceCalculationFunction(distanceMetric);\n  return metricFunction(vectors[0], vectors[1]);\n}\n\n/**\n * Use embedding distances to score semantic difference between\n * a prediction and reference.\n */\nexport class EmbeddingDistanceEvalChain\n  extends StringEvaluator\n  implements EmbeddingDistanceEvalChainInput\n{\n  requiresReference = true;\n\n  requiresInput = false;\n\n  outputKey = \"score\";\n\n  embedding?: EmbeddingsInterface;\n\n  distanceMetric: EmbeddingDistanceType = \"cosine\";\n\n  constructor(fields: EmbeddingDistanceEvalChainInput) {\n    super();\n    this.embedding = fields?.embedding;\n    this.distanceMetric = fields?.distanceMetric || \"cosine\";\n  }\n\n  _chainType() {\n    return `embedding_${this.distanceMetric}_distance` as const;\n  }\n\n  async _evaluateStrings(\n    args: StringEvaluatorArgs,\n    config: Callbacks | BaseCallbackConfig | undefined\n  ): Promise<ChainValues> {\n    const result = await this.call(args, config);\n\n    return { [this.outputKey]: result[this.outputKey] };\n  }\n\n  get inputKeys(): string[] {\n    return [\"reference\", \"prediction\"];\n  }\n\n  get outputKeys(): string[] {\n    return [this.outputKey];\n  }\n\n  async _call(\n    values: ChainValues,\n    _runManager: CallbackManagerForChainRun | undefined\n  ): Promise<ChainValues> {\n    const { prediction, reference } = values;\n\n    if (!this.embedding) throw new Error(\"Embedding is undefined\");\n\n    const vectors = await this.embedding.embedDocuments([\n      prediction,\n      reference,\n    ]);\n\n    const score = computeEvaluationScore(vectors, this.distanceMetric);\n\n    return { [this.outputKey]: score };\n  }\n}\n\n/**\n * Use embedding distances to score semantic difference between two predictions.\n */\nexport class PairwiseEmbeddingDistanceEvalChain\n  extends PairwiseStringEvaluator\n  implements EmbeddingDistanceEvalChainInput\n{\n  requiresReference = false;\n\n  requiresInput = false;\n\n  outputKey = \"score\";\n\n  embedding?: EmbeddingsInterface;\n\n  distanceMetric: EmbeddingDistanceType = \"cosine\";\n\n  constructor(fields: EmbeddingDistanceEvalChainInput) {\n    super();\n    this.embedding = fields?.embedding;\n    this.distanceMetric = fields?.distanceMetric || \"cosine\";\n  }\n\n  _chainType() {\n    return `pairwise_embedding_${this.distanceMetric}_distance` as const;\n  }\n\n  async _evaluateStringPairs(\n    args: PairwiseStringEvaluatorArgs,\n    config?: Callbacks | BaseCallbackConfig\n  ): Promise<ChainValues> {\n    const result = await this.call(args, config);\n\n    return { [this.outputKey]: result[this.outputKey] };\n  }\n\n  get inputKeys(): string[] {\n    return [\"prediction\", \"predictionB\"];\n  }\n\n  get outputKeys(): string[] {\n    return [this.outputKey];\n  }\n\n  async _call(\n    values: ChainValues,\n    _runManager: CallbackManagerForChainRun | undefined\n  ): Promise<ChainValues> {\n    const { prediction, predictionB } = values;\n\n    if (!this.embedding) throw new Error(\"Embedding is undefined\");\n\n    const vectors = await this.embedding.embedDocuments([\n      prediction,\n      predictionB,\n    ]);\n\n    const score = computeEvaluationScore(vectors, this.distanceMetric);\n\n    return { [this.outputKey]: score };\n  }\n}\n"],"mappings":";;;;;;;;;;;AAwDA,SAAgB,+BACdA,cACgB;CAChB,MAAMC,oBACJ;EACE,QAAQ,CAACC,GAAaC,MAAgB,IAAM,OAAO,GAAG,EAAE;EACxD;EACA;EACA;CACD;AAEH,QAAO,kBAAkB;AAC1B;;;;;;;AAQD,SAAgB,uBACdC,SACAC,gBACQ;CACR,MAAM,iBAAiB,+BAA+B,eAAe;AACrE,QAAO,eAAe,QAAQ,IAAI,QAAQ,GAAG;AAC9C;;;;;AAMD,IAAa,6BAAb,cACU,gBAEV;CACE,oBAAoB;CAEpB,gBAAgB;CAEhB,YAAY;CAEZ;CAEA,iBAAwC;CAExC,YAAYC,QAAyC;EACnD,OAAO;EACP,KAAK,YAAY,QAAQ;EACzB,KAAK,iBAAiB,QAAQ,kBAAkB;CACjD;CAED,aAAa;AACX,SAAO,CAAC,UAAU,EAAE,KAAK,eAAe,SAAS,CAAC;CACnD;CAED,MAAM,iBACJC,MACAC,QACsB;EACtB,MAAM,SAAS,MAAM,KAAK,KAAK,MAAM,OAAO;AAE5C,SAAO,GAAG,KAAK,YAAY,OAAO,KAAK,WAAY;CACpD;CAED,IAAI,YAAsB;AACxB,SAAO,CAAC,aAAa,YAAa;CACnC;CAED,IAAI,aAAuB;AACzB,SAAO,CAAC,KAAK,SAAU;CACxB;CAED,MAAM,MACJC,QACAC,aACsB;EACtB,MAAM,EAAE,YAAY,WAAW,GAAG;AAElC,MAAI,CAAC,KAAK,UAAW,OAAM,IAAI,MAAM;EAErC,MAAM,UAAU,MAAM,KAAK,UAAU,eAAe,CAClD,YACA,SACD,EAAC;EAEF,MAAM,QAAQ,uBAAuB,SAAS,KAAK,eAAe;AAElE,SAAO,GAAG,KAAK,YAAY,MAAO;CACnC;AACF;;;;AAKD,IAAa,qCAAb,cACU,wBAEV;CACE,oBAAoB;CAEpB,gBAAgB;CAEhB,YAAY;CAEZ;CAEA,iBAAwC;CAExC,YAAYJ,QAAyC;EACnD,OAAO;EACP,KAAK,YAAY,QAAQ;EACzB,KAAK,iBAAiB,QAAQ,kBAAkB;CACjD;CAED,aAAa;AACX,SAAO,CAAC,mBAAmB,EAAE,KAAK,eAAe,SAAS,CAAC;CAC5D;CAED,MAAM,qBACJK,MACAC,QACsB;EACtB,MAAM,SAAS,MAAM,KAAK,KAAK,MAAM,OAAO;AAE5C,SAAO,GAAG,KAAK,YAAY,OAAO,KAAK,WAAY;CACpD;CAED,IAAI,YAAsB;AACxB,SAAO,CAAC,cAAc,aAAc;CACrC;CAED,IAAI,aAAuB;AACzB,SAAO,CAAC,KAAK,SAAU;CACxB;CAED,MAAM,MACJH,QACAC,aACsB;EACtB,MAAM,EAAE,YAAY,aAAa,GAAG;AAEpC,MAAI,CAAC,KAAK,UAAW,OAAM,IAAI,MAAM;EAErC,MAAM,UAAU,MAAM,KAAK,UAAU,eAAe,CAClD,YACA,WACD,EAAC;EAEF,MAAM,QAAQ,uBAAuB,SAAS,KAAK,eAAe;AAElE,SAAO,GAAG,KAAK,YAAY,MAAO;CACnC;AACF"}

package/dist/evaluation/embedding_distance/index.cjs

@@ -1 +0,0 @@
-const require_base = require('./base.cjs');

package/dist/evaluation/embedding_distance/index.js

@@ -1 +0,0 @@
-import { EmbeddingDistanceEvalChain, PairwiseEmbeddingDistanceEvalChain, computeEvaluationScore, getDistanceCalculationFunction } from "./base.js";

package/dist/evaluation/index.cjs

@@ -1,54 +0,0 @@
-const require_rolldown_runtime = require('../_virtual/rolldown_runtime.cjs');
-const require_eval_chain = require('./qa/eval_chain.cjs');
-require('./qa/index.cjs');
-const require_criteria = require('./criteria/criteria.cjs');
-require('./criteria/index.cjs');
-const require_trajectory = require('./agents/trajectory.cjs');
-require('./agents/index.cjs');
-const require_base = require('./embedding_distance/base.cjs');
-require('./embedding_distance/index.cjs');
-const require_pairwise = require('./comparison/pairwise.cjs');
-require('./comparison/index.cjs');
-const require_loader = require('./loader.cjs');
-
-//#region src/evaluation/index.ts
-var evaluation_exports = {};
-require_rolldown_runtime.__export(evaluation_exports, {
-	CriteriaEvalChain: () => require_criteria.CriteriaEvalChain,
-	CriteriaResultOutputParser: () => require_criteria.CriteriaResultOutputParser,
-	EmbeddingDistanceEvalChain: () => require_base.EmbeddingDistanceEvalChain,
-	LabeledCriteriaEvalChain: () => require_criteria.LabeledCriteriaEvalChain,
-	LabeledPairwiseStringEvalChain: () => require_pairwise.LabeledPairwiseStringEvalChain,
-	PairwiseEmbeddingDistanceEvalChain: () => require_base.PairwiseEmbeddingDistanceEvalChain,
-	PairwiseStringEvalChain: () => require_pairwise.PairwiseStringEvalChain,
-	PairwiseStringResultOutputParser: () => require_pairwise.PairwiseStringResultOutputParser,
-	QAEvalChain: () => require_eval_chain.QAEvalChain,
-	TrajectoryEvalChain: () => require_trajectory.TrajectoryEvalChain,
-	TrajectoryOutputParser: () => require_trajectory.TrajectoryOutputParser,
-	computeEvaluationScore: () => require_base.computeEvaluationScore,
-	getDistanceCalculationFunction: () => require_base.getDistanceCalculationFunction,
-	loadEvaluator: () => require_loader.loadEvaluator
-});
-
-//#endregion
-exports.CriteriaEvalChain = require_criteria.CriteriaEvalChain;
-exports.CriteriaResultOutputParser = require_criteria.CriteriaResultOutputParser;
-exports.EmbeddingDistanceEvalChain = require_base.EmbeddingDistanceEvalChain;
-exports.LabeledCriteriaEvalChain = require_criteria.LabeledCriteriaEvalChain;
-exports.LabeledPairwiseStringEvalChain = require_pairwise.LabeledPairwiseStringEvalChain;
-exports.PairwiseEmbeddingDistanceEvalChain = require_base.PairwiseEmbeddingDistanceEvalChain;
-exports.PairwiseStringEvalChain = require_pairwise.PairwiseStringEvalChain;
-exports.PairwiseStringResultOutputParser = require_pairwise.PairwiseStringResultOutputParser;
-exports.QAEvalChain = require_eval_chain.QAEvalChain;
-exports.TrajectoryEvalChain = require_trajectory.TrajectoryEvalChain;
-exports.TrajectoryOutputParser = require_trajectory.TrajectoryOutputParser;
-exports.computeEvaluationScore = require_base.computeEvaluationScore;
-Object.defineProperty(exports, 'evaluation_exports', {
-  enumerable: true,
-  get: function () {
-    return evaluation_exports;
-  }
-});
-exports.getDistanceCalculationFunction = require_base.getDistanceCalculationFunction;
-exports.loadEvaluator = require_loader.loadEvaluator;
-//# sourceMappingURL=index.cjs.map

package/dist/evaluation/index.cjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.cjs","names":[],"sources":["../../src/evaluation/index.ts"],"sourcesContent":["export * from \"./qa/index.js\";\nexport * from \"./criteria/index.js\";\nexport * from \"./agents/index.js\";\nexport * from \"./embedding_distance/index.js\";\nexport * from \"./comparison/index.js\";\nexport * from \"./types.js\";\nexport * from \"./loader.js\";\n"],"mappings":""}

package/dist/evaluation/index.d.cts

@@ -1,8 +0,0 @@
-import { QAEvalChain } from "./qa/eval_chain.cjs";
-import { Criteria, CriteriaEvalChain, CriteriaEvalInput, CriteriaLike, CriteriaResultOutputParser, LabeledCriteriaEvalChain } from "./criteria/criteria.cjs";
-import { TrajectoryEvalChain, TrajectoryOutputParser } from "./agents/trajectory.cjs";
-import { EmbeddingDistanceEvalChain, EmbeddingDistanceEvalChainInput, EmbeddingDistanceType, PairwiseEmbeddingDistanceEvalChain, computeEvaluationScore, getDistanceCalculationFunction } from "./embedding_distance/base.cjs";
-import { LabeledPairwiseStringEvalChain, PairwiseStringEvalChain, PairwiseStringResultOutputParser } from "./comparison/pairwise.cjs";
-import { EvaluatorType } from "./types.cjs";
-import { LoadEvaluatorOptions, loadEvaluator } from "./loader.cjs";
-export { Criteria, CriteriaEvalChain, CriteriaEvalInput, CriteriaLike, CriteriaResultOutputParser, EmbeddingDistanceEvalChain, EmbeddingDistanceEvalChainInput, EmbeddingDistanceType, EvaluatorType, LabeledCriteriaEvalChain, LabeledPairwiseStringEvalChain, LoadEvaluatorOptions, PairwiseEmbeddingDistanceEvalChain, PairwiseStringEvalChain, PairwiseStringResultOutputParser, QAEvalChain, TrajectoryEvalChain, TrajectoryOutputParser, computeEvaluationScore, getDistanceCalculationFunction, loadEvaluator };

package/dist/evaluation/index.d.ts

@@ -1,8 +0,0 @@
-import { QAEvalChain } from "./qa/eval_chain.js";
-import { Criteria, CriteriaEvalChain, CriteriaEvalInput, CriteriaLike, CriteriaResultOutputParser, LabeledCriteriaEvalChain } from "./criteria/criteria.js";
-import { TrajectoryEvalChain, TrajectoryOutputParser } from "./agents/trajectory.js";
-import { EmbeddingDistanceEvalChain, EmbeddingDistanceEvalChainInput, EmbeddingDistanceType, PairwiseEmbeddingDistanceEvalChain, computeEvaluationScore, getDistanceCalculationFunction } from "./embedding_distance/base.js";
-import { LabeledPairwiseStringEvalChain, PairwiseStringEvalChain, PairwiseStringResultOutputParser } from "./comparison/pairwise.js";
-import { EvaluatorType } from "./types.js";
-import { LoadEvaluatorOptions, loadEvaluator } from "./loader.js";
-export { Criteria, CriteriaEvalChain, CriteriaEvalInput, CriteriaLike, CriteriaResultOutputParser, EmbeddingDistanceEvalChain, EmbeddingDistanceEvalChainInput, EmbeddingDistanceType, EvaluatorType, LabeledCriteriaEvalChain, LabeledPairwiseStringEvalChain, LoadEvaluatorOptions, PairwiseEmbeddingDistanceEvalChain, PairwiseStringEvalChain, PairwiseStringResultOutputParser, QAEvalChain, TrajectoryEvalChain, TrajectoryOutputParser, computeEvaluationScore, getDistanceCalculationFunction, loadEvaluator };

package/dist/evaluation/index.js

@@ -1,35 +0,0 @@
-import { __export } from "../_virtual/rolldown_runtime.js";
-import { QAEvalChain } from "./qa/eval_chain.js";
-import "./qa/index.js";
-import { CriteriaEvalChain, CriteriaResultOutputParser, LabeledCriteriaEvalChain } from "./criteria/criteria.js";
-import "./criteria/index.js";
-import { TrajectoryEvalChain, TrajectoryOutputParser } from "./agents/trajectory.js";
-import "./agents/index.js";
-import { EmbeddingDistanceEvalChain, PairwiseEmbeddingDistanceEvalChain, computeEvaluationScore, getDistanceCalculationFunction } from "./embedding_distance/base.js";
-import "./embedding_distance/index.js";
-import { LabeledPairwiseStringEvalChain, PairwiseStringEvalChain, PairwiseStringResultOutputParser } from "./comparison/pairwise.js";
-import "./comparison/index.js";
-import { loadEvaluator } from "./loader.js";
-
-//#region src/evaluation/index.ts
-var evaluation_exports = {};
-__export(evaluation_exports, {
-	CriteriaEvalChain: () => CriteriaEvalChain,
-	CriteriaResultOutputParser: () => CriteriaResultOutputParser,
-	EmbeddingDistanceEvalChain: () => EmbeddingDistanceEvalChain,
-	LabeledCriteriaEvalChain: () => LabeledCriteriaEvalChain,
-	LabeledPairwiseStringEvalChain: () => LabeledPairwiseStringEvalChain,
-	PairwiseEmbeddingDistanceEvalChain: () => PairwiseEmbeddingDistanceEvalChain,
-	PairwiseStringEvalChain: () => PairwiseStringEvalChain,
-	PairwiseStringResultOutputParser: () => PairwiseStringResultOutputParser,
-	QAEvalChain: () => QAEvalChain,
-	TrajectoryEvalChain: () => TrajectoryEvalChain,
-	TrajectoryOutputParser: () => TrajectoryOutputParser,
-	computeEvaluationScore: () => computeEvaluationScore,
-	getDistanceCalculationFunction: () => getDistanceCalculationFunction,
-	loadEvaluator: () => loadEvaluator
-});
-
-//#endregion
-export { CriteriaEvalChain, CriteriaResultOutputParser, EmbeddingDistanceEvalChain, LabeledCriteriaEvalChain, LabeledPairwiseStringEvalChain, PairwiseEmbeddingDistanceEvalChain, PairwiseStringEvalChain, PairwiseStringResultOutputParser, QAEvalChain, TrajectoryEvalChain, TrajectoryOutputParser, computeEvaluationScore, evaluation_exports, getDistanceCalculationFunction, loadEvaluator };
-//# sourceMappingURL=index.js.map

package/dist/evaluation/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","names":[],"sources":["../../src/evaluation/index.ts"],"sourcesContent":["export * from \"./qa/index.js\";\nexport * from \"./criteria/index.js\";\nexport * from \"./agents/index.js\";\nexport * from \"./embedding_distance/index.js\";\nexport * from \"./comparison/index.js\";\nexport * from \"./types.js\";\nexport * from \"./loader.js\";\n"],"mappings":""}

package/dist/evaluation/loader.cjs

@@ -1,57 +0,0 @@
-const require_rolldown_runtime = require('../_virtual/rolldown_runtime.cjs');
-const require_criteria = require('./criteria/criteria.cjs');
-require('./criteria/index.cjs');
-const require_trajectory = require('./agents/trajectory.cjs');
-require('./agents/index.cjs');
-const require_base = require('./embedding_distance/base.cjs');
-require('./embedding_distance/index.cjs');
-const require_pairwise = require('./comparison/pairwise.cjs');
-require('./comparison/index.cjs');
-const __langchain_core_language_models_chat_models = require_rolldown_runtime.__toESM(require("@langchain/core/language_models/chat_models"));
-
-//#region src/evaluation/loader.ts
-/**
-* Load the requested evaluation chain specified by a string
-* @param type The type of evaluator to load.
-* @param options
-*        - llm The language model to use for the evaluator.
-*        - criteria The criteria to use for the evaluator.
-*        - agentTools A list of tools available to the agent,for TrajectoryEvalChain.
-*/
-async function loadEvaluator(type, options) {
-	const { llm, chainOptions, criteria, agentTools } = options;
-	let evaluator;
-	switch (type) {
-		case "criteria":
-			evaluator = await require_criteria.CriteriaEvalChain.fromLLM(llm, criteria, chainOptions);
-			break;
-		case "labeled_criteria":
-			evaluator = await require_criteria.LabeledCriteriaEvalChain.fromLLM(llm, criteria, chainOptions);
-			break;
-		case "pairwise_string":
-			evaluator = await require_pairwise.PairwiseStringEvalChain.fromLLM(llm, criteria, chainOptions);
-			break;
-		case "labeled_pairwise_string":
-			evaluator = await require_pairwise.LabeledPairwiseStringEvalChain.fromLLM(llm, criteria, chainOptions);
-			break;
-		case "trajectory":
-			if (!(llm instanceof __langchain_core_language_models_chat_models.BaseChatModel)) throw new Error("LLM must be an instance of a base chat model.");
-			evaluator = await require_trajectory.TrajectoryEvalChain.fromLLM(llm, agentTools, chainOptions);
-			break;
-		case "embedding_distance":
-			evaluator = new require_base.EmbeddingDistanceEvalChain({
-				embedding: options?.embedding,
-				distanceMetric: options?.distanceMetric
-			});
-			break;
-		case "pairwise_embedding_distance":
-			evaluator = new require_base.PairwiseEmbeddingDistanceEvalChain({});
-			break;
-		default: throw new Error(`Unknown type: ${type}`);
-	}
-	return evaluator;
-}
-
-//#endregion
-exports.loadEvaluator = loadEvaluator;
-//# sourceMappingURL=loader.cjs.map

package/dist/evaluation/loader.cjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"loader.cjs","names":["type: T","options: LoadEvaluatorOptions","evaluator: unknown","CriteriaEvalChain","LabeledCriteriaEvalChain","PairwiseStringEvalChain","LabeledPairwiseStringEvalChain","BaseChatModel","TrajectoryEvalChain","EmbeddingDistanceEvalChain","PairwiseEmbeddingDistanceEvalChain"],"sources":["../../src/evaluation/loader.ts"],"sourcesContent":["import type { BaseLanguageModelInterface } from \"@langchain/core/language_models/base\";\nimport type { StructuredToolInterface } from \"@langchain/core/tools\";\nimport { BaseChatModel } from \"@langchain/core/language_models/chat_models\";\nimport {\n  CriteriaLike,\n  CriteriaEvalChain,\n  LabeledCriteriaEvalChain,\n} from \"./criteria/index.js\";\nimport type { EvaluatorType } from \"./types.js\";\nimport { LLMEvalChainInput } from \"./base.js\";\nimport {\n  LabeledPairwiseStringEvalChain,\n  PairwiseStringEvalChain,\n} from \"./comparison/index.js\";\nimport {\n  EmbeddingDistanceEvalChain,\n  EmbeddingDistanceEvalChainInput,\n  PairwiseEmbeddingDistanceEvalChain,\n} from \"./embedding_distance/index.js\";\nimport { TrajectoryEvalChain } from \"./agents/index.js\";\n\nexport type LoadEvaluatorOptions = EmbeddingDistanceEvalChainInput & {\n  /**\n   * The language model to use for the evaluator.\n   */\n  llm: BaseLanguageModelInterface;\n  /**\n   * The options to pass to the evaluator chain.\n   */\n  chainOptions?: Partial<Omit<LLMEvalChainInput, \"llm\">>;\n  /**\n   * The criteria to use for the evaluator.\n   */\n  criteria?: CriteriaLike;\n\n  /**\n   * A list of tools available to the agent, for TrajectoryEvalChain.\n   */\n  agentTools?: StructuredToolInterface[];\n};\n\n/**\n * Load the requested evaluation chain specified by a string\n * @param type The type of evaluator to load.\n * @param options\n *        - llm The language model to use for the evaluator.\n *        - criteria The criteria to use for the evaluator.\n *        - agentTools A list of tools available to the agent,for TrajectoryEvalChain.\n */\nexport async function loadEvaluator<T extends keyof EvaluatorType>(\n  type: T,\n  options: LoadEvaluatorOptions\n): Promise<EvaluatorType[T]> {\n  const { llm, chainOptions, criteria, agentTools } = options;\n\n  let evaluator: unknown;\n  switch (type) {\n    case \"criteria\":\n      evaluator = await CriteriaEvalChain.fromLLM(llm, criteria, chainOptions);\n      break;\n    case \"labeled_criteria\":\n      evaluator = await LabeledCriteriaEvalChain.fromLLM(\n        llm,\n        criteria,\n        chainOptions\n      );\n      break;\n    case \"pairwise_string\":\n      evaluator = await PairwiseStringEvalChain.fromLLM(\n        llm,\n        criteria,\n        chainOptions\n      );\n      break;\n    case \"labeled_pairwise_string\":\n      evaluator = await LabeledPairwiseStringEvalChain.fromLLM(\n        llm,\n        criteria,\n        chainOptions\n      );\n      break;\n    case \"trajectory\":\n      // eslint-disable-next-line no-instanceof/no-instanceof\n      if (!(llm instanceof BaseChatModel)) {\n        throw new Error(\"LLM must be an instance of a base chat model.\");\n      }\n      evaluator = await TrajectoryEvalChain.fromLLM(\n        llm,\n        agentTools,\n        chainOptions\n      );\n      break;\n    case \"embedding_distance\":\n      evaluator = new EmbeddingDistanceEvalChain({\n        embedding: options?.embedding,\n        distanceMetric: options?.distanceMetric,\n      });\n      break;\n    case \"pairwise_embedding_distance\":\n      evaluator = new PairwiseEmbeddingDistanceEvalChain({});\n      break;\n    default:\n      throw new Error(`Unknown type: ${type}`);\n  }\n\n  return evaluator as EvaluatorType[T];\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAiDA,eAAsB,cACpBA,MACAC,SAC2B;CAC3B,MAAM,EAAE,KAAK,cAAc,UAAU,YAAY,GAAG;CAEpD,IAAIC;AACJ,SAAQ,MAAR;EACE,KAAK;GACH,YAAY,MAAMC,mCAAkB,QAAQ,KAAK,UAAU,aAAa;AACxE;EACF,KAAK;GACH,YAAY,MAAMC,0CAAyB,QACzC,KACA,UACA,aACD;AACD;EACF,KAAK;GACH,YAAY,MAAMC,yCAAwB,QACxC,KACA,UACA,aACD;AACD;EACF,KAAK;GACH,YAAY,MAAMC,gDAA+B,QAC/C,KACA,UACA,aACD;AACD;EACF,KAAK;AAEH,OAAI,EAAE,eAAeC,4DACnB,OAAM,IAAI,MAAM;GAElB,YAAY,MAAMC,uCAAoB,QACpC,KACA,YACA,aACD;AACD;EACF,KAAK;GACH,YAAY,IAAIC,wCAA2B;IACzC,WAAW,SAAS;IACpB,gBAAgB,SAAS;GAC1B;AACD;EACF,KAAK;GACH,YAAY,IAAIC,gDAAmC,CAAE;AACrD;EACF,QACE,OAAM,IAAI,MAAM,CAAC,cAAc,EAAE,MAAM;CAC1C;AAED,QAAO;AACR"}

package/dist/evaluation/loader.d.cts

@@ -1,38 +0,0 @@
-import { LLMEvalChainInput } from "./base.cjs";
-import { CriteriaLike } from "./criteria/criteria.cjs";
-import { EmbeddingDistanceEvalChainInput } from "./embedding_distance/base.cjs";
-import { EvaluatorType } from "./types.cjs";
-import { BaseLanguageModelInterface } from "@langchain/core/language_models/base";
-import { StructuredToolInterface } from "@langchain/core/tools";
-
-//#region src/evaluation/loader.d.ts
-type LoadEvaluatorOptions = EmbeddingDistanceEvalChainInput & {
-  /**
-   * The language model to use for the evaluator.
-   */
-  llm: BaseLanguageModelInterface;
-  /**
-   * The options to pass to the evaluator chain.
-   */
-  chainOptions?: Partial<Omit<LLMEvalChainInput, "llm">>;
-  /**
-   * The criteria to use for the evaluator.
-   */
-  criteria?: CriteriaLike;
-  /**
-   * A list of tools available to the agent, for TrajectoryEvalChain.
-   */
-  agentTools?: StructuredToolInterface[];
-};
-/**
- * Load the requested evaluation chain specified by a string
- * @param type The type of evaluator to load.
- * @param options
- *        - llm The language model to use for the evaluator.
- *        - criteria The criteria to use for the evaluator.
- *        - agentTools A list of tools available to the agent,for TrajectoryEvalChain.
- */
-declare function loadEvaluator<T extends keyof EvaluatorType>(type: T, options: LoadEvaluatorOptions): Promise<EvaluatorType[T]>;
-//#endregion
-export { LoadEvaluatorOptions, loadEvaluator };
-//# sourceMappingURL=loader.d.cts.map

package/dist/evaluation/loader.d.cts.map

@@ -1 +0,0 @@
-{"version":3,"file":"loader.d.cts","names":["BaseLanguageModelInterface","StructuredToolInterface","CriteriaLike","EvaluatorType","LLMEvalChainInput","EmbeddingDistanceEvalChainInput","LoadEvaluatorOptions","Omit","Partial","loadEvaluator","T","Promise"],"sources":["../../src/evaluation/loader.d.ts"],"sourcesContent":["import type { BaseLanguageModelInterface } from \"@langchain/core/language_models/base\";\nimport type { StructuredToolInterface } from \"@langchain/core/tools\";\nimport { CriteriaLike } from \"./criteria/index.js\";\nimport type { EvaluatorType } from \"./types.js\";\nimport { LLMEvalChainInput } from \"./base.js\";\nimport { EmbeddingDistanceEvalChainInput } from \"./embedding_distance/index.js\";\nexport type LoadEvaluatorOptions = EmbeddingDistanceEvalChainInput & {\n    /**\n     * The language model to use for the evaluator.\n     */\n    llm: BaseLanguageModelInterface;\n    /**\n     * The options to pass to the evaluator chain.\n     */\n    chainOptions?: Partial<Omit<LLMEvalChainInput, \"llm\">>;\n    /**\n     * The criteria to use for the evaluator.\n     */\n    criteria?: CriteriaLike;\n    /**\n     * A list of tools available to the agent, for TrajectoryEvalChain.\n     */\n    agentTools?: StructuredToolInterface[];\n};\n/**\n * Load the requested evaluation chain specified by a string\n * @param type The type of evaluator to load.\n * @param options\n *        - llm The language model to use for the evaluator.\n *        - criteria The criteria to use for the evaluator.\n *        - agentTools A list of tools available to the agent,for TrajectoryEvalChain.\n */\nexport declare function loadEvaluator<T extends keyof EvaluatorType>(type: T, options: LoadEvaluatorOptions): Promise<EvaluatorType[T]>;\n"],"mappings":";;;;;;;;KAMYM,oBAAAA,GAAuBD;;AAAnC;;EAAgC,GAAGA,EAI1BL,0BAJ0BK;EAA+B;;;EAQnC,YAAZG,CAAAA,EAAAA,OAAAA,CAAQD,IAARC,CAAaJ,iBAAbI,EAAAA,KAAAA,CAAAA,CAAAA;EAAO;;AAQc;EAUhBC,QAAAA,CAAAA,EAdTP,YAcsB;EAAA;;;EAAuC,UAAWI,CAAAA,EAVtEL,uBAUsEK,EAAAA;CAAoB;;;AAAU;;;;;;iBAA7FG,8BAA8BN,qBAAqBO,YAAYJ,uBAAuBK,QAAQR,cAAcO"}

package/dist/evaluation/loader.d.ts

@@ -1,38 +0,0 @@
-import { LLMEvalChainInput } from "./base.js";
-import { CriteriaLike } from "./criteria/criteria.js";
-import { EmbeddingDistanceEvalChainInput } from "./embedding_distance/base.js";
-import { EvaluatorType } from "./types.js";
-import { StructuredToolInterface } from "@langchain/core/tools";
-import { BaseLanguageModelInterface } from "@langchain/core/language_models/base";
-
-//#region src/evaluation/loader.d.ts
-type LoadEvaluatorOptions = EmbeddingDistanceEvalChainInput & {
-  /**
-   * The language model to use for the evaluator.
-   */
-  llm: BaseLanguageModelInterface;
-  /**
-   * The options to pass to the evaluator chain.
-   */
-  chainOptions?: Partial<Omit<LLMEvalChainInput, "llm">>;
-  /**
-   * The criteria to use for the evaluator.
-   */
-  criteria?: CriteriaLike;
-  /**
-   * A list of tools available to the agent, for TrajectoryEvalChain.
-   */
-  agentTools?: StructuredToolInterface[];
-};
-/**
- * Load the requested evaluation chain specified by a string
- * @param type The type of evaluator to load.
- * @param options
- *        - llm The language model to use for the evaluator.
- *        - criteria The criteria to use for the evaluator.
- *        - agentTools A list of tools available to the agent,for TrajectoryEvalChain.
- */
-declare function loadEvaluator<T extends keyof EvaluatorType>(type: T, options: LoadEvaluatorOptions): Promise<EvaluatorType[T]>;
-//#endregion
-export { LoadEvaluatorOptions, loadEvaluator };
-//# sourceMappingURL=loader.d.ts.map

package/dist/evaluation/loader.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"loader.d.ts","names":["BaseLanguageModelInterface","StructuredToolInterface","CriteriaLike","EvaluatorType","LLMEvalChainInput","EmbeddingDistanceEvalChainInput","LoadEvaluatorOptions","Omit","Partial","loadEvaluator","T","Promise"],"sources":["../../src/evaluation/loader.d.ts"],"sourcesContent":["import type { BaseLanguageModelInterface } from \"@langchain/core/language_models/base\";\nimport type { StructuredToolInterface } from \"@langchain/core/tools\";\nimport { CriteriaLike } from \"./criteria/index.js\";\nimport type { EvaluatorType } from \"./types.js\";\nimport { LLMEvalChainInput } from \"./base.js\";\nimport { EmbeddingDistanceEvalChainInput } from \"./embedding_distance/index.js\";\nexport type LoadEvaluatorOptions = EmbeddingDistanceEvalChainInput & {\n    /**\n     * The language model to use for the evaluator.\n     */\n    llm: BaseLanguageModelInterface;\n    /**\n     * The options to pass to the evaluator chain.\n     */\n    chainOptions?: Partial<Omit<LLMEvalChainInput, \"llm\">>;\n    /**\n     * The criteria to use for the evaluator.\n     */\n    criteria?: CriteriaLike;\n    /**\n     * A list of tools available to the agent, for TrajectoryEvalChain.\n     */\n    agentTools?: StructuredToolInterface[];\n};\n/**\n * Load the requested evaluation chain specified by a string\n * @param type The type of evaluator to load.\n * @param options\n *        - llm The language model to use for the evaluator.\n *        - criteria The criteria to use for the evaluator.\n *        - agentTools A list of tools available to the agent,for TrajectoryEvalChain.\n */\nexport declare function loadEvaluator<T extends keyof EvaluatorType>(type: T, options: LoadEvaluatorOptions): Promise<EvaluatorType[T]>;\n"],"mappings":";;;;;;;;KAMYM,oBAAAA,GAAuBD;;AAAnC;;EAAgC,GAAGA,EAI1BL,0BAJ0BK;EAA+B;;;EAQnC,YAAZG,CAAAA,EAAAA,OAAAA,CAAQD,IAARC,CAAaJ,iBAAbI,EAAAA,KAAAA,CAAAA,CAAAA;EAAO;;AAQc;EAUhBC,QAAAA,CAAAA,EAdTP,YAcsB;EAAA;;;EAAuC,UAAWI,CAAAA,EAVtEL,uBAUsEK,EAAAA;CAAoB;;;AAAU;;;;;;iBAA7FG,8BAA8BN,qBAAqBO,YAAYJ,uBAAuBK,QAAQR,cAAcO"}

package/dist/evaluation/loader.js

@@ -1,56 +0,0 @@
-import { CriteriaEvalChain, LabeledCriteriaEvalChain } from "./criteria/criteria.js";
-import "./criteria/index.js";
-import { TrajectoryEvalChain } from "./agents/trajectory.js";
-import "./agents/index.js";
-import { EmbeddingDistanceEvalChain, PairwiseEmbeddingDistanceEvalChain } from "./embedding_distance/base.js";
-import "./embedding_distance/index.js";
-import { LabeledPairwiseStringEvalChain, PairwiseStringEvalChain } from "./comparison/pairwise.js";
-import "./comparison/index.js";
-import { BaseChatModel } from "@langchain/core/language_models/chat_models";
-
-//#region src/evaluation/loader.ts
-/**
-* Load the requested evaluation chain specified by a string
-* @param type The type of evaluator to load.
-* @param options
-*        - llm The language model to use for the evaluator.
-*        - criteria The criteria to use for the evaluator.
-*        - agentTools A list of tools available to the agent,for TrajectoryEvalChain.
-*/
-async function loadEvaluator(type, options) {
-	const { llm, chainOptions, criteria, agentTools } = options;
-	let evaluator;
-	switch (type) {
-		case "criteria":
-			evaluator = await CriteriaEvalChain.fromLLM(llm, criteria, chainOptions);
-			break;
-		case "labeled_criteria":
-			evaluator = await LabeledCriteriaEvalChain.fromLLM(llm, criteria, chainOptions);
-			break;
-		case "pairwise_string":
-			evaluator = await PairwiseStringEvalChain.fromLLM(llm, criteria, chainOptions);
-			break;
-		case "labeled_pairwise_string":
-			evaluator = await LabeledPairwiseStringEvalChain.fromLLM(llm, criteria, chainOptions);
-			break;
-		case "trajectory":
-			if (!(llm instanceof BaseChatModel)) throw new Error("LLM must be an instance of a base chat model.");
-			evaluator = await TrajectoryEvalChain.fromLLM(llm, agentTools, chainOptions);
-			break;
-		case "embedding_distance":
-			evaluator = new EmbeddingDistanceEvalChain({
-				embedding: options?.embedding,
-				distanceMetric: options?.distanceMetric
-			});
-			break;
-		case "pairwise_embedding_distance":
-			evaluator = new PairwiseEmbeddingDistanceEvalChain({});
-			break;
-		default: throw new Error(`Unknown type: ${type}`);
-	}
-	return evaluator;
-}
-
-//#endregion
-export { loadEvaluator };
-//# sourceMappingURL=loader.js.map

package/dist/evaluation/loader.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"loader.js","names":["type: T","options: LoadEvaluatorOptions","evaluator: unknown"],"sources":["../../src/evaluation/loader.ts"],"sourcesContent":["import type { BaseLanguageModelInterface } from \"@langchain/core/language_models/base\";\nimport type { StructuredToolInterface } from \"@langchain/core/tools\";\nimport { BaseChatModel } from \"@langchain/core/language_models/chat_models\";\nimport {\n  CriteriaLike,\n  CriteriaEvalChain,\n  LabeledCriteriaEvalChain,\n} from \"./criteria/index.js\";\nimport type { EvaluatorType } from \"./types.js\";\nimport { LLMEvalChainInput } from \"./base.js\";\nimport {\n  LabeledPairwiseStringEvalChain,\n  PairwiseStringEvalChain,\n} from \"./comparison/index.js\";\nimport {\n  EmbeddingDistanceEvalChain,\n  EmbeddingDistanceEvalChainInput,\n  PairwiseEmbeddingDistanceEvalChain,\n} from \"./embedding_distance/index.js\";\nimport { TrajectoryEvalChain } from \"./agents/index.js\";\n\nexport type LoadEvaluatorOptions = EmbeddingDistanceEvalChainInput & {\n  /**\n   * The language model to use for the evaluator.\n   */\n  llm: BaseLanguageModelInterface;\n  /**\n   * The options to pass to the evaluator chain.\n   */\n  chainOptions?: Partial<Omit<LLMEvalChainInput, \"llm\">>;\n  /**\n   * The criteria to use for the evaluator.\n   */\n  criteria?: CriteriaLike;\n\n  /**\n   * A list of tools available to the agent, for TrajectoryEvalChain.\n   */\n  agentTools?: StructuredToolInterface[];\n};\n\n/**\n * Load the requested evaluation chain specified by a string\n * @param type The type of evaluator to load.\n * @param options\n *        - llm The language model to use for the evaluator.\n *        - criteria The criteria to use for the evaluator.\n *        - agentTools A list of tools available to the agent,for TrajectoryEvalChain.\n */\nexport async function loadEvaluator<T extends keyof EvaluatorType>(\n  type: T,\n  options: LoadEvaluatorOptions\n): Promise<EvaluatorType[T]> {\n  const { llm, chainOptions, criteria, agentTools } = options;\n\n  let evaluator: unknown;\n  switch (type) {\n    case \"criteria\":\n      evaluator = await CriteriaEvalChain.fromLLM(llm, criteria, chainOptions);\n      break;\n    case \"labeled_criteria\":\n      evaluator = await LabeledCriteriaEvalChain.fromLLM(\n        llm,\n        criteria,\n        chainOptions\n      );\n      break;\n    case \"pairwise_string\":\n      evaluator = await PairwiseStringEvalChain.fromLLM(\n        llm,\n        criteria,\n        chainOptions\n      );\n      break;\n    case \"labeled_pairwise_string\":\n      evaluator = await LabeledPairwiseStringEvalChain.fromLLM(\n        llm,\n        criteria,\n        chainOptions\n      );\n      break;\n    case \"trajectory\":\n      // eslint-disable-next-line no-instanceof/no-instanceof\n      if (!(llm instanceof BaseChatModel)) {\n        throw new Error(\"LLM must be an instance of a base chat model.\");\n      }\n      evaluator = await TrajectoryEvalChain.fromLLM(\n        llm,\n        agentTools,\n        chainOptions\n      );\n      break;\n    case \"embedding_distance\":\n      evaluator = new EmbeddingDistanceEvalChain({\n        embedding: options?.embedding,\n        distanceMetric: options?.distanceMetric,\n      });\n      break;\n    case \"pairwise_embedding_distance\":\n      evaluator = new PairwiseEmbeddingDistanceEvalChain({});\n      break;\n    default:\n      throw new Error(`Unknown type: ${type}`);\n  }\n\n  return evaluator as EvaluatorType[T];\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;AAiDA,eAAsB,cACpBA,MACAC,SAC2B;CAC3B,MAAM,EAAE,KAAK,cAAc,UAAU,YAAY,GAAG;CAEpD,IAAIC;AACJ,SAAQ,MAAR;EACE,KAAK;GACH,YAAY,MAAM,kBAAkB,QAAQ,KAAK,UAAU,aAAa;AACxE;EACF,KAAK;GACH,YAAY,MAAM,yBAAyB,QACzC,KACA,UACA,aACD;AACD;EACF,KAAK;GACH,YAAY,MAAM,wBAAwB,QACxC,KACA,UACA,aACD;AACD;EACF,KAAK;GACH,YAAY,MAAM,+BAA+B,QAC/C,KACA,UACA,aACD;AACD;EACF,KAAK;AAEH,OAAI,EAAE,eAAe,eACnB,OAAM,IAAI,MAAM;GAElB,YAAY,MAAM,oBAAoB,QACpC,KACA,YACA,aACD;AACD;EACF,KAAK;GACH,YAAY,IAAI,2BAA2B;IACzC,WAAW,SAAS;IACpB,gBAAgB,SAAS;GAC1B;AACD;EACF,KAAK;GACH,YAAY,IAAI,mCAAmC,CAAE;AACrD;EACF,QACE,OAAM,IAAI,MAAM,CAAC,cAAc,EAAE,MAAM;CAC1C;AAED,QAAO;AACR"}

package/dist/evaluation/qa/eval_chain.cjs

@@ -1,41 +0,0 @@
-const require_llm_chain = require('../../chains/llm_chain.cjs');
-const require_prompt = require('./prompt.cjs');
-
-//#region src/evaluation/qa/eval_chain.ts
-const eqSet = (xs, ys) => xs.size === ys.size && [...xs].every((x) => ys.has(x));
-var QAEvalChain = class extends require_llm_chain.LLMChain {
-	static lc_name() {
-		return "QAEvalChain";
-	}
-	static fromLlm(llm, options = {}) {
-		const prompt = options.prompt || require_prompt.QA_PROMPT;
-		const expectedInputVars = new Set([
-			"query",
-			"answer",
-			"result"
-		]);
-		const inputVarsSet = new Set(prompt.inputVariables);
-		if (!eqSet(expectedInputVars, inputVarsSet)) throw new Error(`Input variables should be ${[...expectedInputVars]}, but got ${prompt.inputVariables}`);
-		return new this({
-			llm,
-			prompt,
-			...options.chainInput
-		});
-	}
-	async evaluate(examples, predictions, args = {
-		questionKey: "query",
-		answerKey: "answer",
-		predictionKey: "result"
-	}) {
-		const inputs = examples.map((example, i) => ({
-			query: example[args.questionKey],
-			answer: example[args.answerKey],
-			result: predictions[i][args.predictionKey]
-		}));
-		return await this.apply(inputs);
-	}
-};
-
-//#endregion
-exports.QAEvalChain = QAEvalChain;
-//# sourceMappingURL=eval_chain.cjs.map