@langchain/classic 1.0.40 → 1.0.42

package/dist/evaluation/embedding_distance/base.js.map

@@ -1 +1 @@
-{"version":3,"file":"base.js","names":[],"sources":["../../../src/evaluation/embedding_distance/base.ts"],"sourcesContent":["import type { EmbeddingsInterface } from \"@langchain/core/embeddings\";\nimport { ChainValues } from \"@langchain/core/utils/types\";\nimport {\n  CallbackManagerForChainRun,\n  Callbacks,\n  BaseCallbackConfig,\n} from \"@langchain/core/callbacks/manager\";\nimport {\n  PairwiseStringEvaluator,\n  PairwiseStringEvaluatorArgs,\n  StringEvaluator,\n  StringEvaluatorArgs,\n} from \"../base.js\";\nimport { cosine } from \"../../util/ml-distance/similarities.js\";\nimport { chebyshev, manhattan } from \"../../util/ml-distance/distances.js\";\nimport { euclidean } from \"../../util/ml-distance-euclidean/euclidean.js\";\n\n/**\n *\n * Embedding Distance Metric.\n *\n * COSINE: Cosine distance metric.\n * EUCLIDEAN: Euclidean distance metric.\n * MANHATTAN: Manhattan distance metric.\n * CHEBYSHEV: Chebyshev distance metric.\n * HAMMING: Hamming distance metric.\n */\nexport type EmbeddingDistanceType =\n  | \"cosine\"\n  | \"euclidean\"\n  | \"manhattan\"\n  | \"chebyshev\";\n\n/**\n * Embedding Distance Evaluation Chain Input.\n */\nexport interface EmbeddingDistanceEvalChainInput {\n  /**\n   * The embedding objects to vectorize the outputs.\n   */\n  embedding?: EmbeddingsInterface;\n\n  /**\n   * The distance metric to use\n   * for comparing the embeddings.\n   */\n  distanceMetric?: EmbeddingDistanceType;\n}\n\ntype VectorFunction = (xVector: number[], yVector: number[]) => number;\n\n/**\n * Get the distance function for the given distance type.\n * @param distance The distance type.\n * @return The distance function.\n */\nexport function getDistanceCalculationFunction(\n  distanceType: EmbeddingDistanceType\n): VectorFunction {\n  const distanceFunctions: { [key in EmbeddingDistanceType]: VectorFunction } =\n    {\n      cosine: (X: number[], Y: number[]) => 1.0 - cosine(X, Y),\n      euclidean,\n      manhattan,\n      chebyshev,\n    };\n\n  return distanceFunctions[distanceType];\n}\n\n/**\n * Compute the score based on the distance metric.\n * @param vectors The input vectors.\n * @param distanceMetric The distance metric.\n * @return The computed score.\n */\nexport function computeEvaluationScore(\n  vectors: number[][],\n  distanceMetric: EmbeddingDistanceType\n): number {\n  const metricFunction = getDistanceCalculationFunction(distanceMetric);\n  return metricFunction(vectors[0], vectors[1]);\n}\n\n/**\n * Use embedding distances to score semantic difference between\n * a prediction and reference.\n */\nexport class EmbeddingDistanceEvalChain\n  extends StringEvaluator\n  implements EmbeddingDistanceEvalChainInput\n{\n  requiresReference = true;\n\n  requiresInput = false;\n\n  outputKey = \"score\";\n\n  embedding?: EmbeddingsInterface;\n\n  distanceMetric: EmbeddingDistanceType = \"cosine\";\n\n  constructor(fields: EmbeddingDistanceEvalChainInput) {\n    super();\n    this.embedding = fields?.embedding;\n    this.distanceMetric = fields?.distanceMetric || \"cosine\";\n  }\n\n  _chainType() {\n    return `embedding_${this.distanceMetric}_distance` as const;\n  }\n\n  async _evaluateStrings(\n    args: StringEvaluatorArgs,\n    config: Callbacks | BaseCallbackConfig | undefined\n  ): Promise<ChainValues> {\n    const result = await this.call(args, config);\n\n    return { [this.outputKey]: result[this.outputKey] };\n  }\n\n  get inputKeys(): string[] {\n    return [\"reference\", \"prediction\"];\n  }\n\n  get outputKeys(): string[] {\n    return [this.outputKey];\n  }\n\n  async _call(\n    values: ChainValues,\n    _runManager: CallbackManagerForChainRun | undefined\n  ): Promise<ChainValues> {\n    const { prediction, reference } = values;\n\n    if (!this.embedding) throw new Error(\"Embedding is undefined\");\n\n    const vectors = await this.embedding.embedDocuments([\n      prediction,\n      reference,\n    ]);\n\n    const score = computeEvaluationScore(vectors, this.distanceMetric);\n\n    return { [this.outputKey]: score };\n  }\n}\n\n/**\n * Use embedding distances to score semantic difference between two predictions.\n */\nexport class PairwiseEmbeddingDistanceEvalChain\n  extends PairwiseStringEvaluator\n  implements EmbeddingDistanceEvalChainInput\n{\n  requiresReference = false;\n\n  requiresInput = false;\n\n  outputKey = \"score\";\n\n  embedding?: EmbeddingsInterface;\n\n  distanceMetric: EmbeddingDistanceType = \"cosine\";\n\n  constructor(fields: EmbeddingDistanceEvalChainInput) {\n    super();\n    this.embedding = fields?.embedding;\n    this.distanceMetric = fields?.distanceMetric || \"cosine\";\n  }\n\n  _chainType() {\n    return `pairwise_embedding_${this.distanceMetric}_distance` as const;\n  }\n\n  async _evaluateStringPairs(\n    args: PairwiseStringEvaluatorArgs,\n    config?: Callbacks | BaseCallbackConfig\n  ): Promise<ChainValues> {\n    const result = await this.call(args, config);\n\n    return { [this.outputKey]: result[this.outputKey] };\n  }\n\n  get inputKeys(): string[] {\n    return [\"prediction\", \"predictionB\"];\n  }\n\n  get outputKeys(): string[] {\n    return [this.outputKey];\n  }\n\n  async _call(\n    values: ChainValues,\n    _runManager: CallbackManagerForChainRun | undefined\n  ): Promise<ChainValues> {\n    const { prediction, predictionB } = values;\n\n    if (!this.embedding) throw new Error(\"Embedding is undefined\");\n\n    const vectors = await this.embedding.embedDocuments([\n      prediction,\n      predictionB,\n    ]);\n\n    const score = computeEvaluationScore(vectors, this.distanceMetric);\n\n    return { [this.outputKey]: score };\n  }\n}\n"],"mappings":";;;;;;;;;;AAwDA,SAAgB,+BACd,cACgB;AAShB,QAAO;EANH,SAAS,GAAa,MAAgB,IAAM,OAAO,GAAG,EAAE;EACxD;EACA;EACA;EAGoB,CAAC;;;;;;;;AAS3B,SAAgB,uBACd,SACA,gBACQ;AAER,QADuB,+BAA+B,eACjC,CAAC,QAAQ,IAAI,QAAQ,GAAG;;;;;;AAO/C,IAAa,6BAAb,cACU,gBAEV;CACE,oBAAoB;CAEpB,gBAAgB;CAEhB,YAAY;CAEZ;CAEA,iBAAwC;CAExC,YAAY,QAAyC;AACnD,SAAO;AACP,OAAK,YAAY,QAAQ;AACzB,OAAK,iBAAiB,QAAQ,kBAAkB;;CAGlD,aAAa;AACX,SAAO,aAAa,KAAK,eAAe;;CAG1C,MAAM,iBACJ,MACA,QACsB;EACtB,MAAM,SAAS,MAAM,KAAK,KAAK,MAAM,OAAO;AAE5C,SAAO,GAAG,KAAK,YAAY,OAAO,KAAK,YAAY;;CAGrD,IAAI,YAAsB;AACxB,SAAO,CAAC,aAAa,aAAa;;CAGpC,IAAI,aAAuB;AACzB,SAAO,CAAC,KAAK,UAAU;;CAGzB,MAAM,MACJ,QACA,aACsB;EACtB,MAAM,EAAE,YAAY,cAAc;AAElC,MAAI,CAAC,KAAK,UAAW,OAAM,IAAI,MAAM,yBAAyB;EAO9D,MAAM,QAAQ,uBAAuB,MALf,KAAK,UAAU,eAAe,CAClD,YACA,UACD,CAAC,EAE4C,KAAK,eAAe;AAElE,SAAO,GAAG,KAAK,YAAY,OAAO;;;;;;AAOtC,IAAa,qCAAb,cACU,wBAEV;CACE,oBAAoB;CAEpB,gBAAgB;CAEhB,YAAY;CAEZ;CAEA,iBAAwC;CAExC,YAAY,QAAyC;AACnD,SAAO;AACP,OAAK,YAAY,QAAQ;AACzB,OAAK,iBAAiB,QAAQ,kBAAkB;;CAGlD,aAAa;AACX,SAAO,sBAAsB,KAAK,eAAe;;CAGnD,MAAM,qBACJ,MACA,QACsB;EACtB,MAAM,SAAS,MAAM,KAAK,KAAK,MAAM,OAAO;AAE5C,SAAO,GAAG,KAAK,YAAY,OAAO,KAAK,YAAY;;CAGrD,IAAI,YAAsB;AACxB,SAAO,CAAC,cAAc,cAAc;;CAGtC,IAAI,aAAuB;AACzB,SAAO,CAAC,KAAK,UAAU;;CAGzB,MAAM,MACJ,QACA,aACsB;EACtB,MAAM,EAAE,YAAY,gBAAgB;AAEpC,MAAI,CAAC,KAAK,UAAW,OAAM,IAAI,MAAM,yBAAyB;EAO9D,MAAM,QAAQ,uBAAuB,MALf,KAAK,UAAU,eAAe,CAClD,YACA,YACD,CAAC,EAE4C,KAAK,eAAe;AAElE,SAAO,GAAG,KAAK,YAAY,OAAO"}
+{"version":3,"file":"base.js","names":[],"sources":["../../../src/evaluation/embedding_distance/base.ts"],"sourcesContent":["import type { EmbeddingsInterface } from \"@langchain/core/embeddings\";\nimport { ChainValues } from \"@langchain/core/utils/types\";\nimport {\n  CallbackManagerForChainRun,\n  Callbacks,\n  BaseCallbackConfig,\n} from \"@langchain/core/callbacks/manager\";\nimport {\n  PairwiseStringEvaluator,\n  PairwiseStringEvaluatorArgs,\n  StringEvaluator,\n  StringEvaluatorArgs,\n} from \"../base.js\";\nimport { cosine } from \"../../util/ml-distance/similarities.js\";\nimport { chebyshev, manhattan } from \"../../util/ml-distance/distances.js\";\nimport { euclidean } from \"../../util/ml-distance-euclidean/euclidean.js\";\n\n/**\n *\n * Embedding Distance Metric.\n *\n * COSINE: Cosine distance metric.\n * EUCLIDEAN: Euclidean distance metric.\n * MANHATTAN: Manhattan distance metric.\n * CHEBYSHEV: Chebyshev distance metric.\n * HAMMING: Hamming distance metric.\n */\nexport type EmbeddingDistanceType =\n  | \"cosine\"\n  | \"euclidean\"\n  | \"manhattan\"\n  | \"chebyshev\";\n\n/**\n * Embedding Distance Evaluation Chain Input.\n */\nexport interface EmbeddingDistanceEvalChainInput {\n  /**\n   * The embedding objects to vectorize the outputs.\n   */\n  embedding?: EmbeddingsInterface;\n\n  /**\n   * The distance metric to use\n   * for comparing the embeddings.\n   */\n  distanceMetric?: EmbeddingDistanceType;\n}\n\ntype VectorFunction = (xVector: number[], yVector: number[]) => number;\n\n/**\n * Get the distance function for the given distance type.\n * @param distance The distance type.\n * @return The distance function.\n */\nexport function getDistanceCalculationFunction(\n  distanceType: EmbeddingDistanceType\n): VectorFunction {\n  const distanceFunctions: { [key in EmbeddingDistanceType]: VectorFunction } =\n    {\n      cosine: (X: number[], Y: number[]) => 1.0 - cosine(X, Y),\n      euclidean,\n      manhattan,\n      chebyshev,\n    };\n\n  return distanceFunctions[distanceType];\n}\n\n/**\n * Compute the score based on the distance metric.\n * @param vectors The input vectors.\n * @param distanceMetric The distance metric.\n * @return The computed score.\n */\nexport function computeEvaluationScore(\n  vectors: number[][],\n  distanceMetric: EmbeddingDistanceType\n): number {\n  const metricFunction = getDistanceCalculationFunction(distanceMetric);\n  return metricFunction(vectors[0], vectors[1]);\n}\n\n/**\n * Use embedding distances to score semantic difference between\n * a prediction and reference.\n */\nexport class EmbeddingDistanceEvalChain\n  extends StringEvaluator\n  implements EmbeddingDistanceEvalChainInput\n{\n  requiresReference = true;\n\n  requiresInput = false;\n\n  outputKey = \"score\";\n\n  embedding?: EmbeddingsInterface;\n\n  distanceMetric: EmbeddingDistanceType = \"cosine\";\n\n  constructor(fields: EmbeddingDistanceEvalChainInput) {\n    super();\n    this.embedding = fields?.embedding;\n    this.distanceMetric = fields?.distanceMetric || \"cosine\";\n  }\n\n  _chainType() {\n    return `embedding_${this.distanceMetric}_distance` as const;\n  }\n\n  async _evaluateStrings(\n    args: StringEvaluatorArgs,\n    config: Callbacks | BaseCallbackConfig | undefined\n  ): Promise<ChainValues> {\n    const result = await this.call(args, config);\n\n    return { [this.outputKey]: result[this.outputKey] };\n  }\n\n  get inputKeys(): string[] {\n    return [\"reference\", \"prediction\"];\n  }\n\n  get outputKeys(): string[] {\n    return [this.outputKey];\n  }\n\n  async _call(\n    values: ChainValues,\n    _runManager: CallbackManagerForChainRun | undefined\n  ): Promise<ChainValues> {\n    const { prediction, reference } = values;\n\n    if (!this.embedding) throw new Error(\"Embedding is undefined\");\n\n    const vectors = await this.embedding.embedDocuments([\n      prediction,\n      reference,\n    ]);\n\n    const score = computeEvaluationScore(vectors, this.distanceMetric);\n\n    return { [this.outputKey]: score };\n  }\n}\n\n/**\n * Use embedding distances to score semantic difference between two predictions.\n */\nexport class PairwiseEmbeddingDistanceEvalChain\n  extends PairwiseStringEvaluator\n  implements EmbeddingDistanceEvalChainInput\n{\n  requiresReference = false;\n\n  requiresInput = false;\n\n  outputKey = \"score\";\n\n  embedding?: EmbeddingsInterface;\n\n  distanceMetric: EmbeddingDistanceType = \"cosine\";\n\n  constructor(fields: EmbeddingDistanceEvalChainInput) {\n    super();\n    this.embedding = fields?.embedding;\n    this.distanceMetric = fields?.distanceMetric || \"cosine\";\n  }\n\n  _chainType() {\n    return `pairwise_embedding_${this.distanceMetric}_distance` as const;\n  }\n\n  async _evaluateStringPairs(\n    args: PairwiseStringEvaluatorArgs,\n    config?: Callbacks | BaseCallbackConfig\n  ): Promise<ChainValues> {\n    const result = await this.call(args, config);\n\n    return { [this.outputKey]: result[this.outputKey] };\n  }\n\n  get inputKeys(): string[] {\n    return [\"prediction\", \"predictionB\"];\n  }\n\n  get outputKeys(): string[] {\n    return [this.outputKey];\n  }\n\n  async _call(\n    values: ChainValues,\n    _runManager: CallbackManagerForChainRun | undefined\n  ): Promise<ChainValues> {\n    const { prediction, predictionB } = values;\n\n    if (!this.embedding) throw new Error(\"Embedding is undefined\");\n\n    const vectors = await this.embedding.embedDocuments([\n      prediction,\n      predictionB,\n    ]);\n\n    const score = computeEvaluationScore(vectors, this.distanceMetric);\n\n    return { [this.outputKey]: score };\n  }\n}\n"],"mappings":";;;;;;;;;;AAwDA,SAAgB,+BACd,cACgB;CAShB,OAAO;EANH,SAAS,GAAa,MAAgB,IAAM,OAAO,GAAG,CAAC;EACvD;EACA;EACA;CAGmB,EAAE;AAC3B;;;;;;;AAQA,SAAgB,uBACd,SACA,gBACQ;CAER,OADuB,+BAA+B,cAClC,CAAC,CAAC,QAAQ,IAAI,QAAQ,EAAE;AAC9C;;;;;AAMA,IAAa,6BAAb,cACU,gBAEV;CACE,oBAAoB;CAEpB,gBAAgB;CAEhB,YAAY;CAEZ;CAEA,iBAAwC;CAExC,YAAY,QAAyC;EACnD,MAAM;EACN,KAAK,YAAY,QAAQ;EACzB,KAAK,iBAAiB,QAAQ,kBAAkB;CAClD;CAEA,aAAa;EACX,OAAO,aAAa,KAAK,eAAe;CAC1C;CAEA,MAAM,iBACJ,MACA,QACsB;EACtB,MAAM,SAAS,MAAM,KAAK,KAAK,MAAM,MAAM;EAE3C,OAAO,GAAG,KAAK,YAAY,OAAO,KAAK,WAAW;CACpD;CAEA,IAAI,YAAsB;EACxB,OAAO,CAAC,aAAa,YAAY;CACnC;CAEA,IAAI,aAAuB;EACzB,OAAO,CAAC,KAAK,SAAS;CACxB;CAEA,MAAM,MACJ,QACA,aACsB;EACtB,MAAM,EAAE,YAAY,cAAc;EAElC,IAAI,CAAC,KAAK,WAAW,MAAM,IAAI,MAAM,wBAAwB;EAO7D,MAAM,QAAQ,uBAAuB,MALf,KAAK,UAAU,eAAe,CAClD,YACA,SACF,CAAC,GAE6C,KAAK,cAAc;EAEjE,OAAO,GAAG,KAAK,YAAY,MAAM;CACnC;AACF;;;;AAKA,IAAa,qCAAb,cACU,wBAEV;CACE,oBAAoB;CAEpB,gBAAgB;CAEhB,YAAY;CAEZ;CAEA,iBAAwC;CAExC,YAAY,QAAyC;EACnD,MAAM;EACN,KAAK,YAAY,QAAQ;EACzB,KAAK,iBAAiB,QAAQ,kBAAkB;CAClD;CAEA,aAAa;EACX,OAAO,sBAAsB,KAAK,eAAe;CACnD;CAEA,MAAM,qBACJ,MACA,QACsB;EACtB,MAAM,SAAS,MAAM,KAAK,KAAK,MAAM,MAAM;EAE3C,OAAO,GAAG,KAAK,YAAY,OAAO,KAAK,WAAW;CACpD;CAEA,IAAI,YAAsB;EACxB,OAAO,CAAC,cAAc,aAAa;CACrC;CAEA,IAAI,aAAuB;EACzB,OAAO,CAAC,KAAK,SAAS;CACxB;CAEA,MAAM,MACJ,QACA,aACsB;EACtB,MAAM,EAAE,YAAY,gBAAgB;EAEpC,IAAI,CAAC,KAAK,WAAW,MAAM,IAAI,MAAM,wBAAwB;EAO7D,MAAM,QAAQ,uBAAuB,MALf,KAAK,UAAU,eAAe,CAClD,YACA,WACF,CAAC,GAE6C,KAAK,cAAc;EAEjE,OAAO,GAAG,KAAK,YAAY,MAAM;CACnC;AACF"}

package/dist/evaluation/embedding_distance/index.cjs

@@ -1 +1,5 @@
-require("./base.cjs");
+const require_base = require("./base.cjs");
+exports.EmbeddingDistanceEvalChain = require_base.EmbeddingDistanceEvalChain;
+exports.PairwiseEmbeddingDistanceEvalChain = require_base.PairwiseEmbeddingDistanceEvalChain;
+exports.computeEvaluationScore = require_base.computeEvaluationScore;
+exports.getDistanceCalculationFunction = require_base.getDistanceCalculationFunction;

package/dist/evaluation/embedding_distance/index.d.cts

@@ -1 +1,2 @@
-import { EmbeddingDistanceEvalChain, EmbeddingDistanceEvalChainInput, EmbeddingDistanceType, PairwiseEmbeddingDistanceEvalChain, computeEvaluationScore, getDistanceCalculationFunction } from "./base.cjs";
+import { EmbeddingDistanceEvalChain, EmbeddingDistanceEvalChainInput, EmbeddingDistanceType, PairwiseEmbeddingDistanceEvalChain, computeEvaluationScore, getDistanceCalculationFunction } from "./base.cjs";
+export { EmbeddingDistanceEvalChain, EmbeddingDistanceEvalChainInput, EmbeddingDistanceType, PairwiseEmbeddingDistanceEvalChain, computeEvaluationScore, getDistanceCalculationFunction };

package/dist/evaluation/embedding_distance/index.d.ts

@@ -1 +1,2 @@
-import { EmbeddingDistanceEvalChain, EmbeddingDistanceEvalChainInput, EmbeddingDistanceType, PairwiseEmbeddingDistanceEvalChain, computeEvaluationScore, getDistanceCalculationFunction } from "./base.js";
+import { EmbeddingDistanceEvalChain, EmbeddingDistanceEvalChainInput, EmbeddingDistanceType, PairwiseEmbeddingDistanceEvalChain, computeEvaluationScore, getDistanceCalculationFunction } from "./base.js";
+export { EmbeddingDistanceEvalChain, EmbeddingDistanceEvalChainInput, EmbeddingDistanceType, PairwiseEmbeddingDistanceEvalChain, computeEvaluationScore, getDistanceCalculationFunction };

package/dist/evaluation/embedding_distance/index.js

@@ -1,2 +1,2 @@
-import "./base.js";
-export {};
+import { EmbeddingDistanceEvalChain, PairwiseEmbeddingDistanceEvalChain, computeEvaluationScore, getDistanceCalculationFunction } from "./base.js";
+export { EmbeddingDistanceEvalChain, PairwiseEmbeddingDistanceEvalChain, computeEvaluationScore, getDistanceCalculationFunction };

package/dist/evaluation/index.d.cts

@@ -1,8 +1,13 @@
 import { QAEvalChain } from "./qa/eval_chain.cjs";
+import "./qa/index.cjs";
 import { Criteria, CriteriaEvalChain, CriteriaEvalInput, CriteriaLike, CriteriaResultOutputParser, LabeledCriteriaEvalChain } from "./criteria/criteria.cjs";
+import "./criteria/index.cjs";
 import { TrajectoryEvalChain, TrajectoryOutputParser } from "./agents/trajectory.cjs";
+import "./agents/index.cjs";
 import { EmbeddingDistanceEvalChain, EmbeddingDistanceEvalChainInput, EmbeddingDistanceType, PairwiseEmbeddingDistanceEvalChain, computeEvaluationScore, getDistanceCalculationFunction } from "./embedding_distance/base.cjs";
+import "./embedding_distance/index.cjs";
 import { LabeledPairwiseStringEvalChain, PairwiseStringEvalChain, PairwiseStringResultOutputParser } from "./comparison/pairwise.cjs";
+import "./comparison/index.cjs";
 import { EvaluatorType } from "./types.cjs";
 import { LoadEvaluatorOptions, loadEvaluator } from "./loader.cjs";
 export { Criteria, CriteriaEvalChain, CriteriaEvalInput, CriteriaLike, CriteriaResultOutputParser, EmbeddingDistanceEvalChain, EmbeddingDistanceEvalChainInput, EmbeddingDistanceType, EvaluatorType, LabeledCriteriaEvalChain, LabeledPairwiseStringEvalChain, LoadEvaluatorOptions, PairwiseEmbeddingDistanceEvalChain, PairwiseStringEvalChain, PairwiseStringResultOutputParser, QAEvalChain, TrajectoryEvalChain, TrajectoryOutputParser, computeEvaluationScore, getDistanceCalculationFunction, loadEvaluator };

package/dist/evaluation/index.d.ts

@@ -1,8 +1,13 @@
 import { QAEvalChain } from "./qa/eval_chain.js";
+import "./qa/index.js";
 import { Criteria, CriteriaEvalChain, CriteriaEvalInput, CriteriaLike, CriteriaResultOutputParser, LabeledCriteriaEvalChain } from "./criteria/criteria.js";
+import "./criteria/index.js";
 import { TrajectoryEvalChain, TrajectoryOutputParser } from "./agents/trajectory.js";
+import "./agents/index.js";
 import { EmbeddingDistanceEvalChain, EmbeddingDistanceEvalChainInput, EmbeddingDistanceType, PairwiseEmbeddingDistanceEvalChain, computeEvaluationScore, getDistanceCalculationFunction } from "./embedding_distance/base.js";
+import "./embedding_distance/index.js";
 import { LabeledPairwiseStringEvalChain, PairwiseStringEvalChain, PairwiseStringResultOutputParser } from "./comparison/pairwise.js";
+import "./comparison/index.js";
 import { EvaluatorType } from "./types.js";
 import { LoadEvaluatorOptions, loadEvaluator } from "./loader.js";
 export { Criteria, CriteriaEvalChain, CriteriaEvalInput, CriteriaLike, CriteriaResultOutputParser, EmbeddingDistanceEvalChain, EmbeddingDistanceEvalChainInput, EmbeddingDistanceType, EvaluatorType, LabeledCriteriaEvalChain, LabeledPairwiseStringEvalChain, LoadEvaluatorOptions, PairwiseEmbeddingDistanceEvalChain, PairwiseStringEvalChain, PairwiseStringResultOutputParser, QAEvalChain, TrajectoryEvalChain, TrajectoryOutputParser, computeEvaluationScore, getDistanceCalculationFunction, loadEvaluator };

package/dist/evaluation/loader.cjs

@@ -1,4 +1,3 @@
-require("../_virtual/_rolldown/runtime.cjs");
 const require_criteria = require("./criteria/criteria.cjs");
 require("./criteria/index.cjs");
 const require_trajectory = require("./agents/trajectory.cjs");

package/dist/evaluation/loader.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"loader.cjs","names":["CriteriaEvalChain","LabeledCriteriaEvalChain","PairwiseStringEvalChain","LabeledPairwiseStringEvalChain","BaseChatModel","TrajectoryEvalChain","EmbeddingDistanceEvalChain","PairwiseEmbeddingDistanceEvalChain"],"sources":["../../src/evaluation/loader.ts"],"sourcesContent":["import type { BaseLanguageModelInterface } from \"@langchain/core/language_models/base\";\nimport type { StructuredToolInterface } from \"@langchain/core/tools\";\nimport { BaseChatModel } from \"@langchain/core/language_models/chat_models\";\nimport {\n  CriteriaLike,\n  CriteriaEvalChain,\n  LabeledCriteriaEvalChain,\n} from \"./criteria/index.js\";\nimport type { EvaluatorType } from \"./types.js\";\nimport { LLMEvalChainInput } from \"./base.js\";\nimport {\n  LabeledPairwiseStringEvalChain,\n  PairwiseStringEvalChain,\n} from \"./comparison/index.js\";\nimport {\n  EmbeddingDistanceEvalChain,\n  EmbeddingDistanceEvalChainInput,\n  PairwiseEmbeddingDistanceEvalChain,\n} from \"./embedding_distance/index.js\";\nimport { TrajectoryEvalChain } from \"./agents/index.js\";\n\nexport type LoadEvaluatorOptions = EmbeddingDistanceEvalChainInput & {\n  /**\n   * The language model to use for the evaluator.\n   */\n  llm: BaseLanguageModelInterface;\n  /**\n   * The options to pass to the evaluator chain.\n   */\n  chainOptions?: Partial<Omit<LLMEvalChainInput, \"llm\">>;\n  /**\n   * The criteria to use for the evaluator.\n   */\n  criteria?: CriteriaLike;\n\n  /**\n   * A list of tools available to the agent, for TrajectoryEvalChain.\n   */\n  agentTools?: StructuredToolInterface[];\n};\n\n/**\n * Load the requested evaluation chain specified by a string\n * @param type The type of evaluator to load.\n * @param options\n *        - llm The language model to use for the evaluator.\n *        - criteria The criteria to use for the evaluator.\n *        - agentTools A list of tools available to the agent,for TrajectoryEvalChain.\n */\nexport async function loadEvaluator<T extends keyof EvaluatorType>(\n  type: T,\n  options: LoadEvaluatorOptions\n): Promise<EvaluatorType[T]> {\n  const { llm, chainOptions, criteria, agentTools } = options;\n\n  let evaluator: unknown;\n  switch (type) {\n    case \"criteria\":\n      evaluator = await CriteriaEvalChain.fromLLM(llm, criteria, chainOptions);\n      break;\n    case \"labeled_criteria\":\n      evaluator = await LabeledCriteriaEvalChain.fromLLM(\n        llm,\n        criteria,\n        chainOptions\n      );\n      break;\n    case \"pairwise_string\":\n      evaluator = await PairwiseStringEvalChain.fromLLM(\n        llm,\n        criteria,\n        chainOptions\n      );\n      break;\n    case \"labeled_pairwise_string\":\n      evaluator = await LabeledPairwiseStringEvalChain.fromLLM(\n        llm,\n        criteria,\n        chainOptions\n      );\n      break;\n    case \"trajectory\":\n      // oxlint-disable-next-line no-instanceof/no-instanceof\n      if (!(llm instanceof BaseChatModel)) {\n        throw new Error(\"LLM must be an instance of a base chat model.\");\n      }\n      evaluator = await TrajectoryEvalChain.fromLLM(\n        llm,\n        agentTools,\n        chainOptions\n      );\n      break;\n    case \"embedding_distance\":\n      evaluator = new EmbeddingDistanceEvalChain({\n        embedding: options?.embedding,\n        distanceMetric: options?.distanceMetric,\n      });\n      break;\n    case \"pairwise_embedding_distance\":\n      evaluator = new PairwiseEmbeddingDistanceEvalChain({});\n      break;\n    default:\n      throw new Error(`Unknown type: ${type}`);\n  }\n\n  return evaluator as EvaluatorType[T];\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;AAiDA,eAAsB,cACpB,MACA,SAC2B;CAC3B,MAAM,EAAE,KAAK,cAAc,UAAU,eAAe;CAEpD,IAAI;AACJ,SAAQ,MAAR;EACE,KAAK;AACH,eAAY,MAAMA,iBAAAA,kBAAkB,QAAQ,KAAK,UAAU,aAAa;AACxE;EACF,KAAK;AACH,eAAY,MAAMC,iBAAAA,yBAAyB,QACzC,KACA,UACA,aACD;AACD;EACF,KAAK;AACH,eAAY,MAAMC,iBAAAA,wBAAwB,QACxC,KACA,UACA,aACD;AACD;EACF,KAAK;AACH,eAAY,MAAMC,iBAAAA,+BAA+B,QAC/C,KACA,UACA,aACD;AACD;EACF,KAAK;AAEH,OAAI,EAAE,eAAeC,4CAAAA,eACnB,OAAM,IAAI,MAAM,gDAAgD;AAElE,eAAY,MAAMC,mBAAAA,oBAAoB,QACpC,KACA,YACA,aACD;AACD;EACF,KAAK;AACH,eAAY,IAAIC,aAAAA,2BAA2B;IACzC,WAAW,SAAS;IACpB,gBAAgB,SAAS;IAC1B,CAAC;AACF;EACF,KAAK;AACH,eAAY,IAAIC,aAAAA,mCAAmC,EAAE,CAAC;AACtD;EACF,QACE,OAAM,IAAI,MAAM,iBAAiB,OAAO;;AAG5C,QAAO"}
+{"version":3,"file":"loader.cjs","names":["CriteriaEvalChain","LabeledCriteriaEvalChain","PairwiseStringEvalChain","LabeledPairwiseStringEvalChain","BaseChatModel","TrajectoryEvalChain","EmbeddingDistanceEvalChain","PairwiseEmbeddingDistanceEvalChain"],"sources":["../../src/evaluation/loader.ts"],"sourcesContent":["import type { BaseLanguageModelInterface } from \"@langchain/core/language_models/base\";\nimport type { StructuredToolInterface } from \"@langchain/core/tools\";\nimport { BaseChatModel } from \"@langchain/core/language_models/chat_models\";\nimport {\n  CriteriaLike,\n  CriteriaEvalChain,\n  LabeledCriteriaEvalChain,\n} from \"./criteria/index.js\";\nimport type { EvaluatorType } from \"./types.js\";\nimport { LLMEvalChainInput } from \"./base.js\";\nimport {\n  LabeledPairwiseStringEvalChain,\n  PairwiseStringEvalChain,\n} from \"./comparison/index.js\";\nimport {\n  EmbeddingDistanceEvalChain,\n  EmbeddingDistanceEvalChainInput,\n  PairwiseEmbeddingDistanceEvalChain,\n} from \"./embedding_distance/index.js\";\nimport { TrajectoryEvalChain } from \"./agents/index.js\";\n\nexport type LoadEvaluatorOptions = EmbeddingDistanceEvalChainInput & {\n  /**\n   * The language model to use for the evaluator.\n   */\n  llm: BaseLanguageModelInterface;\n  /**\n   * The options to pass to the evaluator chain.\n   */\n  chainOptions?: Partial<Omit<LLMEvalChainInput, \"llm\">>;\n  /**\n   * The criteria to use for the evaluator.\n   */\n  criteria?: CriteriaLike;\n\n  /**\n   * A list of tools available to the agent, for TrajectoryEvalChain.\n   */\n  agentTools?: StructuredToolInterface[];\n};\n\n/**\n * Load the requested evaluation chain specified by a string\n * @param type The type of evaluator to load.\n * @param options\n *        - llm The language model to use for the evaluator.\n *        - criteria The criteria to use for the evaluator.\n *        - agentTools A list of tools available to the agent,for TrajectoryEvalChain.\n */\nexport async function loadEvaluator<T extends keyof EvaluatorType>(\n  type: T,\n  options: LoadEvaluatorOptions\n): Promise<EvaluatorType[T]> {\n  const { llm, chainOptions, criteria, agentTools } = options;\n\n  let evaluator: unknown;\n  switch (type) {\n    case \"criteria\":\n      evaluator = await CriteriaEvalChain.fromLLM(llm, criteria, chainOptions);\n      break;\n    case \"labeled_criteria\":\n      evaluator = await LabeledCriteriaEvalChain.fromLLM(\n        llm,\n        criteria,\n        chainOptions\n      );\n      break;\n    case \"pairwise_string\":\n      evaluator = await PairwiseStringEvalChain.fromLLM(\n        llm,\n        criteria,\n        chainOptions\n      );\n      break;\n    case \"labeled_pairwise_string\":\n      evaluator = await LabeledPairwiseStringEvalChain.fromLLM(\n        llm,\n        criteria,\n        chainOptions\n      );\n      break;\n    case \"trajectory\":\n      // oxlint-disable-next-line no-instanceof/no-instanceof\n      if (!(llm instanceof BaseChatModel)) {\n        throw new Error(\"LLM must be an instance of a base chat model.\");\n      }\n      evaluator = await TrajectoryEvalChain.fromLLM(\n        llm,\n        agentTools,\n        chainOptions\n      );\n      break;\n    case \"embedding_distance\":\n      evaluator = new EmbeddingDistanceEvalChain({\n        embedding: options?.embedding,\n        distanceMetric: options?.distanceMetric,\n      });\n      break;\n    case \"pairwise_embedding_distance\":\n      evaluator = new PairwiseEmbeddingDistanceEvalChain({});\n      break;\n    default:\n      throw new Error(`Unknown type: ${type}`);\n  }\n\n  return evaluator as EvaluatorType[T];\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAiDA,eAAsB,cACpB,MACA,SAC2B;CAC3B,MAAM,EAAE,KAAK,cAAc,UAAU,eAAe;CAEpD,IAAI;CACJ,QAAQ,MAAR;EACE,KAAK;GACH,YAAY,MAAMA,iBAAAA,kBAAkB,QAAQ,KAAK,UAAU,YAAY;GACvE;EACF,KAAK;GACH,YAAY,MAAMC,iBAAAA,yBAAyB,QACzC,KACA,UACA,YACF;GACA;EACF,KAAK;GACH,YAAY,MAAMC,iBAAAA,wBAAwB,QACxC,KACA,UACA,YACF;GACA;EACF,KAAK;GACH,YAAY,MAAMC,iBAAAA,+BAA+B,QAC/C,KACA,UACA,YACF;GACA;EACF,KAAK;GAEH,IAAI,EAAE,eAAeC,4CAAAA,gBACnB,MAAM,IAAI,MAAM,+CAA+C;GAEjE,YAAY,MAAMC,mBAAAA,oBAAoB,QACpC,KACA,YACA,YACF;GACA;EACF,KAAK;GACH,YAAY,IAAIC,aAAAA,2BAA2B;IACzC,WAAW,SAAS;IACpB,gBAAgB,SAAS;GAC3B,CAAC;GACD;EACF,KAAK;GACH,YAAY,IAAIC,aAAAA,mCAAmC,CAAC,CAAC;GACrD;EACF,SACE,MAAM,IAAI,MAAM,iBAAiB,MAAM;CAC3C;CAEA,OAAO;AACT"}

package/dist/evaluation/loader.d.cts

@@ -1,10 +1,11 @@
 import { LLMEvalChainInput } from "./base.cjs";
 import { CriteriaLike } from "./criteria/criteria.cjs";
+import "./criteria/index.cjs";
 import { EmbeddingDistanceEvalChainInput } from "./embedding_distance/base.cjs";
+import "./embedding_distance/index.cjs";
 import { EvaluatorType } from "./types.cjs";
 import { BaseLanguageModelInterface } from "@langchain/core/language_models/base";
 import { StructuredToolInterface } from "@langchain/core/tools";
-
 //#region src/evaluation/loader.d.ts
 type LoadEvaluatorOptions = EmbeddingDistanceEvalChainInput & {
   /**

package/dist/evaluation/loader.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"loader.d.cts","names":[],"sources":["../../src/evaluation/loader.ts"],"mappings":";;;;;;;;KAqBY,oBAAA,GAAuB,+BAAA;;;;EAIjC,GAAA,EAAK,0BAAA;EAJyB;;;EAQ9B,YAAA,GAAe,OAAA,CAAQ,IAAA,CAAK,iBAAA;EAAA;;;EAI5B,QAAA,GAAW,YAAA;EAKE;;;EAAb,UAAA,GAAa,uBAAA;AAAA;;;;;;;;;iBAWO,aAAA,iBAA8B,aAAA,CAAA,CAClD,IAAA,EAAM,CAAA,EACN,OAAA,EAAS,oBAAA,GACR,OAAA,CAAQ,aAAA,CAAc,CAAA"}
+{"version":3,"file":"loader.d.cts","names":[],"sources":["../../src/evaluation/loader.ts"],"mappings":";;;;;;;;;KAqBY,uBAAuB;;;;EAIjC,KAAK;;;;EAIL,eAAe,QAAQ,KAAK;;;;EAI5B,WAAW;;;;EAKX,aAAa;;;;;;;;;;iBAWO,cAAc,gBAAgB,eAClD,MAAM,GACN,SAAS,uBACR,QAAQ,cAAc"}

package/dist/evaluation/loader.d.ts

@@ -1,10 +1,11 @@
 import { LLMEvalChainInput } from "./base.js";
 import { CriteriaLike } from "./criteria/criteria.js";
+import "./criteria/index.js";
 import { EmbeddingDistanceEvalChainInput } from "./embedding_distance/base.js";
+import "./embedding_distance/index.js";
 import { EvaluatorType } from "./types.js";
 import { StructuredToolInterface } from "@langchain/core/tools";
 import { BaseLanguageModelInterface } from "@langchain/core/language_models/base";
-
 //#region src/evaluation/loader.d.ts
 type LoadEvaluatorOptions = EmbeddingDistanceEvalChainInput & {
   /**

package/dist/evaluation/loader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"loader.d.ts","names":[],"sources":["../../src/evaluation/loader.ts"],"mappings":";;;;;;;;KAqBY,oBAAA,GAAuB,+BAAA;;;;EAIjC,GAAA,EAAK,0BAAA;EAJyB;;;EAQ9B,YAAA,GAAe,OAAA,CAAQ,IAAA,CAAK,iBAAA;EAAA;;;EAI5B,QAAA,GAAW,YAAA;EAKE;;;EAAb,UAAA,GAAa,uBAAA;AAAA;;;;;;;;;iBAWO,aAAA,iBAA8B,aAAA,CAAA,CAClD,IAAA,EAAM,CAAA,EACN,OAAA,EAAS,oBAAA,GACR,OAAA,CAAQ,aAAA,CAAc,CAAA"}
+{"version":3,"file":"loader.d.ts","names":[],"sources":["../../src/evaluation/loader.ts"],"mappings":";;;;;;;;;KAqBY,uBAAuB;;;;EAIjC,KAAK;;;;EAIL,eAAe,QAAQ,KAAK;;;;EAI5B,WAAW;;;;EAKX,aAAa;;;;;;;;;;iBAWO,cAAc,gBAAgB,eAClD,MAAM,GACN,SAAS,uBACR,QAAQ,cAAc"}

package/dist/evaluation/loader.js.map

@@ -1 +1 @@
-{"version":3,"file":"loader.js","names":[],"sources":["../../src/evaluation/loader.ts"],"sourcesContent":["import type { BaseLanguageModelInterface } from \"@langchain/core/language_models/base\";\nimport type { StructuredToolInterface } from \"@langchain/core/tools\";\nimport { BaseChatModel } from \"@langchain/core/language_models/chat_models\";\nimport {\n  CriteriaLike,\n  CriteriaEvalChain,\n  LabeledCriteriaEvalChain,\n} from \"./criteria/index.js\";\nimport type { EvaluatorType } from \"./types.js\";\nimport { LLMEvalChainInput } from \"./base.js\";\nimport {\n  LabeledPairwiseStringEvalChain,\n  PairwiseStringEvalChain,\n} from \"./comparison/index.js\";\nimport {\n  EmbeddingDistanceEvalChain,\n  EmbeddingDistanceEvalChainInput,\n  PairwiseEmbeddingDistanceEvalChain,\n} from \"./embedding_distance/index.js\";\nimport { TrajectoryEvalChain } from \"./agents/index.js\";\n\nexport type LoadEvaluatorOptions = EmbeddingDistanceEvalChainInput & {\n  /**\n   * The language model to use for the evaluator.\n   */\n  llm: BaseLanguageModelInterface;\n  /**\n   * The options to pass to the evaluator chain.\n   */\n  chainOptions?: Partial<Omit<LLMEvalChainInput, \"llm\">>;\n  /**\n   * The criteria to use for the evaluator.\n   */\n  criteria?: CriteriaLike;\n\n  /**\n   * A list of tools available to the agent, for TrajectoryEvalChain.\n   */\n  agentTools?: StructuredToolInterface[];\n};\n\n/**\n * Load the requested evaluation chain specified by a string\n * @param type The type of evaluator to load.\n * @param options\n *        - llm The language model to use for the evaluator.\n *        - criteria The criteria to use for the evaluator.\n *        - agentTools A list of tools available to the agent,for TrajectoryEvalChain.\n */\nexport async function loadEvaluator<T extends keyof EvaluatorType>(\n  type: T,\n  options: LoadEvaluatorOptions\n): Promise<EvaluatorType[T]> {\n  const { llm, chainOptions, criteria, agentTools } = options;\n\n  let evaluator: unknown;\n  switch (type) {\n    case \"criteria\":\n      evaluator = await CriteriaEvalChain.fromLLM(llm, criteria, chainOptions);\n      break;\n    case \"labeled_criteria\":\n      evaluator = await LabeledCriteriaEvalChain.fromLLM(\n        llm,\n        criteria,\n        chainOptions\n      );\n      break;\n    case \"pairwise_string\":\n      evaluator = await PairwiseStringEvalChain.fromLLM(\n        llm,\n        criteria,\n        chainOptions\n      );\n      break;\n    case \"labeled_pairwise_string\":\n      evaluator = await LabeledPairwiseStringEvalChain.fromLLM(\n        llm,\n        criteria,\n        chainOptions\n      );\n      break;\n    case \"trajectory\":\n      // oxlint-disable-next-line no-instanceof/no-instanceof\n      if (!(llm instanceof BaseChatModel)) {\n        throw new Error(\"LLM must be an instance of a base chat model.\");\n      }\n      evaluator = await TrajectoryEvalChain.fromLLM(\n        llm,\n        agentTools,\n        chainOptions\n      );\n      break;\n    case \"embedding_distance\":\n      evaluator = new EmbeddingDistanceEvalChain({\n        embedding: options?.embedding,\n        distanceMetric: options?.distanceMetric,\n      });\n      break;\n    case \"pairwise_embedding_distance\":\n      evaluator = new PairwiseEmbeddingDistanceEvalChain({});\n      break;\n    default:\n      throw new Error(`Unknown type: ${type}`);\n  }\n\n  return evaluator as EvaluatorType[T];\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAiDA,eAAsB,cACpB,MACA,SAC2B;CAC3B,MAAM,EAAE,KAAK,cAAc,UAAU,eAAe;CAEpD,IAAI;AACJ,SAAQ,MAAR;EACE,KAAK;AACH,eAAY,MAAM,kBAAkB,QAAQ,KAAK,UAAU,aAAa;AACxE;EACF,KAAK;AACH,eAAY,MAAM,yBAAyB,QACzC,KACA,UACA,aACD;AACD;EACF,KAAK;AACH,eAAY,MAAM,wBAAwB,QACxC,KACA,UACA,aACD;AACD;EACF,KAAK;AACH,eAAY,MAAM,+BAA+B,QAC/C,KACA,UACA,aACD;AACD;EACF,KAAK;AAEH,OAAI,EAAE,eAAe,eACnB,OAAM,IAAI,MAAM,gDAAgD;AAElE,eAAY,MAAM,oBAAoB,QACpC,KACA,YACA,aACD;AACD;EACF,KAAK;AACH,eAAY,IAAI,2BAA2B;IACzC,WAAW,SAAS;IACpB,gBAAgB,SAAS;IAC1B,CAAC;AACF;EACF,KAAK;AACH,eAAY,IAAI,mCAAmC,EAAE,CAAC;AACtD;EACF,QACE,OAAM,IAAI,MAAM,iBAAiB,OAAO;;AAG5C,QAAO"}
+{"version":3,"file":"loader.js","names":[],"sources":["../../src/evaluation/loader.ts"],"sourcesContent":["import type { BaseLanguageModelInterface } from \"@langchain/core/language_models/base\";\nimport type { StructuredToolInterface } from \"@langchain/core/tools\";\nimport { BaseChatModel } from \"@langchain/core/language_models/chat_models\";\nimport {\n  CriteriaLike,\n  CriteriaEvalChain,\n  LabeledCriteriaEvalChain,\n} from \"./criteria/index.js\";\nimport type { EvaluatorType } from \"./types.js\";\nimport { LLMEvalChainInput } from \"./base.js\";\nimport {\n  LabeledPairwiseStringEvalChain,\n  PairwiseStringEvalChain,\n} from \"./comparison/index.js\";\nimport {\n  EmbeddingDistanceEvalChain,\n  EmbeddingDistanceEvalChainInput,\n  PairwiseEmbeddingDistanceEvalChain,\n} from \"./embedding_distance/index.js\";\nimport { TrajectoryEvalChain } from \"./agents/index.js\";\n\nexport type LoadEvaluatorOptions = EmbeddingDistanceEvalChainInput & {\n  /**\n   * The language model to use for the evaluator.\n   */\n  llm: BaseLanguageModelInterface;\n  /**\n   * The options to pass to the evaluator chain.\n   */\n  chainOptions?: Partial<Omit<LLMEvalChainInput, \"llm\">>;\n  /**\n   * The criteria to use for the evaluator.\n   */\n  criteria?: CriteriaLike;\n\n  /**\n   * A list of tools available to the agent, for TrajectoryEvalChain.\n   */\n  agentTools?: StructuredToolInterface[];\n};\n\n/**\n * Load the requested evaluation chain specified by a string\n * @param type The type of evaluator to load.\n * @param options\n *        - llm The language model to use for the evaluator.\n *        - criteria The criteria to use for the evaluator.\n *        - agentTools A list of tools available to the agent,for TrajectoryEvalChain.\n */\nexport async function loadEvaluator<T extends keyof EvaluatorType>(\n  type: T,\n  options: LoadEvaluatorOptions\n): Promise<EvaluatorType[T]> {\n  const { llm, chainOptions, criteria, agentTools } = options;\n\n  let evaluator: unknown;\n  switch (type) {\n    case \"criteria\":\n      evaluator = await CriteriaEvalChain.fromLLM(llm, criteria, chainOptions);\n      break;\n    case \"labeled_criteria\":\n      evaluator = await LabeledCriteriaEvalChain.fromLLM(\n        llm,\n        criteria,\n        chainOptions\n      );\n      break;\n    case \"pairwise_string\":\n      evaluator = await PairwiseStringEvalChain.fromLLM(\n        llm,\n        criteria,\n        chainOptions\n      );\n      break;\n    case \"labeled_pairwise_string\":\n      evaluator = await LabeledPairwiseStringEvalChain.fromLLM(\n        llm,\n        criteria,\n        chainOptions\n      );\n      break;\n    case \"trajectory\":\n      // oxlint-disable-next-line no-instanceof/no-instanceof\n      if (!(llm instanceof BaseChatModel)) {\n        throw new Error(\"LLM must be an instance of a base chat model.\");\n      }\n      evaluator = await TrajectoryEvalChain.fromLLM(\n        llm,\n        agentTools,\n        chainOptions\n      );\n      break;\n    case \"embedding_distance\":\n      evaluator = new EmbeddingDistanceEvalChain({\n        embedding: options?.embedding,\n        distanceMetric: options?.distanceMetric,\n      });\n      break;\n    case \"pairwise_embedding_distance\":\n      evaluator = new PairwiseEmbeddingDistanceEvalChain({});\n      break;\n    default:\n      throw new Error(`Unknown type: ${type}`);\n  }\n\n  return evaluator as EvaluatorType[T];\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAiDA,eAAsB,cACpB,MACA,SAC2B;CAC3B,MAAM,EAAE,KAAK,cAAc,UAAU,eAAe;CAEpD,IAAI;CACJ,QAAQ,MAAR;EACE,KAAK;GACH,YAAY,MAAM,kBAAkB,QAAQ,KAAK,UAAU,YAAY;GACvE;EACF,KAAK;GACH,YAAY,MAAM,yBAAyB,QACzC,KACA,UACA,YACF;GACA;EACF,KAAK;GACH,YAAY,MAAM,wBAAwB,QACxC,KACA,UACA,YACF;GACA;EACF,KAAK;GACH,YAAY,MAAM,+BAA+B,QAC/C,KACA,UACA,YACF;GACA;EACF,KAAK;GAEH,IAAI,EAAE,eAAe,gBACnB,MAAM,IAAI,MAAM,+CAA+C;GAEjE,YAAY,MAAM,oBAAoB,QACpC,KACA,YACA,YACF;GACA;EACF,KAAK;GACH,YAAY,IAAI,2BAA2B;IACzC,WAAW,SAAS;IACpB,gBAAgB,SAAS;GAC3B,CAAC;GACD;EACF,KAAK;GACH,YAAY,IAAI,mCAAmC,CAAC,CAAC;GACrD;EACF,SACE,MAAM,IAAI,MAAM,iBAAiB,MAAM;CAC3C;CAEA,OAAO;AACT"}

package/dist/evaluation/qa/eval_chain.cjs

@@ -8,12 +8,13 @@ var QAEvalChain = class extends require_llm_chain.LLMChain {
 	}
 	static fromLlm(llm, options = {}) {
 		const prompt = options.prompt || require_prompt.QA_PROMPT;
-		const expectedInputVars = new Set([
+		const expectedInputVars = /* @__PURE__ */ new Set([
 			"query",
 			"answer",
 			"result"
 		]);
-		if (!eqSet(expectedInputVars, new Set(prompt.inputVariables))) throw new Error(`Input variables should be ${[...expectedInputVars]}, but got ${prompt.inputVariables}`);
+		const inputVarsSet = new Set(prompt.inputVariables);
+		if (!eqSet(expectedInputVars, inputVarsSet)) throw new Error(`Input variables should be ${[...expectedInputVars]}, but got ${prompt.inputVariables}`);
 		return new this({
 			llm,
 			prompt,

package/dist/evaluation/qa/eval_chain.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"eval_chain.cjs","names":["LLMChain","QA_PROMPT"],"sources":["../../../src/evaluation/qa/eval_chain.ts"],"sourcesContent":["import type { BaseLanguageModelInterface } from \"@langchain/core/language_models/base\";\nimport { ChainValues } from \"@langchain/core/utils/types\";\nimport { PromptTemplate } from \"@langchain/core/prompts\";\nimport { QA_PROMPT } from \"./prompt.js\";\nimport { LLMChain, LLMChainInput } from \"../../chains/llm_chain.js\";\n\nexport interface EvaluateArgs {\n  questionKey: string;\n  answerKey: string;\n  predictionKey: string;\n}\n\nconst eqSet = (xs: Set<string>, ys: Set<string>) =>\n  xs.size === ys.size && [...xs].every((x) => ys.has(x));\n\nexport class QAEvalChain extends LLMChain {\n  static lc_name() {\n    return \"QAEvalChain\";\n  }\n\n  static fromLlm(\n    llm: BaseLanguageModelInterface,\n    options: {\n      prompt?: PromptTemplate;\n      chainInput?: Omit<LLMChainInput, \"llm\">;\n    } = {}\n  ): QAEvalChain {\n    const prompt = options.prompt || QA_PROMPT;\n    const expectedInputVars: Set<string> = new Set([\n      \"query\",\n      \"answer\",\n      \"result\",\n    ]);\n    // Create a Set from inputVariables for a valid comparison\n    const inputVarsSet: Set<string> = new Set(prompt.inputVariables);\n\n    if (!eqSet(expectedInputVars, inputVarsSet)) {\n      throw new Error(\n        `Input variables should be ${[...expectedInputVars]}, but got ${\n          prompt.inputVariables\n        }`\n      );\n    }\n    return new this({ llm, prompt, ...options.chainInput });\n  }\n\n  async evaluate(\n    examples: ChainValues,\n    predictions: ChainValues,\n    args: EvaluateArgs = {\n      questionKey: \"query\",\n      answerKey: \"answer\",\n      predictionKey: \"result\",\n    }\n  ): Promise<ChainValues> {\n    const inputs = examples.map((example: ChainValues, i: number) => ({\n      query: example[args.questionKey],\n      answer: example[args.answerKey],\n      result: predictions[i][args.predictionKey],\n    }));\n\n    return await this.apply(inputs);\n  }\n}\n"],"mappings":";;;AAYA,MAAM,SAAS,IAAiB,OAC9B,GAAG,SAAS,GAAG,QAAQ,CAAC,GAAG,GAAG,CAAC,OAAO,MAAM,GAAG,IAAI,EAAE,CAAC;AAExD,IAAa,cAAb,cAAiCA,kBAAAA,SAAS;CACxC,OAAO,UAAU;AACf,SAAO;;CAGT,OAAO,QACL,KACA,UAGI,EAAE,EACO;EACb,MAAM,SAAS,QAAQ,UAAUC,eAAAA;EACjC,MAAM,oBAAiC,IAAI,IAAI;GAC7C;GACA;GACA;GACD,CAAC;AAIF,MAAI,CAAC,MAAM,mBAAmB,IAFQ,IAAI,OAAO,eAEP,CAAC,CACzC,OAAM,IAAI,MACR,6BAA6B,CAAC,GAAG,kBAAkB,CAAC,YAClD,OAAO,iBAEV;AAEH,SAAO,IAAI,KAAK;GAAE;GAAK;GAAQ,GAAG,QAAQ;GAAY,CAAC;;CAGzD,MAAM,SACJ,UACA,aACA,OAAqB;EACnB,aAAa;EACb,WAAW;EACX,eAAe;EAChB,EACqB;EACtB,MAAM,SAAS,SAAS,KAAK,SAAsB,OAAe;GAChE,OAAO,QAAQ,KAAK;GACpB,QAAQ,QAAQ,KAAK;GACrB,QAAQ,YAAY,GAAG,KAAK;GAC7B,EAAE;AAEH,SAAO,MAAM,KAAK,MAAM,OAAO"}
+{"version":3,"file":"eval_chain.cjs","names":["LLMChain","QA_PROMPT"],"sources":["../../../src/evaluation/qa/eval_chain.ts"],"sourcesContent":["import type { BaseLanguageModelInterface } from \"@langchain/core/language_models/base\";\nimport { ChainValues } from \"@langchain/core/utils/types\";\nimport { PromptTemplate } from \"@langchain/core/prompts\";\nimport { QA_PROMPT } from \"./prompt.js\";\nimport { LLMChain, LLMChainInput } from \"../../chains/llm_chain.js\";\n\nexport interface EvaluateArgs {\n  questionKey: string;\n  answerKey: string;\n  predictionKey: string;\n}\n\nconst eqSet = (xs: Set<string>, ys: Set<string>) =>\n  xs.size === ys.size && [...xs].every((x) => ys.has(x));\n\nexport class QAEvalChain extends LLMChain {\n  static lc_name() {\n    return \"QAEvalChain\";\n  }\n\n  static fromLlm(\n    llm: BaseLanguageModelInterface,\n    options: {\n      prompt?: PromptTemplate;\n      chainInput?: Omit<LLMChainInput, \"llm\">;\n    } = {}\n  ): QAEvalChain {\n    const prompt = options.prompt || QA_PROMPT;\n    const expectedInputVars: Set<string> = new Set([\n      \"query\",\n      \"answer\",\n      \"result\",\n    ]);\n    // Create a Set from inputVariables for a valid comparison\n    const inputVarsSet: Set<string> = new Set(prompt.inputVariables);\n\n    if (!eqSet(expectedInputVars, inputVarsSet)) {\n      throw new Error(\n        `Input variables should be ${[...expectedInputVars]}, but got ${\n          prompt.inputVariables\n        }`\n      );\n    }\n    return new this({ llm, prompt, ...options.chainInput });\n  }\n\n  async evaluate(\n    examples: ChainValues,\n    predictions: ChainValues,\n    args: EvaluateArgs = {\n      questionKey: \"query\",\n      answerKey: \"answer\",\n      predictionKey: \"result\",\n    }\n  ): Promise<ChainValues> {\n    const inputs = examples.map((example: ChainValues, i: number) => ({\n      query: example[args.questionKey],\n      answer: example[args.answerKey],\n      result: predictions[i][args.predictionKey],\n    }));\n\n    return await this.apply(inputs);\n  }\n}\n"],"mappings":";;;AAYA,MAAM,SAAS,IAAiB,OAC9B,GAAG,SAAS,GAAG,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,MAAM,GAAG,IAAI,CAAC,CAAC;AAEvD,IAAa,cAAb,cAAiCA,kBAAAA,SAAS;CACxC,OAAO,UAAU;EACf,OAAO;CACT;CAEA,OAAO,QACL,KACA,UAGI,CAAC,GACQ;EACb,MAAM,SAAS,QAAQ,UAAUC,eAAAA;EACjC,MAAM,oCAAiC,IAAI,IAAI;GAC7C;GACA;GACA;EACF,CAAC;EAED,MAAM,eAA4B,IAAI,IAAI,OAAO,cAAc;EAE/D,IAAI,CAAC,MAAM,mBAAmB,YAAY,GACxC,MAAM,IAAI,MACR,6BAA6B,CAAC,GAAG,iBAAiB,EAAE,YAClD,OAAO,gBAEX;EAEF,OAAO,IAAI,KAAK;GAAE;GAAK;GAAQ,GAAG,QAAQ;EAAW,CAAC;CACxD;CAEA,MAAM,SACJ,UACA,aACA,OAAqB;EACnB,aAAa;EACb,WAAW;EACX,eAAe;CACjB,GACsB;EACtB,MAAM,SAAS,SAAS,KAAK,SAAsB,OAAe;GAChE,OAAO,QAAQ,KAAK;GACpB,QAAQ,QAAQ,KAAK;GACrB,QAAQ,YAAY,EAAE,CAAC,KAAK;EAC9B,EAAE;EAEF,OAAO,MAAM,KAAK,MAAM,MAAM;CAChC;AACF"}

package/dist/evaluation/qa/eval_chain.d.cts

@@ -2,7 +2,6 @@ import { LLMChain, LLMChainInput } from "../../chains/llm_chain.cjs";
 import { ChainValues } from "@langchain/core/utils/types";
 import { PromptTemplate } from "@langchain/core/prompts";
 import { BaseLanguageModelInterface } from "@langchain/core/language_models/base";
-
 //#region src/evaluation/qa/eval_chain.d.ts
 interface EvaluateArgs {
   questionKey: string;
@@ -18,5 +17,5 @@ declare class QAEvalChain extends LLMChain {
   evaluate(examples: ChainValues, predictions: ChainValues, args?: EvaluateArgs): Promise<ChainValues>;
 }
 //#endregion
-export { QAEvalChain };
+export { EvaluateArgs, QAEvalChain };
 //# sourceMappingURL=eval_chain.d.cts.map

package/dist/evaluation/qa/eval_chain.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"eval_chain.d.cts","names":[],"sources":["../../../src/evaluation/qa/eval_chain.ts"],"mappings":";;;;;;UAMiB,YAAA;EACf,WAAA;EACA,SAAA;EACA,aAAA;AAAA;AAAA,cAMW,WAAA,SAAoB,QAAA;EAAA,OACxB,OAAA,CAAA;EAAA,OAIA,OAAA,CACL,GAAA,EAAK,0BAAA,EACL,OAAA;IACE,MAAA,GAAS,cAAA;IACT,UAAA,GAAa,IAAA,CAAK,aAAA;EAAA,IAEnB,WAAA;EAoBG,QAAA,CACJ,QAAA,EAAU,WAAA,EACV,WAAA,EAAa,WAAA,EACb,IAAA,GAAM,YAAA,GAKL,OAAA,CAAQ,WAAA;AAAA"}
+{"version":3,"file":"eval_chain.d.cts","names":[],"sources":["../../../src/evaluation/qa/eval_chain.ts"],"mappings":";;;;;UAMiB;EACf;EACA;EACA;;cAMW,oBAAoB;SACxB;SAIA,QACL,KAAK,4BACL;IACE,SAAS;IACT,aAAa,KAAK;MAEnB;EAoBG,SACJ,UAAU,aACV,aAAa,aACb,OAAM,eAKL,QAAQ"}

package/dist/evaluation/qa/eval_chain.d.ts

@@ -2,7 +2,6 @@ import { LLMChain, LLMChainInput } from "../../chains/llm_chain.js";
 import { PromptTemplate } from "@langchain/core/prompts";
 import { BaseLanguageModelInterface } from "@langchain/core/language_models/base";
 import { ChainValues } from "@langchain/core/utils/types";
-
 //#region src/evaluation/qa/eval_chain.d.ts
 interface EvaluateArgs {
   questionKey: string;
@@ -18,5 +17,5 @@ declare class QAEvalChain extends LLMChain {
   evaluate(examples: ChainValues, predictions: ChainValues, args?: EvaluateArgs): Promise<ChainValues>;
 }
 //#endregion
-export { QAEvalChain };
+export { EvaluateArgs, QAEvalChain };
 //# sourceMappingURL=eval_chain.d.ts.map

package/dist/evaluation/qa/eval_chain.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"eval_chain.d.ts","names":[],"sources":["../../../src/evaluation/qa/eval_chain.ts"],"mappings":";;;;;;UAMiB,YAAA;EACf,WAAA;EACA,SAAA;EACA,aAAA;AAAA;AAAA,cAMW,WAAA,SAAoB,QAAA;EAAA,OACxB,OAAA,CAAA;EAAA,OAIA,OAAA,CACL,GAAA,EAAK,0BAAA,EACL,OAAA;IACE,MAAA,GAAS,cAAA;IACT,UAAA,GAAa,IAAA,CAAK,aAAA;EAAA,IAEnB,WAAA;EAoBG,QAAA,CACJ,QAAA,EAAU,WAAA,EACV,WAAA,EAAa,WAAA,EACb,IAAA,GAAM,YAAA,GAKL,OAAA,CAAQ,WAAA;AAAA"}
+{"version":3,"file":"eval_chain.d.ts","names":[],"sources":["../../../src/evaluation/qa/eval_chain.ts"],"mappings":";;;;;UAMiB;EACf;EACA;EACA;;cAMW,oBAAoB;SACxB;SAIA,QACL,KAAK,4BACL;IACE,SAAS;IACT,aAAa,KAAK;MAEnB;EAoBG,SACJ,UAAU,aACV,aAAa,aACb,OAAM,eAKL,QAAQ"}

package/dist/evaluation/qa/eval_chain.js

@@ -8,12 +8,13 @@ var QAEvalChain = class extends LLMChain {
 	}
 	static fromLlm(llm, options = {}) {
 		const prompt = options.prompt || QA_PROMPT;
-		const expectedInputVars = new Set([
+		const expectedInputVars = /* @__PURE__ */ new Set([
 			"query",
 			"answer",
 			"result"
 		]);
-		if (!eqSet(expectedInputVars, new Set(prompt.inputVariables))) throw new Error(`Input variables should be ${[...expectedInputVars]}, but got ${prompt.inputVariables}`);
+		const inputVarsSet = new Set(prompt.inputVariables);
+		if (!eqSet(expectedInputVars, inputVarsSet)) throw new Error(`Input variables should be ${[...expectedInputVars]}, but got ${prompt.inputVariables}`);
 		return new this({
 			llm,
 			prompt,

package/dist/evaluation/qa/eval_chain.js.map

@@ -1 +1 @@
-{"version":3,"file":"eval_chain.js","names":[],"sources":["../../../src/evaluation/qa/eval_chain.ts"],"sourcesContent":["import type { BaseLanguageModelInterface } from \"@langchain/core/language_models/base\";\nimport { ChainValues } from \"@langchain/core/utils/types\";\nimport { PromptTemplate } from \"@langchain/core/prompts\";\nimport { QA_PROMPT } from \"./prompt.js\";\nimport { LLMChain, LLMChainInput } from \"../../chains/llm_chain.js\";\n\nexport interface EvaluateArgs {\n  questionKey: string;\n  answerKey: string;\n  predictionKey: string;\n}\n\nconst eqSet = (xs: Set<string>, ys: Set<string>) =>\n  xs.size === ys.size && [...xs].every((x) => ys.has(x));\n\nexport class QAEvalChain extends LLMChain {\n  static lc_name() {\n    return \"QAEvalChain\";\n  }\n\n  static fromLlm(\n    llm: BaseLanguageModelInterface,\n    options: {\n      prompt?: PromptTemplate;\n      chainInput?: Omit<LLMChainInput, \"llm\">;\n    } = {}\n  ): QAEvalChain {\n    const prompt = options.prompt || QA_PROMPT;\n    const expectedInputVars: Set<string> = new Set([\n      \"query\",\n      \"answer\",\n      \"result\",\n    ]);\n    // Create a Set from inputVariables for a valid comparison\n    const inputVarsSet: Set<string> = new Set(prompt.inputVariables);\n\n    if (!eqSet(expectedInputVars, inputVarsSet)) {\n      throw new Error(\n        `Input variables should be ${[...expectedInputVars]}, but got ${\n          prompt.inputVariables\n        }`\n      );\n    }\n    return new this({ llm, prompt, ...options.chainInput });\n  }\n\n  async evaluate(\n    examples: ChainValues,\n    predictions: ChainValues,\n    args: EvaluateArgs = {\n      questionKey: \"query\",\n      answerKey: \"answer\",\n      predictionKey: \"result\",\n    }\n  ): Promise<ChainValues> {\n    const inputs = examples.map((example: ChainValues, i: number) => ({\n      query: example[args.questionKey],\n      answer: example[args.answerKey],\n      result: predictions[i][args.predictionKey],\n    }));\n\n    return await this.apply(inputs);\n  }\n}\n"],"mappings":";;;AAYA,MAAM,SAAS,IAAiB,OAC9B,GAAG,SAAS,GAAG,QAAQ,CAAC,GAAG,GAAG,CAAC,OAAO,MAAM,GAAG,IAAI,EAAE,CAAC;AAExD,IAAa,cAAb,cAAiC,SAAS;CACxC,OAAO,UAAU;AACf,SAAO;;CAGT,OAAO,QACL,KACA,UAGI,EAAE,EACO;EACb,MAAM,SAAS,QAAQ,UAAU;EACjC,MAAM,oBAAiC,IAAI,IAAI;GAC7C;GACA;GACA;GACD,CAAC;AAIF,MAAI,CAAC,MAAM,mBAAmB,IAFQ,IAAI,OAAO,eAEP,CAAC,CACzC,OAAM,IAAI,MACR,6BAA6B,CAAC,GAAG,kBAAkB,CAAC,YAClD,OAAO,iBAEV;AAEH,SAAO,IAAI,KAAK;GAAE;GAAK;GAAQ,GAAG,QAAQ;GAAY,CAAC;;CAGzD,MAAM,SACJ,UACA,aACA,OAAqB;EACnB,aAAa;EACb,WAAW;EACX,eAAe;EAChB,EACqB;EACtB,MAAM,SAAS,SAAS,KAAK,SAAsB,OAAe;GAChE,OAAO,QAAQ,KAAK;GACpB,QAAQ,QAAQ,KAAK;GACrB,QAAQ,YAAY,GAAG,KAAK;GAC7B,EAAE;AAEH,SAAO,MAAM,KAAK,MAAM,OAAO"}
+{"version":3,"file":"eval_chain.js","names":[],"sources":["../../../src/evaluation/qa/eval_chain.ts"],"sourcesContent":["import type { BaseLanguageModelInterface } from \"@langchain/core/language_models/base\";\nimport { ChainValues } from \"@langchain/core/utils/types\";\nimport { PromptTemplate } from \"@langchain/core/prompts\";\nimport { QA_PROMPT } from \"./prompt.js\";\nimport { LLMChain, LLMChainInput } from \"../../chains/llm_chain.js\";\n\nexport interface EvaluateArgs {\n  questionKey: string;\n  answerKey: string;\n  predictionKey: string;\n}\n\nconst eqSet = (xs: Set<string>, ys: Set<string>) =>\n  xs.size === ys.size && [...xs].every((x) => ys.has(x));\n\nexport class QAEvalChain extends LLMChain {\n  static lc_name() {\n    return \"QAEvalChain\";\n  }\n\n  static fromLlm(\n    llm: BaseLanguageModelInterface,\n    options: {\n      prompt?: PromptTemplate;\n      chainInput?: Omit<LLMChainInput, \"llm\">;\n    } = {}\n  ): QAEvalChain {\n    const prompt = options.prompt || QA_PROMPT;\n    const expectedInputVars: Set<string> = new Set([\n      \"query\",\n      \"answer\",\n      \"result\",\n    ]);\n    // Create a Set from inputVariables for a valid comparison\n    const inputVarsSet: Set<string> = new Set(prompt.inputVariables);\n\n    if (!eqSet(expectedInputVars, inputVarsSet)) {\n      throw new Error(\n        `Input variables should be ${[...expectedInputVars]}, but got ${\n          prompt.inputVariables\n        }`\n      );\n    }\n    return new this({ llm, prompt, ...options.chainInput });\n  }\n\n  async evaluate(\n    examples: ChainValues,\n    predictions: ChainValues,\n    args: EvaluateArgs = {\n      questionKey: \"query\",\n      answerKey: \"answer\",\n      predictionKey: \"result\",\n    }\n  ): Promise<ChainValues> {\n    const inputs = examples.map((example: ChainValues, i: number) => ({\n      query: example[args.questionKey],\n      answer: example[args.answerKey],\n      result: predictions[i][args.predictionKey],\n    }));\n\n    return await this.apply(inputs);\n  }\n}\n"],"mappings":";;;AAYA,MAAM,SAAS,IAAiB,OAC9B,GAAG,SAAS,GAAG,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,MAAM,GAAG,IAAI,CAAC,CAAC;AAEvD,IAAa,cAAb,cAAiC,SAAS;CACxC,OAAO,UAAU;EACf,OAAO;CACT;CAEA,OAAO,QACL,KACA,UAGI,CAAC,GACQ;EACb,MAAM,SAAS,QAAQ,UAAU;EACjC,MAAM,oCAAiC,IAAI,IAAI;GAC7C;GACA;GACA;EACF,CAAC;EAED,MAAM,eAA4B,IAAI,IAAI,OAAO,cAAc;EAE/D,IAAI,CAAC,MAAM,mBAAmB,YAAY,GACxC,MAAM,IAAI,MACR,6BAA6B,CAAC,GAAG,iBAAiB,EAAE,YAClD,OAAO,gBAEX;EAEF,OAAO,IAAI,KAAK;GAAE;GAAK;GAAQ,GAAG,QAAQ;EAAW,CAAC;CACxD;CAEA,MAAM,SACJ,UACA,aACA,OAAqB;EACnB,aAAa;EACb,WAAW;EACX,eAAe;CACjB,GACsB;EACtB,MAAM,SAAS,SAAS,KAAK,SAAsB,OAAe;GAChE,OAAO,QAAQ,KAAK;GACpB,QAAQ,QAAQ,KAAK;GACrB,QAAQ,YAAY,EAAE,CAAC,KAAK;EAC9B,EAAE;EAEF,OAAO,MAAM,KAAK,MAAM,MAAM;CAChC;AACF"}

package/dist/evaluation/qa/index.cjs

@@ -1 +1,2 @@
-require("./eval_chain.cjs");
+const require_eval_chain = require("./eval_chain.cjs");
+exports.QAEvalChain = require_eval_chain.QAEvalChain;

package/dist/evaluation/qa/index.d.cts

@@ -1 +1,2 @@
-import { QAEvalChain } from "./eval_chain.cjs";
+import { QAEvalChain } from "./eval_chain.cjs";
+export { QAEvalChain };

package/dist/evaluation/qa/index.d.ts

@@ -1 +1,2 @@
-import { QAEvalChain } from "./eval_chain.js";
+import { QAEvalChain } from "./eval_chain.js";
+export { QAEvalChain };

package/dist/evaluation/qa/index.js

@@ -1,2 +1,2 @@
-import "./eval_chain.js";
-export {};
+import { QAEvalChain } from "./eval_chain.js";
+export { QAEvalChain };

package/dist/evaluation/qa/prompt.cjs

@@ -1,5 +1,4 @@
-require("../../_virtual/_rolldown/runtime.cjs");
-const QA_PROMPT = /* @__PURE__ */ new (require("@langchain/core/prompts")).PromptTemplate({
+const QA_PROMPT = /* #__PURE__ */ new (require("@langchain/core/prompts")).PromptTemplate({
 	inputVariables: [
 		"query",
 		"result",

package/dist/evaluation/qa/prompt.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"prompt.cjs","names":["PromptTemplate"],"sources":["../../../src/evaluation/qa/prompt.ts"],"sourcesContent":["import { PromptTemplate } from \"@langchain/core/prompts\";\n\nconst QA_TEMPLATE = `You are a teacher grading a quiz.\nYou are given a question, the student's answer, and the true answer, and are asked to score the student answer as either CORRECT or INCORRECT.\n\nExample Format:\nQUESTION: question here\nSTUDENT ANSWER: student's answer here\nTRUE ANSWER: true answer here\nGRADE: CORRECT or INCORRECT here\n\nGrade the student answers based ONLY on their factual accuracy. Ignore differences in punctuation and phrasing between the student answer and true answer. It is OK if the student answer contains more information than the true answer, as long as it does not contain any conflicting statements. Begin! \n\nQUESTION: {query}\nSTUDENT ANSWER: {result}\nTRUE ANSWER: {answer}\nGRADE:`;\nexport const QA_PROMPT = /* #__PURE__ */ new PromptTemplate({\n  inputVariables: [\"query\", \"result\", \"answer\"],\n  template: QA_TEMPLATE,\n});\n\nconst SQL_TEMPLATE = `You are comparing a submitted answer to an expert answer on a given SQL coding question. Here is the data:\n[BEGIN DATA]\n***\n[Question]: {query}\n***\n[Expert]: {answer}\n***\n[Submission]: {result}\n***\n[END DATA]\nCompare the content and correctness of the submitted SQL with the expert answer. Ignore any differences in whitespace, style, or output column names. The submitted answer may either be correct or incorrect. Determine which case applies. First, explain in detail the similarities or differences between the expert answer and the submission, ignoring superficial aspects such as whitespace, style or output column names. Do not state the final answer in your initial explanation. Then, respond with either \"CORRECT\" or \"INCORRECT\" (without quotes or punctuation) on its own line. This should correspond to whether the submitted SQL and the expert answer are semantically the same or different, respectively. Then, repeat your final answer on a new line.`;\n\nexport const SQL_PROMPT = /* #__PURE__ */ new PromptTemplate({\n  inputVariables: [\"query\", \"answer\", \"result\"],\n  template: SQL_TEMPLATE,\n});\n"],"mappings":";AAiBA,MAAa,4BAA4B,uCAAIA,EAAAA,eAAe;CAC1D,gBAAgB;EAAC;EAAS;EAAU;EAAS;CAC7C,UAAU;;;;;;;;;;;;;;;CACX,CAAC"}
+{"version":3,"file":"prompt.cjs","names":["PromptTemplate"],"sources":["../../../src/evaluation/qa/prompt.ts"],"sourcesContent":["import { PromptTemplate } from \"@langchain/core/prompts\";\n\nconst QA_TEMPLATE = `You are a teacher grading a quiz.\nYou are given a question, the student's answer, and the true answer, and are asked to score the student answer as either CORRECT or INCORRECT.\n\nExample Format:\nQUESTION: question here\nSTUDENT ANSWER: student's answer here\nTRUE ANSWER: true answer here\nGRADE: CORRECT or INCORRECT here\n\nGrade the student answers based ONLY on their factual accuracy. Ignore differences in punctuation and phrasing between the student answer and true answer. It is OK if the student answer contains more information than the true answer, as long as it does not contain any conflicting statements. Begin! \n\nQUESTION: {query}\nSTUDENT ANSWER: {result}\nTRUE ANSWER: {answer}\nGRADE:`;\nexport const QA_PROMPT = /* #__PURE__ */ new PromptTemplate({\n  inputVariables: [\"query\", \"result\", \"answer\"],\n  template: QA_TEMPLATE,\n});\n\nconst SQL_TEMPLATE = `You are comparing a submitted answer to an expert answer on a given SQL coding question. Here is the data:\n[BEGIN DATA]\n***\n[Question]: {query}\n***\n[Expert]: {answer}\n***\n[Submission]: {result}\n***\n[END DATA]\nCompare the content and correctness of the submitted SQL with the expert answer. Ignore any differences in whitespace, style, or output column names. The submitted answer may either be correct or incorrect. Determine which case applies. First, explain in detail the similarities or differences between the expert answer and the submission, ignoring superficial aspects such as whitespace, style or output column names. Do not state the final answer in your initial explanation. Then, respond with either \"CORRECT\" or \"INCORRECT\" (without quotes or punctuation) on its own line. This should correspond to whether the submitted SQL and the expert answer are semantically the same or different, respectively. Then, repeat your final answer on a new line.`;\n\nexport const SQL_PROMPT = /* #__PURE__ */ new PromptTemplate({\n  inputVariables: [\"query\", \"answer\", \"result\"],\n  template: SQL_TEMPLATE,\n});\n"],"mappings":"AAiBA,MAAa,4BAA4B,sCAAIA,EAAAA,CAAAA,eAAe;CAC1D,gBAAgB;EAAC;EAAS;EAAU;CAAQ;CAC5C,UAAU;;;;;;;;;;;;;;;AACZ,CAAC"}

package/dist/evaluation/qa/prompt.js

@@ -1,5 +1,5 @@
 import { PromptTemplate } from "@langchain/core/prompts";
-const QA_PROMPT = /* @__PURE__ */ new PromptTemplate({
+const QA_PROMPT = /* #__PURE__ */ new PromptTemplate({
 	inputVariables: [
 		"query",
 		"result",

package/dist/evaluation/qa/prompt.js.map

@@ -1 +1 @@
-{"version":3,"file":"prompt.js","names":[],"sources":["../../../src/evaluation/qa/prompt.ts"],"sourcesContent":["import { PromptTemplate } from \"@langchain/core/prompts\";\n\nconst QA_TEMPLATE = `You are a teacher grading a quiz.\nYou are given a question, the student's answer, and the true answer, and are asked to score the student answer as either CORRECT or INCORRECT.\n\nExample Format:\nQUESTION: question here\nSTUDENT ANSWER: student's answer here\nTRUE ANSWER: true answer here\nGRADE: CORRECT or INCORRECT here\n\nGrade the student answers based ONLY on their factual accuracy. Ignore differences in punctuation and phrasing between the student answer and true answer. It is OK if the student answer contains more information than the true answer, as long as it does not contain any conflicting statements. Begin! \n\nQUESTION: {query}\nSTUDENT ANSWER: {result}\nTRUE ANSWER: {answer}\nGRADE:`;\nexport const QA_PROMPT = /* #__PURE__ */ new PromptTemplate({\n  inputVariables: [\"query\", \"result\", \"answer\"],\n  template: QA_TEMPLATE,\n});\n\nconst SQL_TEMPLATE = `You are comparing a submitted answer to an expert answer on a given SQL coding question. Here is the data:\n[BEGIN DATA]\n***\n[Question]: {query}\n***\n[Expert]: {answer}\n***\n[Submission]: {result}\n***\n[END DATA]\nCompare the content and correctness of the submitted SQL with the expert answer. Ignore any differences in whitespace, style, or output column names. The submitted answer may either be correct or incorrect. Determine which case applies. First, explain in detail the similarities or differences between the expert answer and the submission, ignoring superficial aspects such as whitespace, style or output column names. Do not state the final answer in your initial explanation. Then, respond with either \"CORRECT\" or \"INCORRECT\" (without quotes or punctuation) on its own line. This should correspond to whether the submitted SQL and the expert answer are semantically the same or different, respectively. Then, repeat your final answer on a new line.`;\n\nexport const SQL_PROMPT = /* #__PURE__ */ new PromptTemplate({\n  inputVariables: [\"query\", \"answer\", \"result\"],\n  template: SQL_TEMPLATE,\n});\n"],"mappings":";AAiBA,MAAa,4BAA4B,IAAI,eAAe;CAC1D,gBAAgB;EAAC;EAAS;EAAU;EAAS;CAC7C,UAAU;;;;;;;;;;;;;;;CACX,CAAC"}
+{"version":3,"file":"prompt.js","names":[],"sources":["../../../src/evaluation/qa/prompt.ts"],"sourcesContent":["import { PromptTemplate } from \"@langchain/core/prompts\";\n\nconst QA_TEMPLATE = `You are a teacher grading a quiz.\nYou are given a question, the student's answer, and the true answer, and are asked to score the student answer as either CORRECT or INCORRECT.\n\nExample Format:\nQUESTION: question here\nSTUDENT ANSWER: student's answer here\nTRUE ANSWER: true answer here\nGRADE: CORRECT or INCORRECT here\n\nGrade the student answers based ONLY on their factual accuracy. Ignore differences in punctuation and phrasing between the student answer and true answer. It is OK if the student answer contains more information than the true answer, as long as it does not contain any conflicting statements. Begin! \n\nQUESTION: {query}\nSTUDENT ANSWER: {result}\nTRUE ANSWER: {answer}\nGRADE:`;\nexport const QA_PROMPT = /* #__PURE__ */ new PromptTemplate({\n  inputVariables: [\"query\", \"result\", \"answer\"],\n  template: QA_TEMPLATE,\n});\n\nconst SQL_TEMPLATE = `You are comparing a submitted answer to an expert answer on a given SQL coding question. Here is the data:\n[BEGIN DATA]\n***\n[Question]: {query}\n***\n[Expert]: {answer}\n***\n[Submission]: {result}\n***\n[END DATA]\nCompare the content and correctness of the submitted SQL with the expert answer. Ignore any differences in whitespace, style, or output column names. The submitted answer may either be correct or incorrect. Determine which case applies. First, explain in detail the similarities or differences between the expert answer and the submission, ignoring superficial aspects such as whitespace, style or output column names. Do not state the final answer in your initial explanation. Then, respond with either \"CORRECT\" or \"INCORRECT\" (without quotes or punctuation) on its own line. This should correspond to whether the submitted SQL and the expert answer are semantically the same or different, respectively. Then, repeat your final answer on a new line.`;\n\nexport const SQL_PROMPT = /* #__PURE__ */ new PromptTemplate({\n  inputVariables: [\"query\", \"answer\", \"result\"],\n  template: SQL_TEMPLATE,\n});\n"],"mappings":";AAiBA,MAAa,4BAA4B,IAAI,eAAe;CAC1D,gBAAgB;EAAC;EAAS;EAAU;CAAQ;CAC5C,UAAU;;;;;;;;;;;;;;;AACZ,CAAC"}

package/dist/evaluation/types.d.cts

@@ -1,5 +1,4 @@
 import { AgentTrajectoryEvaluator, LLMPairwiseStringEvaluator, LLMStringEvaluator, PairwiseStringEvaluator, StringEvaluator } from "./base.cjs";
-
 //#region src/evaluation/types.d.ts
 interface EvaluatorType {
   /**

package/dist/evaluation/types.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.cts","names":[],"sources":["../../src/evaluation/types.ts"],"mappings":";;;UAQiB,aAAA;;AAAjB;;;EAKE,QAAA,EAAU,kBAAA;EAOQ;;;;EAAlB,gBAAA,EAAkB,kBAAA;EA2BW;;;;EArB7B,eAAA,EAAiB,0BAAA;EANjB;;;;EAYA,uBAAA,EAAyB,0BAAA;EAAA;;;EAKzB,UAAA,EAAY,wBAAA;EAKQ;;;EAApB,kBAAA,EAAoB,eAAA;EAKgC;;;EAApD,2BAAA,EAA6B,uBAAA;AAAA"}
+{"version":3,"file":"types.d.cts","names":[],"sources":["../../src/evaluation/types.ts"],"mappings":";;UAQiB;;;;;EAKf,UAAU;;;;;EAOV,kBAAkB;;;;;EAMlB,iBAAiB;;;;;EAMjB,yBAAyB;;;;EAKzB,YAAY;;;;EAKZ,oBAAoB;;;;EAKpB,6BAA6B"}

package/dist/evaluation/types.d.ts

@@ -1,5 +1,4 @@
 import { AgentTrajectoryEvaluator, LLMPairwiseStringEvaluator, LLMStringEvaluator, PairwiseStringEvaluator, StringEvaluator } from "./base.js";
-
 //#region src/evaluation/types.d.ts
 interface EvaluatorType {
   /**

package/dist/evaluation/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","names":[],"sources":["../../src/evaluation/types.ts"],"mappings":";;;UAQiB,aAAA;;AAAjB;;;EAKE,QAAA,EAAU,kBAAA;EAOQ;;;;EAAlB,gBAAA,EAAkB,kBAAA;EA2BW;;;;EArB7B,eAAA,EAAiB,0BAAA;EANjB;;;;EAYA,uBAAA,EAAyB,0BAAA;EAAA;;;EAKzB,UAAA,EAAY,wBAAA;EAKQ;;;EAApB,kBAAA,EAAoB,eAAA;EAKgC;;;EAApD,2BAAA,EAA6B,uBAAA;AAAA"}
+{"version":3,"file":"types.d.ts","names":[],"sources":["../../src/evaluation/types.ts"],"mappings":";;UAQiB;;;;;EAKf,UAAU;;;;;EAOV,kBAAkB;;;;;EAMlB,iBAAiB;;;;;EAMjB,yBAAyB;;;;EAKzB,YAAY;;;;EAKZ,oBAAoB;;;;EAKpB,6BAA6B"}

package/dist/experimental/autogpt/agent.cjs

@@ -1,4 +1,3 @@
-require("../../_virtual/_rolldown/runtime.cjs");
 const require_llm_chain = require("../../chains/llm_chain.cjs");
 require("./schema.cjs");
 const require_prompt = require("./prompt.cjs");
@@ -72,19 +71,20 @@ var AutoGPT = class AutoGPT {
 	* @returns A new instance of the AutoGPT class.
 	*/
 	static fromLLMAndTools(llm, tools, { aiName, aiRole, memory, maxIterations = 100, outputParser = new require_output_parser.AutoGPTOutputParser() }) {
+		const chain = new require_llm_chain.LLMChain({
+			llm,
+			prompt: new require_prompt.AutoGPTPrompt({
+				aiName,
+				aiRole,
+				tools,
+				tokenCounter: llm.getNumTokens.bind(llm),
+				sendTokenLimit: (0, _langchain_core_language_models_base.getModelContextSize)("modelName" in llm ? llm.modelName : "gpt2")
+			})
+		});
 		return new AutoGPT({
 			aiName,
 			memory,
-			chain: new require_llm_chain.LLMChain({
-				llm,
-				prompt: new require_prompt.AutoGPTPrompt({
-					aiName,
-					aiRole,
-					tools,
-					tokenCounter: llm.getNumTokens.bind(llm),
-					sendTokenLimit: (0, _langchain_core_language_models_base.getModelContextSize)("modelName" in llm ? llm.modelName : "gpt2")
-				})
-			}),
+			chain,
 			outputParser,
 			tools,
 			maxIterations

package/dist/experimental/autogpt/agent.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"agent.cjs","names":["AutoGPTOutputParser","LLMChain","AutoGPTPrompt","HumanMessage","AIMessage","SystemMessage"],"sources":["../../../src/experimental/autogpt/agent.ts"],"sourcesContent":["import type { VectorStoreRetrieverInterface } from \"@langchain/core/vectorstores\";\nimport { Tool } from \"@langchain/core/tools\";\nimport {\n  AIMessage,\n  BaseMessage,\n  HumanMessage,\n  SystemMessage,\n} from \"@langchain/core/messages\";\nimport { BaseChatModel } from \"@langchain/core/language_models/chat_models\";\nimport {\n  getEmbeddingContextSize,\n  getModelContextSize,\n} from \"@langchain/core/language_models/base\";\nimport { LLMChain } from \"../../chains/llm_chain.js\";\n\nimport { AutoGPTOutputParser } from \"./output_parser.js\";\nimport { AutoGPTPrompt } from \"./prompt.js\";\n// import { HumanInputRun } from \"./tools/human/tool\"; // TODO\nimport { ObjectTool, FINISH_NAME } from \"./schema.js\";\nimport { TokenTextSplitter } from \"../../text_splitter.js\";\n\n/**\n * Interface for the input parameters of the AutoGPT class.\n */\nexport interface AutoGPTInput {\n  aiName: string;\n  aiRole: string;\n  memory: VectorStoreRetrieverInterface;\n  humanInTheLoop?: boolean;\n  outputParser?: AutoGPTOutputParser;\n  maxIterations?: number;\n}\n\n/**\n * Class representing the AutoGPT concept with LangChain primitives. It is\n * designed to be used with a set of tools such as a search tool,\n * write-file tool, and a read-file tool.\n * @example\n * ```typescript\n * const autogpt = AutoGPT.fromLLMAndTools(\n *   new ChatOpenAI({ model: \"gpt-4o-mini\", temperature: 0 }),\n *   [\n *     new ReadFileTool({ store: new InMemoryFileStore() }),\n *     new WriteFileTool({ store: new InMemoryFileStore() }),\n *     new SerpAPI(\"YOUR_SERPAPI_API_KEY\", {\n *       location: \"San Francisco,California,United States\",\n *       hl: \"en\",\n *       gl: \"us\",\n *     }),\n *   ],\n *   {\n *     memory: new MemoryVectorStore(new OpenAIEmbeddings()).asRetriever(),\n *     aiName: \"Tom\",\n *     aiRole: \"Assistant\",\n *   },\n * );\n * const result = await autogpt.run([\"write a weather report for SF today\"]);\n * ```\n */\nexport class AutoGPT {\n  aiName: string;\n\n  memory: VectorStoreRetrieverInterface;\n\n  fullMessageHistory: BaseMessage[];\n\n  nextActionCount: number;\n\n  chain: LLMChain;\n\n  outputParser: AutoGPTOutputParser;\n\n  tools: ObjectTool[];\n\n  feedbackTool?: Tool;\n\n  maxIterations: number;\n\n  // Currently not generic enough to support any text splitter.\n  textSplitter: TokenTextSplitter;\n\n  constructor({\n    aiName,\n    memory,\n    chain,\n    outputParser,\n    tools,\n    feedbackTool,\n    maxIterations,\n  }: Omit<Required<AutoGPTInput>, \"aiRole\" | \"humanInTheLoop\"> & {\n    chain: LLMChain;\n    tools: ObjectTool[];\n    feedbackTool?: Tool;\n  }) {\n    this.aiName = aiName;\n    this.memory = memory;\n    this.fullMessageHistory = [];\n    this.nextActionCount = 0;\n    this.chain = chain;\n    this.outputParser = outputParser;\n    this.tools = tools;\n    this.feedbackTool = feedbackTool;\n    this.maxIterations = maxIterations;\n    const chunkSize = getEmbeddingContextSize(\n      \"modelName\" in memory.vectorStore.embeddings\n        ? (memory.vectorStore.embeddings.modelName as string)\n        : undefined\n    );\n    this.textSplitter = new TokenTextSplitter({\n      chunkSize,\n      chunkOverlap: Math.round(chunkSize / 10),\n    });\n  }\n\n  /**\n   * Creates a new AutoGPT instance from a given LLM and a set of tools.\n   * @param llm A BaseChatModel object.\n   * @param tools An array of ObjectTool objects.\n   * @param options.aiName The name of the AI.\n   * @param options.aiRole The role of the AI.\n   * @param options.memory A VectorStoreRetriever object that represents the memory of the AI.\n   * @param options.maxIterations The maximum number of iterations the AI can perform.\n   * @param options.outputParser An AutoGPTOutputParser object that parses the output of the AI.\n   * @returns A new instance of the AutoGPT class.\n   */\n  static fromLLMAndTools(\n    llm: BaseChatModel,\n    tools: ObjectTool[],\n    {\n      aiName,\n      aiRole,\n      memory,\n      maxIterations = 100,\n      // humanInTheLoop = false,\n      outputParser = new AutoGPTOutputParser(),\n    }: AutoGPTInput\n  ): AutoGPT {\n    const prompt = new AutoGPTPrompt({\n      aiName,\n      aiRole,\n      tools,\n      tokenCounter: llm.getNumTokens.bind(llm),\n      sendTokenLimit: getModelContextSize(\n        \"modelName\" in llm ? (llm.modelName as string) : \"gpt2\"\n      ),\n    });\n    // const feedbackTool = humanInTheLoop ? new HumanInputRun() : null;\n    const chain = new LLMChain({ llm, prompt });\n    return new AutoGPT({\n      aiName,\n      memory,\n      chain,\n      outputParser,\n      tools,\n      // feedbackTool,\n      maxIterations,\n    });\n  }\n\n  /**\n   * Runs the AI with a given set of goals.\n   * @param goals An array of strings representing the goals.\n   * @returns A string representing the result of the run or undefined if the maximum number of iterations is reached without a result.\n   */\n  async run(goals: string[]): Promise<string | undefined> {\n    const user_input =\n      \"Determine which next command to use, and respond using the format specified above:\";\n    let loopCount = 0;\n    while (loopCount < this.maxIterations) {\n      loopCount += 1;\n\n      const { text: assistantReply } = await this.chain.call({\n        goals,\n        user_input,\n        memory: this.memory,\n        messages: this.fullMessageHistory,\n      });\n\n      // Print the assistant reply\n      console.log(assistantReply);\n      this.fullMessageHistory.push(new HumanMessage(user_input));\n      this.fullMessageHistory.push(new AIMessage(assistantReply));\n\n      const action = await this.outputParser.parse(assistantReply);\n      const tools = this.tools.reduce(\n        (acc, tool) => ({ ...acc, [tool.name]: tool }),\n        {} as { [key: string]: ObjectTool }\n      );\n      if (action.name === FINISH_NAME) {\n        return action.args.response;\n      }\n      let result: string;\n      if (action.name in tools) {\n        const tool = tools[action.name];\n        let observation;\n        try {\n          observation = await tool.call(action.args);\n        } catch (e) {\n          observation = `Error in args: ${e}`;\n        }\n        result = `Command ${tool.name} returned: ${observation}`;\n      } else if (action.name === \"ERROR\") {\n        result = `Error: ${action.args}. `;\n      } else {\n        result = `Unknown command '${action.name}'. Please refer to the 'COMMANDS' list for available commands and only respond in the specified JSON format.`;\n      }\n\n      let memoryToAdd = `Assistant Reply: ${assistantReply}\\nResult: ${result} `;\n      if (this.feedbackTool) {\n        const feedback = `\\n${await this.feedbackTool.call(\"Input: \")}`;\n        if (feedback === \"q\" || feedback === \"stop\") {\n          console.log(\"EXITING\");\n          return \"EXITING\";\n        }\n        memoryToAdd += feedback;\n      }\n\n      const documents = await this.textSplitter.createDocuments([memoryToAdd]);\n      await this.memory.addDocuments(documents);\n      this.fullMessageHistory.push(new SystemMessage(result));\n    }\n\n    return undefined;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA2DA,IAAa,UAAb,MAAa,QAAQ;CACnB;CAEA;CAEA;CAEA;CAEA;CAEA;CAEA;CAEA;CAEA;CAGA;CAEA,YAAY,EACV,QACA,QACA,OACA,cACA,OACA,cACA,iBAKC;AACD,OAAK,SAAS;AACd,OAAK,SAAS;AACd,OAAK,qBAAqB,EAAE;AAC5B,OAAK,kBAAkB;AACvB,OAAK,QAAQ;AACb,OAAK,eAAe;AACpB,OAAK,QAAQ;AACb,OAAK,eAAe;AACpB,OAAK,gBAAgB;EACrB,MAAM,aAAA,GAAA,qCAAA,yBACJ,eAAe,OAAO,YAAY,aAC7B,OAAO,YAAY,WAAW,YAC/B,KAAA,EACL;AACD,OAAK,eAAe,IAAA,sBAAA,sBAAI,kBAAkB;GACxC;GACA,cAAc,KAAK,MAAM,YAAY,GAAG;GACzC,CAAC;;;;;;;;;;;;;CAcJ,OAAO,gBACL,KACA,OACA,EACE,QACA,QACA,QACA,gBAAgB,KAEhB,eAAe,IAAIA,sBAAAA,qBAAqB,IAEjC;AAYT,SAAO,IAAI,QAAQ;GACjB;GACA;GACA,OAAA,IAJgBC,kBAAAA,SAAS;IAAE;IAAK,QAAA,IAVfC,eAAAA,cAAc;KAC/B;KACA;KACA;KACA,cAAc,IAAI,aAAa,KAAK,IAAI;KACxC,iBAAA,GAAA,qCAAA,qBACE,eAAe,MAAO,IAAI,YAAuB,OAClD;KACF,CAEuC;IAAE,CAInC;GACL;GACA;GAEA;GACD,CAAC;;;;;;;CAQJ,MAAM,IAAI,OAA8C;EACtD,MAAM,aACJ;EACF,IAAI,YAAY;AAChB,SAAO,YAAY,KAAK,eAAe;AACrC,gBAAa;GAEb,MAAM,EAAE,MAAM,mBAAmB,MAAM,KAAK,MAAM,KAAK;IACrD;IACA;IACA,QAAQ,KAAK;IACb,UAAU,KAAK;IAChB,CAAC;AAGF,WAAQ,IAAI,eAAe;AAC3B,QAAK,mBAAmB,KAAK,IAAIC,yBAAAA,aAAa,WAAW,CAAC;AAC1D,QAAK,mBAAmB,KAAK,IAAIC,yBAAAA,UAAU,eAAe,CAAC;GAE3D,MAAM,SAAS,MAAM,KAAK,aAAa,MAAM,eAAe;GAC5D,MAAM,QAAQ,KAAK,MAAM,QACtB,KAAK,UAAU;IAAE,GAAG;KAAM,KAAK,OAAO;IAAM,GAC7C,EAAE,CACH;AACD,OAAI,OAAO,SAAA,SACT,QAAO,OAAO,KAAK;GAErB,IAAI;AACJ,OAAI,OAAO,QAAQ,OAAO;IACxB,MAAM,OAAO,MAAM,OAAO;IAC1B,IAAI;AACJ,QAAI;AACF,mBAAc,MAAM,KAAK,KAAK,OAAO,KAAK;aACnC,GAAG;AACV,mBAAc,kBAAkB;;AAElC,aAAS,WAAW,KAAK,KAAK,aAAa;cAClC,OAAO,SAAS,QACzB,UAAS,UAAU,OAAO,KAAK;OAE/B,UAAS,oBAAoB,OAAO,KAAK;GAG3C,IAAI,cAAc,oBAAoB,eAAe,YAAY,OAAO;AACxE,OAAI,KAAK,cAAc;IACrB,MAAM,WAAW,KAAK,MAAM,KAAK,aAAa,KAAK,UAAU;AAC7D,QAAI,aAAa,OAAO,aAAa,QAAQ;AAC3C,aAAQ,IAAI,UAAU;AACtB,YAAO;;AAET,mBAAe;;GAGjB,MAAM,YAAY,MAAM,KAAK,aAAa,gBAAgB,CAAC,YAAY,CAAC;AACxE,SAAM,KAAK,OAAO,aAAa,UAAU;AACzC,QAAK,mBAAmB,KAAK,IAAIC,yBAAAA,cAAc,OAAO,CAAC"}
+{"version":3,"file":"agent.cjs","names":["AutoGPTOutputParser","LLMChain","AutoGPTPrompt","HumanMessage","AIMessage","SystemMessage"],"sources":["../../../src/experimental/autogpt/agent.ts"],"sourcesContent":["import type { VectorStoreRetrieverInterface } from \"@langchain/core/vectorstores\";\nimport { Tool } from \"@langchain/core/tools\";\nimport {\n  AIMessage,\n  BaseMessage,\n  HumanMessage,\n  SystemMessage,\n} from \"@langchain/core/messages\";\nimport { BaseChatModel } from \"@langchain/core/language_models/chat_models\";\nimport {\n  getEmbeddingContextSize,\n  getModelContextSize,\n} from \"@langchain/core/language_models/base\";\nimport { LLMChain } from \"../../chains/llm_chain.js\";\n\nimport { AutoGPTOutputParser } from \"./output_parser.js\";\nimport { AutoGPTPrompt } from \"./prompt.js\";\n// import { HumanInputRun } from \"./tools/human/tool\"; // TODO\nimport { ObjectTool, FINISH_NAME } from \"./schema.js\";\nimport { TokenTextSplitter } from \"../../text_splitter.js\";\n\n/**\n * Interface for the input parameters of the AutoGPT class.\n */\nexport interface AutoGPTInput {\n  aiName: string;\n  aiRole: string;\n  memory: VectorStoreRetrieverInterface;\n  humanInTheLoop?: boolean;\n  outputParser?: AutoGPTOutputParser;\n  maxIterations?: number;\n}\n\n/**\n * Class representing the AutoGPT concept with LangChain primitives. It is\n * designed to be used with a set of tools such as a search tool,\n * write-file tool, and a read-file tool.\n * @example\n * ```typescript\n * const autogpt = AutoGPT.fromLLMAndTools(\n *   new ChatOpenAI({ model: \"gpt-4o-mini\", temperature: 0 }),\n *   [\n *     new ReadFileTool({ store: new InMemoryFileStore() }),\n *     new WriteFileTool({ store: new InMemoryFileStore() }),\n *     new SerpAPI(\"YOUR_SERPAPI_API_KEY\", {\n *       location: \"San Francisco,California,United States\",\n *       hl: \"en\",\n *       gl: \"us\",\n *     }),\n *   ],\n *   {\n *     memory: new MemoryVectorStore(new OpenAIEmbeddings()).asRetriever(),\n *     aiName: \"Tom\",\n *     aiRole: \"Assistant\",\n *   },\n * );\n * const result = await autogpt.run([\"write a weather report for SF today\"]);\n * ```\n */\nexport class AutoGPT {\n  aiName: string;\n\n  memory: VectorStoreRetrieverInterface;\n\n  fullMessageHistory: BaseMessage[];\n\n  nextActionCount: number;\n\n  chain: LLMChain;\n\n  outputParser: AutoGPTOutputParser;\n\n  tools: ObjectTool[];\n\n  feedbackTool?: Tool;\n\n  maxIterations: number;\n\n  // Currently not generic enough to support any text splitter.\n  textSplitter: TokenTextSplitter;\n\n  constructor({\n    aiName,\n    memory,\n    chain,\n    outputParser,\n    tools,\n    feedbackTool,\n    maxIterations,\n  }: Omit<Required<AutoGPTInput>, \"aiRole\" | \"humanInTheLoop\"> & {\n    chain: LLMChain;\n    tools: ObjectTool[];\n    feedbackTool?: Tool;\n  }) {\n    this.aiName = aiName;\n    this.memory = memory;\n    this.fullMessageHistory = [];\n    this.nextActionCount = 0;\n    this.chain = chain;\n    this.outputParser = outputParser;\n    this.tools = tools;\n    this.feedbackTool = feedbackTool;\n    this.maxIterations = maxIterations;\n    const chunkSize = getEmbeddingContextSize(\n      \"modelName\" in memory.vectorStore.embeddings\n        ? (memory.vectorStore.embeddings.modelName as string)\n        : undefined\n    );\n    this.textSplitter = new TokenTextSplitter({\n      chunkSize,\n      chunkOverlap: Math.round(chunkSize / 10),\n    });\n  }\n\n  /**\n   * Creates a new AutoGPT instance from a given LLM and a set of tools.\n   * @param llm A BaseChatModel object.\n   * @param tools An array of ObjectTool objects.\n   * @param options.aiName The name of the AI.\n   * @param options.aiRole The role of the AI.\n   * @param options.memory A VectorStoreRetriever object that represents the memory of the AI.\n   * @param options.maxIterations The maximum number of iterations the AI can perform.\n   * @param options.outputParser An AutoGPTOutputParser object that parses the output of the AI.\n   * @returns A new instance of the AutoGPT class.\n   */\n  static fromLLMAndTools(\n    llm: BaseChatModel,\n    tools: ObjectTool[],\n    {\n      aiName,\n      aiRole,\n      memory,\n      maxIterations = 100,\n      // humanInTheLoop = false,\n      outputParser = new AutoGPTOutputParser(),\n    }: AutoGPTInput\n  ): AutoGPT {\n    const prompt = new AutoGPTPrompt({\n      aiName,\n      aiRole,\n      tools,\n      tokenCounter: llm.getNumTokens.bind(llm),\n      sendTokenLimit: getModelContextSize(\n        \"modelName\" in llm ? (llm.modelName as string) : \"gpt2\"\n      ),\n    });\n    // const feedbackTool = humanInTheLoop ? new HumanInputRun() : null;\n    const chain = new LLMChain({ llm, prompt });\n    return new AutoGPT({\n      aiName,\n      memory,\n      chain,\n      outputParser,\n      tools,\n      // feedbackTool,\n      maxIterations,\n    });\n  }\n\n  /**\n   * Runs the AI with a given set of goals.\n   * @param goals An array of strings representing the goals.\n   * @returns A string representing the result of the run or undefined if the maximum number of iterations is reached without a result.\n   */\n  async run(goals: string[]): Promise<string | undefined> {\n    const user_input =\n      \"Determine which next command to use, and respond using the format specified above:\";\n    let loopCount = 0;\n    while (loopCount < this.maxIterations) {\n      loopCount += 1;\n\n      const { text: assistantReply } = await this.chain.call({\n        goals,\n        user_input,\n        memory: this.memory,\n        messages: this.fullMessageHistory,\n      });\n\n      // Print the assistant reply\n      console.log(assistantReply);\n      this.fullMessageHistory.push(new HumanMessage(user_input));\n      this.fullMessageHistory.push(new AIMessage(assistantReply));\n\n      const action = await this.outputParser.parse(assistantReply);\n      const tools = this.tools.reduce(\n        (acc, tool) => ({ ...acc, [tool.name]: tool }),\n        {} as { [key: string]: ObjectTool }\n      );\n      if (action.name === FINISH_NAME) {\n        return action.args.response;\n      }\n      let result: string;\n      if (action.name in tools) {\n        const tool = tools[action.name];\n        let observation;\n        try {\n          observation = await tool.call(action.args);\n        } catch (e) {\n          observation = `Error in args: ${e}`;\n        }\n        result = `Command ${tool.name} returned: ${observation}`;\n      } else if (action.name === \"ERROR\") {\n        result = `Error: ${action.args}. `;\n      } else {\n        result = `Unknown command '${action.name}'. Please refer to the 'COMMANDS' list for available commands and only respond in the specified JSON format.`;\n      }\n\n      let memoryToAdd = `Assistant Reply: ${assistantReply}\\nResult: ${result} `;\n      if (this.feedbackTool) {\n        const feedback = `\\n${await this.feedbackTool.call(\"Input: \")}`;\n        if (feedback === \"q\" || feedback === \"stop\") {\n          console.log(\"EXITING\");\n          return \"EXITING\";\n        }\n        memoryToAdd += feedback;\n      }\n\n      const documents = await this.textSplitter.createDocuments([memoryToAdd]);\n      await this.memory.addDocuments(documents);\n      this.fullMessageHistory.push(new SystemMessage(result));\n    }\n\n    return undefined;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA2DA,IAAa,UAAb,MAAa,QAAQ;CACnB;CAEA;CAEA;CAEA;CAEA;CAEA;CAEA;CAEA;CAEA;CAGA;CAEA,YAAY,EACV,QACA,QACA,OACA,cACA,OACA,cACA,iBAKC;EACD,KAAK,SAAS;EACd,KAAK,SAAS;EACd,KAAK,qBAAqB,CAAC;EAC3B,KAAK,kBAAkB;EACvB,KAAK,QAAQ;EACb,KAAK,eAAe;EACpB,KAAK,QAAQ;EACb,KAAK,eAAe;EACpB,KAAK,gBAAgB;EACrB,MAAM,aAAA,GAAA,qCAAA,wBAAA,CACJ,eAAe,OAAO,YAAY,aAC7B,OAAO,YAAY,WAAW,YAC/B,KAAA,CACN;EACA,KAAK,eAAe,IAAA,sBAAA,sBAAI,kBAAkB;GACxC;GACA,cAAc,KAAK,MAAM,YAAY,EAAE;EACzC,CAAC;CACH;;;;;;;;;;;;CAaA,OAAO,gBACL,KACA,OACA,EACE,QACA,QACA,QACA,gBAAgB,KAEhB,eAAe,IAAIA,sBAAAA,oBAAoB,KAEhC;EAWT,MAAM,QAAQ,IAAIC,kBAAAA,SAAS;GAAE;GAAK,QAAA,IAVfC,eAAAA,cAAc;IAC/B;IACA;IACA;IACA,cAAc,IAAI,aAAa,KAAK,GAAG;IACvC,iBAAA,GAAA,qCAAA,oBAAA,CACE,eAAe,MAAO,IAAI,YAAuB,MACnD;GACF,CAEuC;EAAE,CAAC;EAC1C,OAAO,IAAI,QAAQ;GACjB;GACA;GACA;GACA;GACA;GAEA;EACF,CAAC;CACH;;;;;;CAOA,MAAM,IAAI,OAA8C;EACtD,MAAM,aACJ;EACF,IAAI,YAAY;EAChB,OAAO,YAAY,KAAK,eAAe;GACrC,aAAa;GAEb,MAAM,EAAE,MAAM,mBAAmB,MAAM,KAAK,MAAM,KAAK;IACrD;IACA;IACA,QAAQ,KAAK;IACb,UAAU,KAAK;GACjB,CAAC;GAGD,QAAQ,IAAI,cAAc;GAC1B,KAAK,mBAAmB,KAAK,IAAIC,yBAAAA,aAAa,UAAU,CAAC;GACzD,KAAK,mBAAmB,KAAK,IAAIC,yBAAAA,UAAU,cAAc,CAAC;GAE1D,MAAM,SAAS,MAAM,KAAK,aAAa,MAAM,cAAc;GAC3D,MAAM,QAAQ,KAAK,MAAM,QACtB,KAAK,UAAU;IAAE,GAAG;KAAM,KAAK,OAAO;GAAK,IAC5C,CAAC,CACH;GACA,IAAI,OAAO,SAAA,UACT,OAAO,OAAO,KAAK;GAErB,IAAI;GACJ,IAAI,OAAO,QAAQ,OAAO;IACxB,MAAM,OAAO,MAAM,OAAO;IAC1B,IAAI;IACJ,IAAI;KACF,cAAc,MAAM,KAAK,KAAK,OAAO,IAAI;IAC3C,SAAS,GAAG;KACV,cAAc,kBAAkB;IAClC;IACA,SAAS,WAAW,KAAK,KAAK,aAAa;GAC7C,OAAO,IAAI,OAAO,SAAS,SACzB,SAAS,UAAU,OAAO,KAAK;QAE/B,SAAS,oBAAoB,OAAO,KAAK;GAG3C,IAAI,cAAc,oBAAoB,eAAe,YAAY,OAAO;GACxE,IAAI,KAAK,cAAc;IACrB,MAAM,WAAW,KAAK,MAAM,KAAK,aAAa,KAAK,SAAS;IAC5D,IAAI,aAAa,OAAO,aAAa,QAAQ;KAC3C,QAAQ,IAAI,SAAS;KACrB,OAAO;IACT;IACA,eAAe;GACjB;GAEA,MAAM,YAAY,MAAM,KAAK,aAAa,gBAAgB,CAAC,WAAW,CAAC;GACvE,MAAM,KAAK,OAAO,aAAa,SAAS;GACxC,KAAK,mBAAmB,KAAK,IAAIC,yBAAAA,cAAc,MAAM,CAAC;EACxD;CAGF;AACF"}

package/dist/experimental/autogpt/agent.d.cts

@@ -6,7 +6,6 @@ import { BaseMessage } from "@langchain/core/messages";
 import { Tool } from "@langchain/core/tools";
 import { VectorStoreRetrieverInterface } from "@langchain/core/vectorstores";
 import { BaseChatModel } from "@langchain/core/language_models/chat_models";
-
 //#region src/experimental/autogpt/agent.d.ts
 /**
  * Interface for the input parameters of the AutoGPT class.
@@ -56,15 +55,7 @@ declare class AutoGPT {
   feedbackTool?: Tool;
   maxIterations: number;
   textSplitter: text_splitter_d_exports.TokenTextSplitter;
-  constructor({
-    aiName,
-    memory,
-    chain,
-    outputParser,
-    tools,
-    feedbackTool,
-    maxIterations
-  }: Omit<Required<AutoGPTInput>, "aiRole" | "humanInTheLoop"> & {
+  constructor({ aiName, memory, chain, outputParser, tools, feedbackTool, maxIterations }: Omit<Required<AutoGPTInput>, "aiRole" | "humanInTheLoop"> & {
     chain: LLMChain;
     tools: ObjectTool[];
     feedbackTool?: Tool;
@@ -80,13 +71,7 @@ declare class AutoGPT {
    * @param options.outputParser An AutoGPTOutputParser object that parses the output of the AI.
    * @returns A new instance of the AutoGPT class.
    */
-  static fromLLMAndTools(llm: BaseChatModel, tools: ObjectTool[], {
-    aiName,
-    aiRole,
-    memory,
-    maxIterations,
-    outputParser
-  }: AutoGPTInput): AutoGPT;
+  static fromLLMAndTools(llm: BaseChatModel, tools: ObjectTool[], { aiName, aiRole, memory, maxIterations, outputParser }: AutoGPTInput): AutoGPT;
   /**
    * Runs the AI with a given set of goals.
    * @param goals An array of strings representing the goals.

package/dist/experimental/autogpt/agent.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"agent.d.cts","names":[],"sources":["../../../src/experimental/autogpt/agent.ts"],"mappings":";;;;;;;;;;;;AAwBA;UAAiB,YAAA;EACf,MAAA;EACA,MAAA;EACA,MAAA,EAAQ,6BAAA;EACR,cAAA;EACA,YAAA,GAAe,mBAAA;EACf,aAAA;AAAA;;;;;;AA6BF;;;;;;;;;;;;;;;;;;;;;cAAa,OAAA;EACX,MAAA;EAEA,MAAA,EAAQ,6BAAA;EAER,kBAAA,EAAoB,WAAA;EAEpB,eAAA;EAEA,KAAA,EAAO,QAAA;EAEP,YAAA,EAAc,mBAAA;EAEd,KAAA,EAAO,UAAA;EAEP,YAAA,GAAe,IAAA;EAEf,aAAA;EAGA,YAAA,EAAc,uBAAA,CAAA,iBAAA;EAEd,WAAA,CAAA;IACE,MAAA;IACA,MAAA;IACA,KAAA;IACA,YAAA;IACA,KAAA;IACA,YAAA;IACA;EAAA,GACC,IAAA,CAAK,QAAA,CAAS,YAAA;IACf,KAAA,EAAO,QAAA;IACP,KAAA,EAAO,UAAA;IACP,YAAA,GAAe,IAAA;EAAA;EA9BT;;;;;;;;;;;EAAA,OA+DD,eAAA,CACL,GAAA,EAAK,aAAA,EACL,KAAA,EAAO,UAAA;IAEL,MAAA;IACA,MAAA;IACA,MAAA;IACA,aAAA;IAEA;EAAA,GACC,YAAA,GACF,OAAA;EA5DH;;;;;EAwFM,GAAA,CAAI,KAAA,aAAkB,OAAA;AAAA"}
+{"version":3,"file":"agent.d.cts","names":[],"sources":["../../../src/experimental/autogpt/agent.ts"],"mappings":";;;;;;;;;;;;UAwBiB;EACf;EACA;EACA,QAAQ;EACR;EACA,eAAe;EACf;;;;;;;;;;;;;;;;;;;;;;;;;;;;cA6BW;EACX;EAEA,QAAQ;EAER,oBAAoB;EAEpB;EAEA,OAAO;EAEP,cAAc;EAEd,OAAO;EAEP,eAAe;EAEf;EAGA,cAAc,wBAAA;EAEd,cACE,QACA,QACA,OACA,cACA,OACA,cACA,iBACC,KAAK,SAAS;IACf,OAAO;IACP,OAAO;IACP,eAAe;;;;;;;;;;;;;SAiCV,gBACL,KAAK,eACL,OAAO,gBAEL,QACA,QACA,QACA,eAEA,gBACC,eACF;;;;;;EA4BG,IAAI,kBAAkB"}

package/dist/experimental/autogpt/agent.d.ts

@@ -6,7 +6,6 @@ import { BaseMessage } from "@langchain/core/messages";
 import { Tool } from "@langchain/core/tools";
 import { BaseChatModel } from "@langchain/core/language_models/chat_models";
 import { VectorStoreRetrieverInterface } from "@langchain/core/vectorstores";
-
 //#region src/experimental/autogpt/agent.d.ts
 /**
  * Interface for the input parameters of the AutoGPT class.
@@ -56,15 +55,7 @@ declare class AutoGPT {
   feedbackTool?: Tool;
   maxIterations: number;
   textSplitter: text_splitter_d_exports.TokenTextSplitter;
-  constructor({
-    aiName,
-    memory,
-    chain,
-    outputParser,
-    tools,
-    feedbackTool,
-    maxIterations
-  }: Omit<Required<AutoGPTInput>, "aiRole" | "humanInTheLoop"> & {
+  constructor({ aiName, memory, chain, outputParser, tools, feedbackTool, maxIterations }: Omit<Required<AutoGPTInput>, "aiRole" | "humanInTheLoop"> & {
     chain: LLMChain;
     tools: ObjectTool[];
     feedbackTool?: Tool;
@@ -80,13 +71,7 @@ declare class AutoGPT {
    * @param options.outputParser An AutoGPTOutputParser object that parses the output of the AI.
    * @returns A new instance of the AutoGPT class.
    */
-  static fromLLMAndTools(llm: BaseChatModel, tools: ObjectTool[], {
-    aiName,
-    aiRole,
-    memory,
-    maxIterations,
-    outputParser
-  }: AutoGPTInput): AutoGPT;
+  static fromLLMAndTools(llm: BaseChatModel, tools: ObjectTool[], { aiName, aiRole, memory, maxIterations, outputParser }: AutoGPTInput): AutoGPT;
   /**
    * Runs the AI with a given set of goals.
    * @param goals An array of strings representing the goals.