@arizeai/phoenix-evals 0.0.6 → 0.0.8

package/dist/esm/default_templates/DOCUMENT_RELEVANCY_TEMPLATE.d.ts

@@ -0,0 +1,6 @@
+export declare const DOCUMENT_RELEVANCY_TEMPLATE = "\nYou are comparing a document to a question and trying to determine if the document text\ncontains information relevant to answering the question. Here is the data:\n\n    [BEGIN DATA]\n    ************\n    [Question]: {{input}}\n    ************\n    [Document text]: {{documentText}}\n    ************\n    [END DATA]\n\nCompare the Question above to the Document text. You must determine whether the Document text\ncontains information that can answer the Question. Please focus on whether the very specific\nquestion can be answered by the information in the Document text.\nYour response must be single word, either \"relevant\" or \"unrelated\",\nand should not contain any text or characters aside from that word.\n\"unrelated\" means that the document text does not contain an answer to the Question.\n\"relevant\" means the document text contains an answer to the Question.\n";
+export declare const DOCUMENT_RELEVANCY_CHOICES: {
+    relevant: number;
+    unrelated: number;
+};
+//# sourceMappingURL=DOCUMENT_RELEVANCY_TEMPLATE.d.ts.map

package/dist/esm/default_templates/DOCUMENT_RELEVANCY_TEMPLATE.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DOCUMENT_RELEVANCY_TEMPLATE.d.ts","sourceRoot":"","sources":["../../../src/default_templates/DOCUMENT_RELEVANCY_TEMPLATE.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,2BAA2B,23BAmBvC,CAAC;AAEF,eAAO,MAAM,0BAA0B;;;CAGtC,CAAC"}

package/dist/esm/default_templates/DOCUMENT_RELEVANCY_TEMPLATE.js

@@ -0,0 +1,25 @@
+export const DOCUMENT_RELEVANCY_TEMPLATE = `
+You are comparing a document to a question and trying to determine if the document text
+contains information relevant to answering the question. Here is the data:
+
+    [BEGIN DATA]
+    ************
+    [Question]: {{input}}
+    ************
+    [Document text]: {{documentText}}
+    ************
+    [END DATA]
+
+Compare the Question above to the Document text. You must determine whether the Document text
+contains information that can answer the Question. Please focus on whether the very specific
+question can be answered by the information in the Document text.
+Your response must be single word, either "relevant" or "unrelated",
+and should not contain any text or characters aside from that word.
+"unrelated" means that the document text does not contain an answer to the Question.
+"relevant" means the document text contains an answer to the Question.
+`;
+export const DOCUMENT_RELEVANCY_CHOICES = {
+    relevant: 1,
+    unrelated: 0,
+};
+//# sourceMappingURL=DOCUMENT_RELEVANCY_TEMPLATE.js.map

package/dist/esm/default_templates/DOCUMENT_RELEVANCY_TEMPLATE.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DOCUMENT_RELEVANCY_TEMPLATE.js","sourceRoot":"","sources":["../../../src/default_templates/DOCUMENT_RELEVANCY_TEMPLATE.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,2BAA2B,GAAG;;;;;;;;;;;;;;;;;;;CAmB1C,CAAC;AAEF,MAAM,CAAC,MAAM,0BAA0B,GAAG;IACxC,QAAQ,EAAE,CAAC;IACX,SAAS,EAAE,CAAC;CACb,CAAC"}

package/dist/esm/default_templates/index.d.ts

@@ -1,2 +1,3 @@
 export * from "./HALLUCINATION_TEMPLATE.js";
+export * from "./DOCUMENT_RELEVANCY_TEMPLATE.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/esm/default_templates/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/default_templates/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/default_templates/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC;AACzC,cAAc,+BAA+B,CAAC"}

package/dist/esm/default_templates/index.js

@@ -1,2 +1,3 @@
 export * from "./HALLUCINATION_TEMPLATE.js";
+export * from "./DOCUMENT_RELEVANCY_TEMPLATE.js";
 //# sourceMappingURL=index.js.map

package/dist/esm/default_templates/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/default_templates/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/default_templates/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC;AACzC,cAAc,+BAA+B,CAAC"}

package/dist/esm/index.d.ts

@@ -1,2 +1,4 @@
 export * from "./llm/index.js";
+export * from "./template/index.js";
+export * from "./types/index.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/esm/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,OAAO,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,OAAO,CAAC;AACtB,cAAc,YAAY,CAAC;AAC3B,cAAc,SAAS,CAAC"}

package/dist/esm/index.js

@@ -1,2 +1,4 @@
 export * from "./llm/index.js";
+export * from "./template/index.js";
+export * from "./types/index.js";
 //# sourceMappingURL=index.js.map

package/dist/esm/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,OAAO,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,OAAO,CAAC;AACtB,cAAc,YAAY,CAAC;AAC3B,cAAc,SAAS,CAAC"}

package/dist/esm/llm/createClassifier.d.ts

@@ -2,5 +2,5 @@ import { CreateClassifierArgs, EvaluatorFn } from "../types/evals.js";
 /**
  * A function that serves as a factory that will output a classification evaluator
  */
-export declare function createClassifier<OutputType, InputType>(args: CreateClassifierArgs): EvaluatorFn<OutputType, InputType>;
+export declare function createClassifier<ExampleType extends Record<string, unknown>>(args: CreateClassifierArgs): EvaluatorFn<ExampleType>;
 //# sourceMappingURL=createClassifier.d.ts.map

package/dist/esm/llm/createClassifier.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"createClassifier.d.ts","sourceRoot":"","sources":["../../../src/llm/createClassifier.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,oBAAoB,EACpB,WAAW,EACZ,MAAM,gBAAgB,CAAC;AAkBxB;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,UAAU,EAAE,SAAS,EACpD,IAAI,EAAE,oBAAoB,GACzB,WAAW,CAAC,UAAU,EAAE,SAAS,CAAC,CA8BpC"}
+{"version":3,"file":"createClassifier.d.ts","sourceRoot":"","sources":["../../../src/llm/createClassifier.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,oBAAoB,EACpB,WAAW,EACZ,MAAM,gBAAgB,CAAC;AAkBxB;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,WAAW,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC1E,IAAI,EAAE,oBAAoB,GACzB,WAAW,CAAC,WAAW,CAAC,CA4B1B"}

package/dist/esm/llm/createClassifier.js.map

@@ -1 +1 @@
-{"version":3,"file":"createClassifier.js","sourceRoot":"","sources":["../../../src/llm/createClassifier.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C;;;GAGG;AACH,SAAS,eAAe,CACtB,OAAiC;IAEjC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,MAA+B,CAAC;AACzC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAC9B,IAA0B;IAE1B,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,cAAc,EAAE,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC;IAEzD,OAAO,KAAK,EACV,IAA2C,EAChB,EAAE;QAC7B,MAAM,iBAAiB,GAAG;YACxB,GAAG,IAAI;SACR,CAAC;QAEF,MAAM,MAAM,GAAG,cAAc,CAAC;YAC5B,QAAQ,EAAE,cAAc;YACxB,SAAS,EAAE,iBAAiB;SAC7B,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,MAAM,sBAAsB,CAAC;YAClD,KAAK;YACL,MAAM,EAAE,eAAe,CAAC,OAAO,CAAC;YAChC,MAAM;YACN,GAAG,IAAI;SACR,CAAC,CAAC;QAEH,mEAAmE;QACnE,MAAM,KAAK,GAAG,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAE5C,OAAO;YACL,KAAK;YACL,GAAG,cAAc;SAClB,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC"}
+{"version":3,"file":"createClassifier.js","sourceRoot":"","sources":["../../../src/llm/createClassifier.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C;;;GAGG;AACH,SAAS,eAAe,CACtB,OAAiC;IAEjC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,MAA+B,CAAC;AACzC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAC9B,IAA0B;IAE1B,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,cAAc,EAAE,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC;IAEzD,OAAO,KAAK,EAAE,IAAiB,EAA6B,EAAE;QAC5D,MAAM,iBAAiB,GAAG;YACxB,GAAG,IAAI;SACR,CAAC;QAEF,MAAM,MAAM,GAAG,cAAc,CAAC;YAC5B,QAAQ,EAAE,cAAc;YACxB,SAAS,EAAE,iBAAiB;SAC7B,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,MAAM,sBAAsB,CAAC;YAClD,KAAK;YACL,MAAM,EAAE,eAAe,CAAC,OAAO,CAAC;YAChC,MAAM;YACN,GAAG,IAAI;SACR,CAAC,CAAC;QAEH,mEAAmE;QACnE,MAAM,KAAK,GAAG,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAE5C,OAAO;YACL,KAAK;YACL,GAAG,cAAc;SAClB,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC"}

package/dist/esm/llm/createDocumentRelevancyEvaluator.d.ts

@@ -0,0 +1,40 @@
+import { CreateClassifierArgs, EvaluatorFn } from "../types/evals.js";
+export interface DocumentRelevancyEvaluatorArgs extends Omit<CreateClassifierArgs, "promptTemplate" | "choices"> {
+    choices?: CreateClassifierArgs["choices"];
+    promptTemplate?: CreateClassifierArgs["promptTemplate"];
+}
+/**
+ * An example to be evaluated by the document relevancy evaluator.
+ */
+export type DocumentRelevancyExample = {
+    input: string;
+    documentText: string;
+};
+/**
+ * Creates a document relevancy evaluator function.
+ *
+ * This function returns an evaluator that determines whether a given document text
+ * is relevant to a provided input question. The evaluator uses a classification model
+ * and a prompt template to make its determination.
+ *
+ * @param args - The arguments for creating the document relevancy evaluator.
+ * @param args.model - The model to use for classification.
+ * @param args.choices - The possible classification choices (defaults to DOCUMENT_RELEVANCY_CHOICES).
+ * @param args.promptTemplate - The prompt template to use (defaults to DOCUMENT_RELEVANCY_TEMPLATE).
+ * @param args.telemetry - The telemetry to use for the evaluator.
+ *
+ * @returns An evaluator function that takes a {@link DocumentRelevancyExample} and returns a classification result
+ * indicating whether the document is relevant to the input question.
+ *
+ * @example
+ * ```ts
+ * const evaluator = createDocumentRelevancyEvaluator({ model: openai("gpt-4o-mini") });
+ * const result = await evaluator({
+ *   input: "What is the capital of France?",
+ *   documentText: "Paris is the capital and most populous city of France.",
+ * });
+ * console.log(result.label); // "relevant" or "unrelated"
+ * ```
+ */
+export declare function createDocumentRelevancyEvaluator(args: DocumentRelevancyEvaluatorArgs): EvaluatorFn<DocumentRelevancyExample>;
+//# sourceMappingURL=createDocumentRelevancyEvaluator.d.ts.map

package/dist/esm/llm/createDocumentRelevancyEvaluator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"createDocumentRelevancyEvaluator.d.ts","sourceRoot":"","sources":["../../../src/llm/createDocumentRelevancyEvaluator.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAMnE,MAAM,WAAW,8BACf,SAAQ,IAAI,CAAC,oBAAoB,EAAE,gBAAgB,GAAG,SAAS,CAAC;IAChE,OAAO,CAAC,EAAE,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAC1C,cAAc,CAAC,EAAE,oBAAoB,CAAC,gBAAgB,CAAC,CAAC;CACzD;AAED;;GAEG;AACH,MAAM,MAAM,wBAAwB,GAAG;IACrC,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,wBAAgB,gCAAgC,CAC9C,IAAI,EAAE,8BAA8B,GACnC,WAAW,CAAC,wBAAwB,CAAC,CAcvC"}

package/dist/esm/llm/createDocumentRelevancyEvaluator.js

@@ -0,0 +1,39 @@
+import { createClassifier } from "./createClassifier.js";
+import { DOCUMENT_RELEVANCY_TEMPLATE, DOCUMENT_RELEVANCY_CHOICES, } from "../default_templates/DOCUMENT_RELEVANCY_TEMPLATE.js";
+/**
+ * Creates a document relevancy evaluator function.
+ *
+ * This function returns an evaluator that determines whether a given document text
+ * is relevant to a provided input question. The evaluator uses a classification model
+ * and a prompt template to make its determination.
+ *
+ * @param args - The arguments for creating the document relevancy evaluator.
+ * @param args.model - The model to use for classification.
+ * @param args.choices - The possible classification choices (defaults to DOCUMENT_RELEVANCY_CHOICES).
+ * @param args.promptTemplate - The prompt template to use (defaults to DOCUMENT_RELEVANCY_TEMPLATE).
+ * @param args.telemetry - The telemetry to use for the evaluator.
+ *
+ * @returns An evaluator function that takes a {@link DocumentRelevancyExample} and returns a classification result
+ * indicating whether the document is relevant to the input question.
+ *
+ * @example
+ * ```ts
+ * const evaluator = createDocumentRelevancyEvaluator({ model: openai("gpt-4o-mini") });
+ * const result = await evaluator({
+ *   input: "What is the capital of France?",
+ *   documentText: "Paris is the capital and most populous city of France.",
+ * });
+ * console.log(result.label); // "relevant" or "unrelated"
+ * ```
+ */
+export function createDocumentRelevancyEvaluator(args) {
+    const { choices = DOCUMENT_RELEVANCY_CHOICES, promptTemplate = DOCUMENT_RELEVANCY_TEMPLATE, ...rest } = args;
+    const documentRelevancyEvaluatorFn = createClassifier({
+        ...args,
+        promptTemplate,
+        choices,
+        ...rest,
+    });
+    return documentRelevancyEvaluatorFn;
+}
+//# sourceMappingURL=createDocumentRelevancyEvaluator.js.map

package/dist/esm/llm/createDocumentRelevancyEvaluator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"createDocumentRelevancyEvaluator.js","sourceRoot":"","sources":["../../../src/llm/createDocumentRelevancyEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEtD,OAAO,EACL,2BAA2B,EAC3B,0BAA0B,GAC3B,MAAM,kDAAkD,CAAC;AAgB1D;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,MAAM,UAAU,gCAAgC,CAC9C,IAAoC;IAEpC,MAAM,EACJ,OAAO,GAAG,0BAA0B,EACpC,cAAc,GAAG,2BAA2B,EAC5C,GAAG,IAAI,EACR,GAAG,IAAI,CAAC;IACT,MAAM,4BAA4B,GAChC,gBAAgB,CAA2B;QACzC,GAAG,IAAI;QACP,cAAc;QACd,OAAO;QACP,GAAG,IAAI;KACR,CAAC,CAAC;IACL,OAAO,4BAA4B,CAAC;AACtC,CAAC"}

package/dist/esm/llm/createHallucinationEvaluator.d.ts

@@ -1,14 +1,22 @@
 import { CreateClassifierArgs, EvaluatorFn } from "../types/evals.js";
-interface HallucinationEvaluatorArgs extends Omit<CreateClassifierArgs, "promptTemplate" | "choices"> {
+export interface HallucinationEvaluatorArgs extends Omit<CreateClassifierArgs, "promptTemplate" | "choices"> {
     choices?: CreateClassifierArgs["choices"];
     promptTemplate?: CreateClassifierArgs["promptTemplate"];
 }
+/**
+ * An example to be evaluated by the hallucination evaluator.
+ */
+export type HallucinationExample = {
+    input: string;
+    output: string;
+    reference?: string;
+    context?: string;
+};
 /**
  * Creates a function that evaluates whether an answer is factual or hallucinated based on a query and reference text.
  *
  * @param args - The arguments for creating the hallucination evaluator.
  * @returns A function that evaluates whether an answer is factual or hallucinated based on a query and reference text.
  */
-export declare function createHallucinationEvaluator(args: HallucinationEvaluatorArgs): EvaluatorFn<string, string>;
-export {};
+export declare function createHallucinationEvaluator(args: HallucinationEvaluatorArgs): EvaluatorFn<HallucinationExample>;
 //# sourceMappingURL=createHallucinationEvaluator.d.ts.map

package/dist/esm/llm/createHallucinationEvaluator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"createHallucinationEvaluator.d.ts","sourceRoot":"","sources":["../../../src/llm/createHallucinationEvaluator.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAMnE,UAAU,0BACR,SAAQ,IAAI,CAAC,oBAAoB,EAAE,gBAAgB,GAAG,SAAS,CAAC;IAChE,OAAO,CAAC,EAAE,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAC1C,cAAc,CAAC,EAAE,oBAAoB,CAAC,gBAAgB,CAAC,CAAC;CACzD;AACD;;;;;GAKG;AACH,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,0BAA0B,GAC/B,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAa7B"}
+{"version":3,"file":"createHallucinationEvaluator.d.ts","sourceRoot":"","sources":["../../../src/llm/createHallucinationEvaluator.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAMnE,MAAM,WAAW,0BACf,SAAQ,IAAI,CAAC,oBAAoB,EAAE,gBAAgB,GAAG,SAAS,CAAC;IAChE,OAAO,CAAC,EAAE,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAC1C,cAAc,CAAC,EAAE,oBAAoB,CAAC,gBAAgB,CAAC,CAAC;CACzD;AAED;;GAEG;AACH,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AACF;;;;;GAKG;AACH,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,0BAA0B,GAC/B,WAAW,CAAC,oBAAoB,CAAC,CAanC"}

package/dist/esm/llm/createHallucinationEvaluator.js.map

@@ -1 +1 @@
-{"version":3,"file":"createHallucinationEvaluator.js","sourceRoot":"","sources":["../../../src/llm/createHallucinationEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEtD,OAAO,EACL,sBAAsB,EACtB,qBAAqB,GACtB,MAAM,6CAA6C,CAAC;AAOrD;;;;;GAKG;AACH,MAAM,UAAU,4BAA4B,CAC1C,IAAgC;IAEhC,MAAM,EACJ,OAAO,GAAG,qBAAqB,EAC/B,cAAc,GAAG,sBAAsB,EACvC,GAAG,IAAI,EACR,GAAG,IAAI,CAAC;IACT,MAAM,wBAAwB,GAAG,gBAAgB,CAAiB;QAChE,GAAG,IAAI;QACP,cAAc;QACd,OAAO;QACP,GAAG,IAAI;KACR,CAAC,CAAC;IACH,OAAO,wBAAwB,CAAC;AAClC,CAAC"}
+{"version":3,"file":"createHallucinationEvaluator.js","sourceRoot":"","sources":["../../../src/llm/createHallucinationEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEtD,OAAO,EACL,sBAAsB,EACtB,qBAAqB,GACtB,MAAM,6CAA6C,CAAC;AAiBrD;;;;;GAKG;AACH,MAAM,UAAU,4BAA4B,CAC1C,IAAgC;IAEhC,MAAM,EACJ,OAAO,GAAG,qBAAqB,EAC/B,cAAc,GAAG,sBAAsB,EACvC,GAAG,IAAI,EACR,GAAG,IAAI,CAAC;IACT,MAAM,wBAAwB,GAAG,gBAAgB,CAAuB;QACtE,GAAG,IAAI;QACP,cAAc;QACd,OAAO;QACP,GAAG,IAAI;KACR,CAAC,CAAC;IACH,OAAO,wBAAwB,CAAC;AAClC,CAAC"}

package/dist/esm/llm/generateClassification.d.ts

@@ -1,7 +1,7 @@
 import { ClassificationResult, WithLLM } from "../types/evals.js";
 import { WithTelemetry } from "../types/otel.js";
 import type { WithPrompt } from "../types/prompts.js";
-interface ClassifyArgs extends WithLLM, WithPrompt, WithTelemetry {
+export interface ClassifyArgs extends WithLLM, WithPrompt, WithTelemetry {
     /**
      * The labels to classify the example into. E.x. ["correct", "incorrect"]
      */
@@ -19,5 +19,4 @@ interface ClassifyArgs extends WithLLM, WithPrompt, WithTelemetry {
  * A function that leverages an llm to perform a classification
  */
 export declare function generateClassification(args: ClassifyArgs): Promise<ClassificationResult>;
-export {};
 //# sourceMappingURL=generateClassification.d.ts.map

package/dist/esm/llm/generateClassification.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"generateClassification.d.ts","sourceRoot":"","sources":["../../../src/llm/generateClassification.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAInD,UAAU,YAAa,SAAQ,OAAO,EAAE,UAAU,EAAE,aAAa;IAC/D;;OAEG;IACH,MAAM,EAAE,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;IAC9B;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AACD;;GAEG;AACH,wBAAsB,sBAAsB,CAC1C,IAAI,EAAE,YAAY,GACjB,OAAO,CAAC,oBAAoB,CAAC,CAyB/B"}
+{"version":3,"file":"generateClassification.d.ts","sourceRoot":"","sources":["../../../src/llm/generateClassification.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAInD,MAAM,WAAW,YAAa,SAAQ,OAAO,EAAE,UAAU,EAAE,aAAa;IACtE;;OAEG;IACH,MAAM,EAAE,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;IAC9B;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AACD;;GAEG;AACH,wBAAsB,sBAAsB,CAC1C,IAAI,EAAE,YAAY,GACjB,OAAO,CAAC,oBAAoB,CAAC,CAyB/B"}

package/dist/esm/llm/index.d.ts

@@ -1,4 +1,5 @@
 export * from "./generateClassification.js";
 export * from "./createClassifier.js";
 export * from "./createHallucinationEvaluator.js";
+export * from "./createDocumentRelevancyEvaluator.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/esm/llm/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/llm/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gCAAgC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/llm/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,oCAAoC,CAAC"}

package/dist/esm/llm/index.js

@@ -1,4 +1,5 @@
 export * from "./generateClassification.js";
 export * from "./createClassifier.js";
 export * from "./createHallucinationEvaluator.js";
+export * from "./createDocumentRelevancyEvaluator.js";
 //# sourceMappingURL=index.js.map

package/dist/esm/llm/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/llm/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gCAAgC,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/llm/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,oCAAoC,CAAC"}