@arizeai/phoenix-evals 0.0.1 → 0.0.3

package/dist/src/llm/createClassifier.js

@@ -0,0 +1,47 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createClassifier = createClassifier;
+const generateClassification_1 = require("./generateClassification");
+const template_1 = require("../template");
+/**
+ * Convert a mapping of choices to labels
+ * Asserts that the choices are valid
+ */
+function choicesToLabels(choices) {
+    const labels = Object.keys(choices);
+    if (labels.length < 1) {
+        throw new Error("No choices provided");
+    }
+    return labels;
+}
+/**
+ * A function that serves as a factory that will output a classification evaluator
+ */
+function createClassifier(args) {
+    const { model, choices, promptTemplate } = args;
+    return (args) => __awaiter(this, void 0, void 0, function* () {
+        const templateVariables = Object.assign({}, args);
+        const prompt = (0, template_1.formatTemplate)({
+            template: promptTemplate,
+            variables: templateVariables,
+        });
+        const classification = yield (0, generateClassification_1.generateClassification)({
+            model,
+            labels: choicesToLabels(choices),
+            prompt,
+        });
+        // Post-process the classification result and map it to the choices
+        const score = choices[classification.label];
+        return Object.assign({ score }, classification);
+    });
+}
+//# sourceMappingURL=createClassifier.js.map

package/dist/src/llm/createClassifier.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"createClassifier.js","sourceRoot":"","sources":["../../../src/llm/createClassifier.ts"],"names":[],"mappings":";;;;;;;;;;;AA2BA,4CA+BC;AAnDD,qEAAkE;AAClE,0CAA6C;AAE7C;;;GAGG;AACH,SAAS,eAAe,CACtB,OAAiC;IAEjC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,MAA+B,CAAC;AACzC,CAAC;AAED;;GAEG;AACH,SAAgB,gBAAgB,CAC9B,IAA0B;IAE1B,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,cAAc,EAAE,GAAG,IAAI,CAAC;IAEhD,OAAO,CACL,IAA2C,EAChB,EAAE;QAC7B,MAAM,iBAAiB,qBAClB,IAAI,CACR,CAAC;QAEF,MAAM,MAAM,GAAG,IAAA,yBAAc,EAAC;YAC5B,QAAQ,EAAE,cAAc;YACxB,SAAS,EAAE,iBAAiB;SAC7B,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,MAAM,IAAA,+CAAsB,EAAC;YAClD,KAAK;YACL,MAAM,EAAE,eAAe,CAAC,OAAO,CAAC;YAChC,MAAM;SACP,CAAC,CAAC;QAEH,mEAAmE;QACnE,MAAM,KAAK,GAAG,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAE5C,uBACE,KAAK,IACF,cAAc,EACjB;IACJ,CAAC,CAAA,CAAC;AACJ,CAAC"}

package/dist/src/llm/createHallucinationEvaluator.d.ts

@@ -0,0 +1,14 @@
+import { CreateClassifierArgs, EvaluatorFn } from "../types/evals";
+interface HallucinationEvaluatorArgs extends Omit<CreateClassifierArgs, "promptTemplate" | "choices"> {
+    choices?: CreateClassifierArgs["choices"];
+    promptTemplate?: CreateClassifierArgs["promptTemplate"];
+}
+/**
+ * Creates a function that evaluates whether an answer is factual or hallucinated based on a query and reference text.
+ *
+ * @param args - The arguments for creating the hallucination evaluator.
+ * @returns A function that evaluates whether an answer is factual or hallucinated based on a query and reference text.
+ */
+export declare function createHallucinationEvaluator(args: HallucinationEvaluatorArgs): EvaluatorFn<string, string>;
+export {};
+//# sourceMappingURL=createHallucinationEvaluator.d.ts.map

package/dist/src/llm/createHallucinationEvaluator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"createHallucinationEvaluator.d.ts","sourceRoot":"","sources":["../../../src/llm/createHallucinationEvaluator.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAMnE,UAAU,0BACR,SAAQ,IAAI,CAAC,oBAAoB,EAAE,gBAAgB,GAAG,SAAS,CAAC;IAChE,OAAO,CAAC,EAAE,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAC1C,cAAc,CAAC,EAAE,oBAAoB,CAAC,gBAAgB,CAAC,CAAC;CACzD;AACD;;;;;GAKG;AACH,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,0BAA0B,GAC/B,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAW7B"}

package/dist/src/llm/createHallucinationEvaluator.js

@@ -0,0 +1,18 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createHallucinationEvaluator = createHallucinationEvaluator;
+const createClassifier_1 = require("./createClassifier");
+const HALLUCINATION_TEMPLATE_1 = require("../default_templates/HALLUCINATION_TEMPLATE");
+/**
+ * Creates a function that evaluates whether an answer is factual or hallucinated based on a query and reference text.
+ *
+ * @param args - The arguments for creating the hallucination evaluator.
+ * @returns A function that evaluates whether an answer is factual or hallucinated based on a query and reference text.
+ */
+function createHallucinationEvaluator(args) {
+    const { choices = HALLUCINATION_TEMPLATE_1.HALLUCINATION_CHOICES, promptTemplate = HALLUCINATION_TEMPLATE_1.HALLUCINATION_TEMPLATE, } = args;
+    const hallucinationEvaluatorFn = (0, createClassifier_1.createClassifier)(Object.assign(Object.assign({}, args), { promptTemplate,
+        choices }));
+    return hallucinationEvaluatorFn;
+}
+//# sourceMappingURL=createHallucinationEvaluator.js.map

package/dist/src/llm/createHallucinationEvaluator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"createHallucinationEvaluator.js","sourceRoot":"","sources":["../../../src/llm/createHallucinationEvaluator.ts"],"names":[],"mappings":";;AAkBA,oEAaC;AA/BD,yDAAsD;AAEtD,wFAGqD;AAOrD;;;;;GAKG;AACH,SAAgB,4BAA4B,CAC1C,IAAgC;IAEhC,MAAM,EACJ,OAAO,GAAG,8CAAqB,EAC/B,cAAc,GAAG,+CAAsB,GACxC,GAAG,IAAI,CAAC;IACT,MAAM,wBAAwB,GAAG,IAAA,mCAAgB,kCAC5C,IAAI,KACP,cAAc;QACd,OAAO,IACP,CAAC;IACH,OAAO,wBAAwB,CAAC;AAClC,CAAC"}

package/dist/src/llm/generateClassification.d.ts

@@ -0,0 +1,22 @@
+import { ClassificationResult, WithLLM } from "../types/evals";
+import type { WithPrompt } from "../types/prompts";
+interface ClassifyArgs extends WithLLM, WithPrompt {
+    /**
+     * The labels to classify the example into. E.x. ["correct", "incorrect"]
+     */
+    labels: [string, ...string[]];
+    /**
+     * The name of the schema for generating the label and explanation.
+     */
+    schemaName?: string;
+    /**
+     * The description of the schema for generating the label and explanation.
+     */
+    schemaDescription?: string;
+}
+/**
+ * A function that leverages an llm to perform a classification
+ */
+export declare function generateClassification(args: ClassifyArgs): Promise<ClassificationResult>;
+export {};
+//# sourceMappingURL=generateClassification.d.ts.map

package/dist/src/llm/generateClassification.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generateClassification.d.ts","sourceRoot":"","sources":["../../../src/llm/generateClassification.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAInD,UAAU,YAAa,SAAQ,OAAO,EAAE,UAAU;IAChD;;OAEG;IACH,MAAM,EAAE,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;IAC9B;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AACD;;GAEG;AACH,wBAAsB,sBAAsB,CAC1C,IAAI,EAAE,YAAY,GACjB,OAAO,CAAC,oBAAoB,CAAC,CAiB/B"}

package/dist/src/llm/generateClassification.js

@@ -0,0 +1,44 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __rest = (this && this.__rest) || function (s, e) {
+    var t = {};
+    for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
+        t[p] = s[p];
+    if (s != null && typeof Object.getOwnPropertySymbols === "function")
+        for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
+            if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
+                t[p[i]] = s[p[i]];
+        }
+    return t;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateClassification = generateClassification;
+const ai_1 = require("ai");
+const zod_1 = require("zod");
+/**
+ * A function that leverages an llm to perform a classification
+ */
+function generateClassification(args) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const { labels, model, schemaName, schemaDescription } = args, prompt = __rest(args, ["labels", "model", "schemaName", "schemaDescription"]);
+        const result = yield (0, ai_1.generateObject)(Object.assign({ model,
+            schemaName,
+            schemaDescription, schema: zod_1.z.object({
+                explanation: zod_1.z.string(), // We place the explanation in hopes it uses reasoning to explain the label.
+                label: zod_1.z.enum(labels),
+            }) }, prompt));
+        return {
+            label: result.object.label,
+            explanation: result.object.explanation,
+        };
+    });
+}
+//# sourceMappingURL=generateClassification.js.map

package/dist/src/llm/generateClassification.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generateClassification.js","sourceRoot":"","sources":["../../../src/llm/generateClassification.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;AAsBA,wDAmBC;AAvCD,2BAAoC;AACpC,6BAAwB;AAgBxB;;GAEG;AACH,SAAsB,sBAAsB,CAC1C,IAAkB;;QAElB,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,iBAAiB,KAAgB,IAAI,EAAf,MAAM,UAAK,IAAI,EAAlE,sDAA2D,CAAO,CAAC;QAEzE,MAAM,MAAM,GAAG,MAAM,IAAA,mBAAc,kBACjC,KAAK;YACL,UAAU;YACV,iBAAiB,EACjB,MAAM,EAAE,OAAC,CAAC,MAAM,CAAC;gBACf,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE,EAAE,4EAA4E;gBACrG,KAAK,EAAE,OAAC,CAAC,IAAI,CAAC,MAAM,CAAC;aACtB,CAAC,IACC,MAAM,EACT,CAAC;QACH,OAAO;YACL,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK;YAC1B,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW;SACvC,CAAC;IACJ,CAAC;CAAA"}

package/dist/src/llm/index.d.ts

@@ -0,0 +1,4 @@
+export * from "./generateClassification";
+export * from "./createClassifier";
+export * from "./createHallucinationEvaluator";
+//# sourceMappingURL=index.d.ts.map

package/dist/src/llm/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/llm/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gCAAgC,CAAC"}

package/dist/src/llm/index.js

@@ -0,0 +1,20 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./generateClassification"), exports);
+__exportStar(require("./createClassifier"), exports);
+__exportStar(require("./createHallucinationEvaluator"), exports);
+//# sourceMappingURL=index.js.map

package/dist/src/llm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/llm/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2DAAyC;AACzC,qDAAmC;AACnC,iEAA+C"}

package/dist/src/template/applyTemplate.d.ts

@@ -0,0 +1,10 @@
+import { Template } from "../types/templating";
+/**
+ * A function that applies a set of variables to a template (e.g. a prompt)
+ * Uses the Mustache library to apply the variables to the template
+ */
+export declare function formatTemplate(args: {
+    template: Template;
+    variables: Record<string, unknown>;
+}): string;
+//# sourceMappingURL=applyTemplate.d.ts.map

package/dist/src/template/applyTemplate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"applyTemplate.d.ts","sourceRoot":"","sources":["../../../src/template/applyTemplate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAG/C;;;GAGG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE;IACnC,QAAQ,EAAE,QAAQ,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,UAGA"}

package/dist/src/template/applyTemplate.js

@@ -0,0 +1,16 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.formatTemplate = formatTemplate;
+const mustache_1 = __importDefault(require("mustache"));
+/**
+ * A function that applies a set of variables to a template (e.g. a prompt)
+ * Uses the Mustache library to apply the variables to the template
+ */
+function formatTemplate(args) {
+    const { template, variables } = args;
+    return mustache_1.default.render(template, variables);
+}
+//# sourceMappingURL=applyTemplate.js.map

package/dist/src/template/applyTemplate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"applyTemplate.js","sourceRoot":"","sources":["../../../src/template/applyTemplate.ts"],"names":[],"mappings":";;;;;AAOA,wCAMC;AAZD,wDAAgC;AAEhC;;;GAGG;AACH,SAAgB,cAAc,CAAC,IAG9B;IACC,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC;IACrC,OAAO,kBAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;AAC9C,CAAC"}

package/dist/src/template/index.d.ts

@@ -0,0 +1,2 @@
+export * from "./applyTemplate";
+//# sourceMappingURL=index.d.ts.map

package/dist/src/template/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/template/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC"}

package/dist/src/template/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./applyTemplate"), exports);
+//# sourceMappingURL=index.js.map

package/dist/src/template/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/template/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,kDAAgC"}

package/dist/src/types/evals.d.ts

@@ -0,0 +1,73 @@
+import { LanguageModel } from "ai";
+/**
+ * The arguments for an evaluation
+ */
+export interface EvaluationArgs<OutputType, InputType> {
+    output: OutputType;
+    expected?: OutputType;
+    input?: InputType;
+    [key: string]: unknown;
+}
+export interface WithLLM {
+    model: LanguageModel;
+}
+export interface LLMEvaluationArgs<OutputType, InputType> extends EvaluationArgs<OutputType, InputType>, WithLLM {
+}
+/**
+ * The result of an evaluation
+ */
+export interface EvaluationResult {
+    /**
+     * The score of the evaluation.
+     * @example 0.95
+     */
+    score?: number;
+    /**
+     * The label of the evaluation.
+     * @example "correct"
+     */
+    label?: string;
+    /**
+     * The explanation of the evaluation.
+     * @example "The model correctly identified the sentiment of the text."
+     */
+    explanation?: string;
+}
+/**
+ * The result of a classification
+ */
+export interface ClassificationResult {
+    label: string;
+    explanation?: string;
+}
+/**
+ * The choice (e.g. the label and score mapping) of a classification based evaluation
+ */
+export interface ClassificationChoice {
+    label: string;
+    score: number;
+}
+/**
+ * A mapping of labels to scores
+ */
+export type ClassificationChoicesMap = Record<string, number>;
+/**
+ * The arguments for creating a classification-based evaluator
+ */
+export interface CreateClassifierArgs {
+    /**
+     * The LLM to use for classification / evaluation
+     */
+    model: LanguageModel;
+    /**
+     * The choices to classify the example into.
+     * e.g. { "correct": 1, "incorrect": 0 }
+     */
+    choices: ClassificationChoicesMap;
+    /**
+     * The prompt template to use for classification
+     */
+    promptTemplate: string;
+}
+export type EvaluatorFn<OutputType, InputType> = (args: EvaluationArgs<OutputType, InputType>) => Promise<EvaluationResult>;
+//# sourceMappingURL=evals.d.ts.map

package/dist/src/types/evals.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evals.d.ts","sourceRoot":"","sources":["../../../src/types/evals.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AAEnC;;GAEG;AACH,MAAM,WAAW,cAAc,CAAC,UAAU,EAAE,SAAS;IACnD,MAAM,EAAE,UAAU,CAAC;IACnB,QAAQ,CAAC,EAAE,UAAU,CAAC;IACtB,KAAK,CAAC,EAAE,SAAS,CAAC;IAClB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,OAAO;IACtB,KAAK,EAAE,aAAa,CAAC;CACtB;AAED,MAAM,WAAW,iBAAiB,CAAC,UAAU,EAAE,SAAS,CACtD,SAAQ,cAAc,CAAC,UAAU,EAAE,SAAS,CAAC,EAC3C,OAAO;CAAG;AAEd;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;;OAGG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,MAAM,wBAAwB,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAE9D;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,KAAK,EAAE,aAAa,CAAC;IACrB;;;OAGG;IACH,OAAO,EAAE,wBAAwB,CAAC;IAClC;;OAEG;IACH,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,MAAM,WAAW,CAAC,UAAU,EAAE,SAAS,IAAI,CAC/C,IAAI,EAAE,cAAc,CAAC,UAAU,EAAE,SAAS,CAAC,KACxC,OAAO,CAAC,gBAAgB,CAAC,CAAC"}

package/dist/src/types/evals.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=evals.js.map

package/dist/src/types/evals.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evals.js","sourceRoot":"","sources":["../../../src/types/evals.ts"],"names":[],"mappings":""}

package/dist/src/types/index.d.ts

@@ -0,0 +1,3 @@
+export * from "./evals";
+export * from "./templating";
+//# sourceMappingURL=index.d.ts.map

package/dist/src/types/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/types/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC;AACxB,cAAc,cAAc,CAAC"}

package/dist/src/types/index.js

@@ -0,0 +1,19 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./evals"), exports);
+__exportStar(require("./templating"), exports);
+//# sourceMappingURL=index.js.map

package/dist/src/types/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/types/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,0CAAwB;AACxB,+CAA6B"}

package/dist/src/types/prompts.d.ts

@@ -0,0 +1,21 @@
+import { CoreMessage, Message } from "ai";
+/**
+ * Prompt part of the AI function options.
+ * It contains a system message, a simple text prompt, or a list of messages.
+ * Note: this is pulled from the `ai` package and is used as a compatibility type.
+ */
+export interface WithPrompt {
+    /**
+     * System message to include in the prompt. Can be used with `prompt` or `messages`.
+     */
+    system?: string;
+    /**
+     * A simple text prompt. You can either use `prompt` or `messages` but not both.
+     */
+    prompt?: string;
+    /**
+     * A list of messages. You can either use `prompt` or `messages` but not both.
+     */
+    messages?: Array<CoreMessage> | Array<Omit<Message, "id">>;
+}
+//# sourceMappingURL=prompts.d.ts.map

package/dist/src/types/prompts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../../src/types/prompts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAE1C;;;;GAIG;AACH,MAAM,WAAW,UAAU;IACzB;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,QAAQ,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;CAC5D"}

package/dist/src/types/prompts.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=prompts.js.map

package/dist/src/types/prompts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompts.js","sourceRoot":"","sources":["../../../src/types/prompts.ts"],"names":[],"mappings":""}

package/dist/src/types/templating.d.ts

@@ -0,0 +1,3 @@
+export type Template = string;
+export type TemplateVariables = Record<string, unknown>;
+//# sourceMappingURL=templating.d.ts.map

package/dist/src/types/templating.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"templating.d.ts","sourceRoot":"","sources":["../../../src/types/templating.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC;AAC9B,MAAM,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC"}

package/dist/src/types/templating.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=templating.js.map

package/dist/src/types/templating.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"templating.js","sourceRoot":"","sources":["../../../src/types/templating.ts"],"names":[],"mappings":""}