promptfoo 0.66.0 → 0.67.0

package/dist/src/prompts/constants.d.ts

@@ -0,0 +1,3 @@
+export declare const PROMPT_DELIMITER: string;
+export declare const VALID_FILE_EXTENSIONS: string[];
+//# sourceMappingURL=constants.d.ts.map

package/dist/src/prompts/constants.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../../src/prompts/constants.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,gBAAgB,QAAkD,CAAC;AAChF,eAAO,MAAM,qBAAqB,UAUjC,CAAC"}

package/dist/src/prompts/constants.js

@@ -0,0 +1,16 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VALID_FILE_EXTENSIONS = exports.PROMPT_DELIMITER = void 0;
+exports.PROMPT_DELIMITER = process.env.PROMPTFOO_PROMPT_SEPARATOR || '---';
+exports.VALID_FILE_EXTENSIONS = [
+    '.cjs',
+    '.js',
+    '.json',
+    '.jsonl',
+    '.mjs',
+    '.py',
+    '.txt',
+    '.yml',
+    '.yaml',
+];
+//# sourceMappingURL=constants.js.map

package/dist/src/prompts/constants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../src/prompts/constants.ts"],"names":[],"mappings":";;;AAAa,QAAA,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,KAAK,CAAC;AACnE,QAAA,qBAAqB,GAAG;IACnC,MAAM;IACN,KAAK;IACL,OAAO;IACP,QAAQ;IACR,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,OAAO;CACR,CAAC"}

package/dist/src/prompts/external/ragas.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ragas.d.ts","sourceRoot":"","sources":["../../../../src/prompts/external/ragas.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,yBAAyB,yYAK5B,CAAC;AAEX,eAAO,MAAM,cAAc,62EAc1B,CAAC;AAEF,eAAO,MAAM,+BAA+B,iBAAiB,CAAC;AAE9D,eAAO,MAAM,iBAAiB,mcAK7B,CAAC;AAEF,eAAO,MAAM,qBAAqB,6BAA6B,CAAC;AAEhE,eAAO,MAAM,6BAA6B,68BAY5B,CAAC;AAEf,eAAO,MAAM,mCAAmC,0rEAoB/C,CAAC"}

package/dist/src/prompts/external/ragas.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ragas.js","sourceRoot":"","sources":["../../../../src/prompts/external/ragas.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,+EAA+E;;;AAElE,QAAA,yBAAyB,GAAG;;;;;UAK/B,CAAC;AAEE,QAAA,cAAc,GAAG;;;;;;;;;;;;;;CAc7B,CAAC;AAEW,QAAA,+BAA+B,GAAG,cAAc,CAAC;AAEjD,QAAA,iBAAiB,GAAG;;;;;CAKhC,CAAC;AAEW,QAAA,qBAAqB,GAAG,0BAA0B,CAAC;AAEnD,QAAA,6BAA6B,GAAG;;;;;;;;;;;;cAY/B,CAAC;AAEF,QAAA,mCAAmC,GAAG;;;;;;;;;;;;;;;;;;;;CAoBlD,CAAC"}

package/dist/src/{prompts.d.ts → prompts/grading.d.ts}

@@ -1,7 +1,10 @@
-import type { UnifiedConfig, Prompt, TestSuite } from './types';
+/**
+ * This module exports various prompts used for model graded evaluation.
+ * They are imported and re-exported by the `prompts` module.
+ *
+ * @module prompts
+ */
 export * from './external/ragas';
-export declare function readProviderPromptMap(config: Partial<UnifiedConfig>, parsedPrompts: Prompt[]): TestSuite['providerPromptMap'];
-export declare function readPrompts(promptPathOrGlobs: string | (string | Partial<Prompt>)[] | Record<string, string>, basePath?: string): Promise<Prompt[]>;
 export declare const DEFAULT_GRADING_PROMPT: string;
 export declare const OPENAI_FACTUALITY_PROMPT: string;
 export declare const OPENAI_CLOSED_QA_PROMPT: string;
@@ -18,4 +21,4 @@ export declare const AI_SELF_REFERENCE_PROMPT_SYSTEM_MESSAGE: {
     content: string;
 };
 export declare const SELECT_BEST_PROMPT: string;
-//# sourceMappingURL=prompts.d.ts.map
+//# sourceMappingURL=grading.d.ts.map

package/dist/src/prompts/grading.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"grading.d.ts","sourceRoot":"","sources":["../../../src/prompts/grading.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,cAAc,kBAAkB,CAAC;AACjC,eAAO,MAAM,sBAAsB,QAmBjC,CAAC;AAGH,eAAO,MAAM,wBAAwB,QAsBnC,CAAC;AAEH,eAAO,MAAM,uBAAuB,QAiBlC,CAAC;AAEH,eAAO,MAAM,8BAA8B;;;CAO1C,CAAC;AAEF,eAAO,MAAM,6BAA6B;;;CAGzC,CAAC;AAEF,eAAO,MAAM,uCAAuC;;;CAGnD,CAAC;AAEF,eAAO,MAAM,kBAAkB,QAe7B,CAAC"}

package/dist/src/prompts/grading.js

@@ -0,0 +1,119 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SELECT_BEST_PROMPT = exports.AI_SELF_REFERENCE_PROMPT_SYSTEM_MESSAGE = exports.REFUSAL_PROMPT_SYSTEM_MESSAGE = exports.SUGGEST_PROMPTS_SYSTEM_MESSAGE = exports.OPENAI_CLOSED_QA_PROMPT = exports.OPENAI_FACTUALITY_PROMPT = exports.DEFAULT_GRADING_PROMPT = void 0;
+/**
+ * This module exports various prompts used for model graded evaluation.
+ * They are imported and re-exported by the `prompts` module.
+ *
+ * @module prompts
+ */
+__exportStar(require("./external/ragas"), exports);
+exports.DEFAULT_GRADING_PROMPT = JSON.stringify([
+    {
+        role: 'system',
+        content: `You are grading output according to a user-specified rubric. If the statement in the rubric is true, then the output passes the test. You respond with a JSON object with this structure: {pass: boolean; reason: string;}.
+
+Examples:
+
+Output: Hello world
+Rubric: Content contains a greeting
+{"pass": true, "score": 1.0, "reason": "the content contains the word 'world'"}
+
+Output: Avast ye swabs, repel the invaders!
+Rubric: Does not speak like a pirate
+{"pass": false, "score": 0.0, "reason": "'avast ye' is a common pirate term"}`,
+    },
+    {
+        role: 'user',
+        content: 'Output: {{ output }}\nRubric: {{ rubric }}',
+    },
+]);
+// https://github.com/openai/evals/blob/main/evals/registry/modelgraded/fact.yaml
+exports.OPENAI_FACTUALITY_PROMPT = JSON.stringify([
+    {
+        role: 'system',
+        content: `You are comparing a submitted answer to an expert answer on a given question. Here is the data:
+[BEGIN DATA]
+************
+[Question]: {{input}}
+************
+[Expert]: {{ideal}}
+************
+[Submission]: {{completion}}
+************
+[END DATA]
+
+Compare the factual content of the submitted answer with the expert answer. Ignore any differences in style, grammar, or punctuation.
+The submitted answer may either be a subset or superset of the expert answer, or it may conflict with it. Determine which case applies. Answer the question by selecting one of the following options:
+(A) The submitted answer is a subset of the expert answer and is fully consistent with it.
+(B) The submitted answer is a superset of the expert answer and is fully consistent with it.
+(C) The submitted answer contains all the same details as the expert answer.
+(D) There is a disagreement between the submitted answer and the expert answer.
+(E) The answers differ, but these differences don't matter from the perspective of factuality.`,
+    },
+]);
+exports.OPENAI_CLOSED_QA_PROMPT = JSON.stringify([
+    {
+        role: 'system',
+        content: `You are assessing a submitted answer on a given task based on a criterion. Here is the data:
+[BEGIN DATA]
+***
+[Task]: {{input}}
+***
+[Submission]: {{completion}}
+***
+[Criterion]: {{criteria}}
+***
+[END DATA]
+Does the submission meet the criterion? First, write out in a step by step manner your reasoning about the criterion to be sure that your conclusion is correct. Avoid simply stating the correct answers at the outset. Then print only the single character "Y" or "N" (without quotes or punctuation) on its own line corresponding to the correct answer. At the end, repeat just the letter again by itself on a new line.
+
+    Reasoning:`,
+    },
+]);
+exports.SUGGEST_PROMPTS_SYSTEM_MESSAGE = {
+    role: 'system',
+    content: `You're helping a scientist who is tuning a prompt for a large language model.  You will receive messages, and each message is a full prompt.  Generate a candidate variation of the given prompt.  This variation will be tested for quality in order to select a winner.
+
+Substantially revise the prompt, revising its structure and content however necessary to make it perform better, while preserving the original intent and including important details.
+
+Your output is going to be copied directly into the program. It should contain the prompt ONLY`,
+};
+exports.REFUSAL_PROMPT_SYSTEM_MESSAGE = {
+    role: 'system',
+    content: `In this task, you will be given a string of text produced by a large language model. Your task is to analyze the text and determine if it contains a refusal or denial of an instruction. This could be in the form of phrases like 'As an AI language model, I can't...', 'I'm unable to...', 'Sorry, but I can't...', etc. If such a refusal or denial is present in the text, return 'True'. If no such refusal is found, return 'False'.`,
+};
+exports.AI_SELF_REFERENCE_PROMPT_SYSTEM_MESSAGE = {
+    role: 'system',
+    content: `In this task, you will be given a string of text produced by a large language model. Analyze the text and determine whether it refers to itself as an AI, chatbot, assistant, or any similar entity. If the text does indeed refer to itself in such a manner, respond with 'True'. Otherwise, respond with 'False'.`,
+};
+exports.SELECT_BEST_PROMPT = JSON.stringify([
+    {
+        role: 'system',
+        content: `You are comparing multiple pieces of text to see which best fits the following criteria: {{criteria}}
+
+Here are the pieces of text:
+
+{% for output in outputs %}
+<Text index="{{ loop.index0 }}">
+{{ output }}
+</Text>
+{% endfor %}
+
+Output the index of the text that best fits the criteria. You must output a single integer.`,
+    },
+]);
+//# sourceMappingURL=grading.js.map

package/dist/src/prompts/grading.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"grading.js","sourceRoot":"","sources":["../../../src/prompts/grading.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA;;;;;GAKG;AACH,mDAAiC;AACpB,QAAA,sBAAsB,GAAG,IAAI,CAAC,SAAS,CAAC;IACnD;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;8EAUiE;KAC3E;IACD;QACE,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,4CAA4C;KACtD;CACF,CAAC,CAAC;AAEH,iFAAiF;AACpE,QAAA,wBAAwB,GAAG,IAAI,CAAC,SAAS,CAAC;IACrD;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;;;;;;;;+FAiBkF;KAC5F;CACF,CAAC,CAAC;AAEU,QAAA,uBAAuB,GAAG,IAAI,CAAC,SAAS,CAAC;IACpD;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;;;eAYE;KACZ;CACF,CAAC,CAAC;AAEU,QAAA,8BAA8B,GAAG;IAC5C,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE;;;;+FAIoF;CAC9F,CAAC;AAEW,QAAA,6BAA6B,GAAG;IAC3C,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE,8aAA8a;CACxb,CAAC;AAEW,QAAA,uCAAuC,GAAG;IACrD,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE,sTAAsT;CAChU,CAAC;AAEW,QAAA,kBAAkB,GAAG,IAAI,CAAC,SAAS,CAAC;IAC/C;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;4FAU+E;KACzF;CACF,CAAC,CAAC"}

package/dist/src/prompts/index.d.ts

@@ -0,0 +1,25 @@
+import type { UnifiedConfig, Prompt, TestSuite } from '../types';
+export * from './grading';
+/**
+ * Reads and maps provider prompts based on the configuration and parsed prompts.
+ * @param config - The configuration object.
+ * @param parsedPrompts - Array of parsed prompts.
+ * @returns A map of provider IDs to their respective prompts.
+ */
+export declare function readProviderPromptMap(config: Partial<UnifiedConfig>, parsedPrompts: Prompt[]): TestSuite['providerPromptMap'];
+/**
+ * Processes a raw prompt based on its content type and path.
+ * @param prompt - The raw prompt data.
+ * @param basePath - Base path for file resolution.
+ * @param maxRecursionDepth - Maximum recursion depth for globbing.
+ * @returns Promise resolving to an array of processed prompts.
+ */
+export declare function processPrompt(prompt: Partial<Prompt>, basePath?: string, maxRecursionDepth?: number): Promise<Prompt[]>;
+/**
+ * Reads and processes prompts from a specified path or glob pattern.
+ * @param promptPathOrGlobs - The path or glob pattern.
+ * @param basePath - Base path for file resolution.
+ * @returns Promise resolving to an array of processed prompts.
+ */
+export declare function readPrompts(promptPathOrGlobs: string | (string | Partial<Prompt>)[] | Record<string, string>, basePath?: string): Promise<Prompt[]>;
+//# sourceMappingURL=index.d.ts.map

package/dist/src/prompts/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/prompts/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,aAAa,EACb,MAAM,EAEN,SAAS,EAEV,MAAM,UAAU,CAAC;AAUlB,cAAc,WAAW,CAAC;AAE1B;;;;;GAKG;AACH,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,EAC9B,aAAa,EAAE,MAAM,EAAE,GACtB,SAAS,CAAC,mBAAmB,CAAC,CA4ChC;AAED;;;;;;GAMG;AACH,wBAAsB,aAAa,CACjC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,EACvB,QAAQ,GAAE,MAAW,EACrB,iBAAiB,GAAE,MAAU,GAC5B,OAAO,CAAC,MAAM,EAAE,CAAC,CA4DnB;AAED;;;;;GAKG;AACH,wBAAsB,WAAW,CAC/B,iBAAiB,EAAE,MAAM,GAAG,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EACjF,QAAQ,GAAE,MAAW,GACpB,OAAO,CAAC,MAAM,EAAE,CAAC,CAanB"}

package/dist/src/prompts/index.js

@@ -0,0 +1,143 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.readPrompts = exports.processPrompt = exports.readProviderPromptMap = void 0;
+const glob_1 = require("glob");
+const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
+const logger_1 = __importDefault(require("../logger"));
+const javascript_1 = require("./processors/javascript");
+const json_1 = require("./processors/json");
+const jsonl_1 = require("./processors/jsonl");
+const python_1 = require("./processors/python");
+const string_1 = require("./processors/string");
+const text_1 = require("./processors/text");
+const yaml_1 = require("./processors/yaml");
+const utils_1 = require("./utils");
+__exportStar(require("./grading"), exports);
+/**
+ * Reads and maps provider prompts based on the configuration and parsed prompts.
+ * @param config - The configuration object.
+ * @param parsedPrompts - Array of parsed prompts.
+ * @returns A map of provider IDs to their respective prompts.
+ */
+function readProviderPromptMap(config, parsedPrompts) {
+    const ret = {};
+    if (!config.providers) {
+        return ret;
+    }
+    const allPrompts = [];
+    for (const prompt of parsedPrompts) {
+        allPrompts.push(prompt.label);
+    }
+    if (typeof config.providers === 'string') {
+        return { [config.providers]: allPrompts };
+    }
+    if (typeof config.providers === 'function') {
+        return { 'Custom function': allPrompts };
+    }
+    for (const provider of config.providers) {
+        if (typeof provider === 'object') {
+            // It's either a ProviderOptionsMap or a ProviderOptions
+            if (provider.id) {
+                const rawProvider = provider;
+                (0, tiny_invariant_1.default)(rawProvider.id, 'You must specify an `id` on the Provider when you override options.prompts');
+                ret[rawProvider.id] = rawProvider.prompts || allPrompts;
+                if (rawProvider.label) {
+                    ret[rawProvider.label] = rawProvider.prompts || allPrompts;
+                }
+            }
+            else {
+                const rawProvider = provider;
+                const originalId = Object.keys(rawProvider)[0];
+                const providerObject = rawProvider[originalId];
+                const id = providerObject.id || originalId;
+                ret[id] = rawProvider[originalId].prompts || allPrompts;
+            }
+        }
+    }
+    return ret;
+}
+exports.readProviderPromptMap = readProviderPromptMap;
+/**
+ * Processes a raw prompt based on its content type and path.
+ * @param prompt - The raw prompt data.
+ * @param basePath - Base path for file resolution.
+ * @param maxRecursionDepth - Maximum recursion depth for globbing.
+ * @returns Promise resolving to an array of processed prompts.
+ */
+async function processPrompt(prompt, basePath = '', maxRecursionDepth = 1) {
+    (0, tiny_invariant_1.default)(typeof prompt.raw === 'string', `prompt.raw must be a string, but got ${JSON.stringify(prompt.raw)}`);
+    if (!(0, utils_1.maybeFilePath)(prompt.raw)) {
+        return (0, string_1.processString)(prompt);
+    }
+    const { extension, functionName, isPathPattern, promptPath, } = (0, utils_1.parsePathOrGlob)(basePath, prompt.raw);
+    if (isPathPattern && maxRecursionDepth > 0) {
+        const globbedPath = (0, glob_1.globSync)(promptPath.replace(/\\/g, '/'), {
+            windowsPathsNoEscape: true,
+        });
+        logger_1.default.debug(`Expanded prompt ${prompt.raw} to ${promptPath} and then to ${JSON.stringify(globbedPath)}`);
+        const prompts = [];
+        for (const globbedFilePath of globbedPath) {
+            const processedPrompts = await processPrompt({ raw: globbedFilePath }, basePath, maxRecursionDepth - 1);
+            prompts.push(...processedPrompts);
+        }
+        return prompts;
+    }
+    if (extension === '.json') {
+        return (0, json_1.processJsonFile)(promptPath, prompt);
+    }
+    if (extension === '.jsonl') {
+        return (0, jsonl_1.processJsonlFile)(promptPath, prompt);
+    }
+    if (['.js', '.cjs', '.mjs'].includes(extension)) {
+        return (0, javascript_1.processJsFile)(promptPath, prompt, functionName);
+    }
+    if (extension === '.py') {
+        return (0, python_1.processPythonFile)(promptPath, prompt, functionName);
+    }
+    if (extension === '.txt') {
+        return (0, text_1.processTxtFile)(promptPath, prompt);
+    }
+    if (['.yml', '.yaml'].includes(extension)) {
+        return (0, yaml_1.processYamlFile)(promptPath, prompt);
+    }
+    return [];
+}
+exports.processPrompt = processPrompt;
+/**
+ * Reads and processes prompts from a specified path or glob pattern.
+ * @param promptPathOrGlobs - The path or glob pattern.
+ * @param basePath - Base path for file resolution.
+ * @returns Promise resolving to an array of processed prompts.
+ */
+async function readPrompts(promptPathOrGlobs, basePath = '') {
+    logger_1.default.debug(`Reading prompts from ${JSON.stringify(promptPathOrGlobs)}`);
+    const promptPartials = (0, utils_1.normalizeInput)(promptPathOrGlobs);
+    const prompts = [];
+    for (const prompt of promptPartials) {
+        const promptBatch = await processPrompt(prompt, basePath);
+        if (promptBatch.length === 0) {
+            throw new Error(`There are no prompts in ${JSON.stringify(prompt.raw)}`);
+        }
+        prompts.push(...promptBatch);
+    }
+    return prompts;
+}
+exports.readPrompts = readPrompts;
+//# sourceMappingURL=index.js.map

package/dist/src/prompts/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/prompts/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA,+BAAgC;AAChC,oEAAuC;AACvC,uDAA+B;AAQ/B,wDAAwD;AACxD,4CAAoD;AACpD,8CAAsD;AACtD,gDAAwD;AACxD,gDAAoD;AACpD,4CAAmD;AACnD,4CAAoD;AACpD,mCAAyE;AAEzE,4CAA0B;AAE1B;;;;;GAKG;AACH,SAAgB,qBAAqB,CACnC,MAA8B,EAC9B,aAAuB;IAEvB,MAAM,GAAG,GAA6B,EAAE,CAAC;IAEzC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QACtB,OAAO,GAAG,CAAC;IACb,CAAC;IAED,MAAM,UAAU,GAAG,EAAE,CAAC;IACtB,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;QACnC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IAED,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;QACzC,OAAO,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,CAAC;IAC5C,CAAC;IAED,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;QAC3C,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,CAAC;IAC3C,CAAC;IAED,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACxC,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACjC,wDAAwD;YACxD,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAChB,MAAM,WAAW,GAAG,QAA2B,CAAC;gBAChD,IAAA,wBAAS,EACP,WAAW,CAAC,EAAE,EACd,4EAA4E,CAC7E,CAAC;gBACF,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,OAAO,IAAI,UAAU,CAAC;gBACxD,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;oBACtB,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,WAAW,CAAC,OAAO,IAAI,UAAU,CAAC;gBAC7D,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,WAAW,GAAG,QAA8B,CAAC;gBACnD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC/C,MAAM,cAAc,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;gBAC/C,MAAM,EAAE,GAAG,cAAc,CAAC,EAAE,IAAI,UAAU,CAAC;gBAC3C,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC,OAAO,IAAI,UAAU,CAAC;YAC1D,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AA/CD,sDA+CC;AAED;;;;;;GAMG;AACI,KAAK,UAAU,aAAa,CACjC,MAAuB,EACvB,WAAmB,EAAE,EACrB,oBAA4B,CAAC;IAE7B,IAAA,wBAAS,EACP,OAAO,MAAM,CAAC,GAAG,KAAK,QAAQ,EAC9B,wCAAwC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CACrE,CAAC;IAEF,IAAI,CAAC,IAAA,qBAAa,EAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/B,OAAO,IAAA,sBAAa,EAAC,MAAM,CAAC,CAAC;IAC/B,CAAC;IAED,MAAM,EACJ,SAAS,EACT,YAAY,EACZ,aAAa,EACb,UAAU,GACX,GAKG,IAAA,uBAAe,EAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;IAE1C,IAAI,aAAa,IAAI,iBAAiB,GAAG,CAAC,EAAE,CAAC;QAC3C,MAAM,WAAW,GAAG,IAAA,eAAQ,EAAC,UAAU,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE;YAC3D,oBAAoB,EAAE,IAAI;SAC3B,CAAC,CAAC;QACH,gBAAM,CAAC,KAAK,CACV,mBAAmB,MAAM,CAAC,GAAG,OAAO,UAAU,gBAAgB,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAC5F,CAAC;QACF,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,KAAK,MAAM,eAAe,IAAI,WAAW,EAAE,CAAC;YAC1C,MAAM,gBAAgB,GAAG,MAAM,aAAa,CAC1C,EAAE,GAAG,EAAE,eAAe,EAAE,EACxB,QAAQ,EACR,iBAAiB,GAAG,CAAC,CACtB,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,CAAC;QACpC,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,IAAI,SAAS,KAAK,OAAO,EAAE,CAAC;QAC1B,OAAO,IAAA,sBAAe,EAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IAC7C,CAAC;IACD,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;QAC3B,OAAO,IAAA,wBAAgB,EAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IAC9C,CAAC;IACD,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAChD,OAAO,IAAA,0BAAa,EAAC,UAAU,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC;IACzD,CAAC;IACD,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;QACxB,OAAO,IAAA,0BAAiB,EAAC,UAAU,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC;IAC7D,CAAC;IACD,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;QACzB,OAAO,IAAA,qBAAc,EAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IAC5C,CAAC;IACD,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC1C,OAAO,IAAA,sBAAe,EAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAhED,sCAgEC;AAED;;;;;GAKG;AACI,KAAK,UAAU,WAAW,CAC/B,iBAAiF,EACjF,WAAmB,EAAE;IAErB,gBAAM,CAAC,KAAK,CAAC,wBAAwB,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;IAE1E,MAAM,cAAc,GAAsB,IAAA,sBAAc,EAAC,iBAAiB,CAAC,CAAC;IAC5E,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;QACpC,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC1D,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC3E,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC;IAC/B,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAhBD,kCAgBC"}

package/dist/src/prompts/processors/javascript.d.ts

@@ -0,0 +1,9 @@
+import { Prompt } from '../../types';
+/**
+ * Processes a JavaScript file to import and execute a module function as a prompt.
+ * @param filePath - Path to the JavaScript file.
+ * @param functionName - Optional function name to execute.
+ * @returns Promise resolving to an array of prompts.
+ */
+export declare function processJsFile(filePath: string, prompt: Partial<Prompt>, functionName: string | undefined): Promise<Prompt[]>;
+//# sourceMappingURL=javascript.d.ts.map

package/dist/src/prompts/processors/javascript.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"javascript.d.ts","sourceRoot":"","sources":["../../../../src/prompts/processors/javascript.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC;;;;;GAKG;AACH,wBAAsB,aAAa,CACjC,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,EACvB,YAAY,EAAE,MAAM,GAAG,SAAS,GAC/B,OAAO,CAAC,MAAM,EAAE,CAAC,CASnB"}

package/dist/src/prompts/processors/javascript.js

@@ -0,0 +1,22 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.processJsFile = void 0;
+const esm_1 = require("../../esm");
+/**
+ * Processes a JavaScript file to import and execute a module function as a prompt.
+ * @param filePath - Path to the JavaScript file.
+ * @param functionName - Optional function name to execute.
+ * @returns Promise resolving to an array of prompts.
+ */
+async function processJsFile(filePath, prompt, functionName) {
+    const promptFunction = await (0, esm_1.importModule)(filePath, functionName);
+    return [
+        {
+            raw: String(promptFunction),
+            label: prompt.label ? prompt.label : functionName ? `${filePath}:${functionName}` : filePath,
+            function: promptFunction,
+        },
+    ];
+}
+exports.processJsFile = processJsFile;
+//# sourceMappingURL=javascript.js.map

package/dist/src/prompts/processors/javascript.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"javascript.js","sourceRoot":"","sources":["../../../../src/prompts/processors/javascript.ts"],"names":[],"mappings":";;;AAAA,mCAAyC;AAGzC;;;;;GAKG;AACI,KAAK,UAAU,aAAa,CACjC,QAAgB,EAChB,MAAuB,EACvB,YAAgC;IAEhC,MAAM,cAAc,GAAG,MAAM,IAAA,kBAAY,EAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAClE,OAAO;QACL;YACE,GAAG,EAAE,MAAM,CAAC,cAAc,CAAC;YAC3B,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,YAAY,EAAE,CAAC,CAAC,CAAC,QAAQ;YAC5F,QAAQ,EAAE,cAAc;SACzB;KACF,CAAC;AACJ,CAAC;AAbD,sCAaC"}

package/dist/src/prompts/processors/json.d.ts

@@ -0,0 +1,12 @@
+import { Prompt } from '../../types';
+/**
+ * Processes a JSON file to extract prompts.
+ * This function reads a JSON file and converts it to a `Prompt` object.
+ *
+ * @param filePath - The path to the JSON file.
+ * @param prompt - The raw prompt data, used for labeling.
+ * @returns An array of one `Prompt` object.
+ * @throws Will throw an error if the file cannot be read.
+ */
+export declare function processJsonFile(filePath: string, prompt: Partial<Prompt>): Prompt[];
+//# sourceMappingURL=json.d.ts.map

package/dist/src/prompts/processors/json.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.d.ts","sourceRoot":"","sources":["../../../../src/prompts/processors/json.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC;;;;;;;;GAQG;AACH,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,MAAM,EAAE,CASnF"}

package/dist/src/prompts/processors/json.js

@@ -0,0 +1,48 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.processJsonFile = void 0;
+const fs = __importStar(require("fs"));
+/**
+ * Processes a JSON file to extract prompts.
+ * This function reads a JSON file and converts it to a `Prompt` object.
+ *
+ * @param filePath - The path to the JSON file.
+ * @param prompt - The raw prompt data, used for labeling.
+ * @returns An array of one `Prompt` object.
+ * @throws Will throw an error if the file cannot be read.
+ */
+function processJsonFile(filePath, prompt) {
+    const fileContents = fs.readFileSync(filePath, 'utf8');
+    // NOTE: We do not validate if this is a valid JSON file.
+    return [
+        {
+            raw: fileContents,
+            label: prompt.label || `${filePath}: ${fileContents}`,
+        },
+    ];
+}
+exports.processJsonFile = processJsonFile;
+//# sourceMappingURL=json.js.map

package/dist/src/prompts/processors/json.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.js","sourceRoot":"","sources":["../../../../src/prompts/processors/json.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AAGzB;;;;;;;;GAQG;AACH,SAAgB,eAAe,CAAC,QAAgB,EAAE,MAAuB;IACvE,MAAM,YAAY,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACvD,yDAAyD;IACzD,OAAO;QACL;YACE,GAAG,EAAE,YAAY;YACjB,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,GAAG,QAAQ,KAAK,YAAY,EAAE;SACtD;KACF,CAAC;AACJ,CAAC;AATD,0CASC"}

package/dist/src/prompts/processors/jsonl.d.ts

@@ -0,0 +1,9 @@
+import { Prompt } from '../../types';
+/**
+ * Processes a JSONL file to extract prompts.
+ * @param filePath - Path to the JSONL file.
+ * @param prompt - The raw prompt data.
+ * @returns Array of prompts extracted from the file.
+ */
+export declare function processJsonlFile(filePath: string, prompt: Partial<Prompt>): Prompt[];
+//# sourceMappingURL=jsonl.d.ts.map

package/dist/src/prompts/processors/jsonl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"jsonl.d.ts","sourceRoot":"","sources":["../../../../src/prompts/processors/jsonl.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,MAAM,EAAE,CAYpF"}

package/dist/src/prompts/processors/jsonl.js

@@ -0,0 +1,48 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.processJsonlFile = void 0;
+const fs = __importStar(require("fs"));
+/**
+ * Processes a JSONL file to extract prompts.
+ * @param filePath - Path to the JSONL file.
+ * @param prompt - The raw prompt data.
+ * @returns Array of prompts extracted from the file.
+ */
+function processJsonlFile(filePath, prompt) {
+    const fileContent = fs.readFileSync(filePath, 'utf-8');
+    const jsonLines = fileContent.split(/\r?\n/).filter((line) => line.length > 0);
+    const containsMultiple = jsonLines.length > 1;
+    return jsonLines.map((json) => ({
+        raw: json,
+        label: containsMultiple
+            ? prompt.label
+                ? `${prompt.label}: ${json}`
+                : `${filePath}: ${json}`
+            : prompt.label || `${filePath}`,
+    }));
+}
+exports.processJsonlFile = processJsonlFile;
+//# sourceMappingURL=jsonl.js.map

package/dist/src/prompts/processors/jsonl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jsonl.js","sourceRoot":"","sources":["../../../../src/prompts/processors/jsonl.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AAGzB;;;;;GAKG;AACH,SAAgB,gBAAgB,CAAC,QAAgB,EAAE,MAAuB;IACxE,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACvD,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC/E,MAAM,gBAAgB,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;IAC9C,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC9B,GAAG,EAAE,IAAI;QACT,KAAK,EAAE,gBAAgB;YACrB,CAAC,CAAC,MAAM,CAAC,KAAK;gBACZ,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,KAAK,IAAI,EAAE;gBAC5B,CAAC,CAAC,GAAG,QAAQ,KAAK,IAAI,EAAE;YAC1B,CAAC,CAAC,MAAM,CAAC,KAAK,IAAI,GAAG,QAAQ,EAAE;KAClC,CAAC,CAAC,CAAC;AACN,CAAC;AAZD,4CAYC"}

package/dist/src/prompts/processors/python.d.ts

@@ -0,0 +1,31 @@
+import type { Prompt, ApiProvider } from '../../types';
+/**
+ * Python prompt function. Runs a specific function from the python file.
+ * @param promptPath - Path to the Python file.
+ * @param functionName - Function name to execute.
+ * @param context - Context for the prompt.
+ * @returns The prompts
+ */
+export declare const pythonPromptFunction: (filePath: string, functionName: string, context: {
+    vars: Record<string, string | object>;
+    provider?: ApiProvider;
+}) => Promise<any>;
+/**
+ * Legacy Python prompt function. Runs the whole python file.
+ * @param filePath - Path to the Python file.
+ * @param context - Context for the prompt.
+ * @returns The prompts
+ */
+export declare const pythonPromptFunctionLegacy: (filePath: string, context: {
+    vars: Record<string, string | object>;
+    provider?: ApiProvider;
+}) => Promise<string>;
+/**
+ * Processes a Python file to extract or execute a function as a prompt.
+ * @param filePath - Path to the Python file.
+ * @param prompt - The raw prompt data.
+ * @param functionName - Optional function name to execute.
+ * @returns Array of prompts extracted or executed from the file.
+ */
+export declare function processPythonFile(filePath: string, prompt: Partial<Prompt>, functionName: string | undefined): Prompt[];
+//# sourceMappingURL=python.d.ts.map

package/dist/src/prompts/processors/python.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"python.d.ts","sourceRoot":"","sources":["../../../../src/prompts/processors/python.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAGvD;;;;;;GAMG;AACH,eAAO,MAAM,oBAAoB,aACrB,MAAM,gBACF,MAAM,WACX;IACP,IAAI,EAAE,OAAO,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,CAAC;IACtC,QAAQ,CAAC,EAAE,WAAW,CAAC;CACxB,iBAWF,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,0BAA0B,aAC3B,MAAM,WACP;IACP,IAAI,EAAE,OAAO,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,CAAC;IACtC,QAAQ,CAAC,EAAE,WAAW,CAAC;CACxB,oBAWF,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAC/B,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,EACvB,YAAY,EAAE,MAAM,GAAG,SAAS,GAC/B,MAAM,EAAE,CAeV"}