promptfoo 0.10.0 → 0.12.0

package/README.md

@@ -1,7 +1,7 @@
 # promptfoo: test your prompts
 
 [![npm](https://img.shields.io/npm/v/promptfoo)](https://npmjs.com/package/promptfoo)
-![GitHub Workflow Status](https://img.shields.io/github/actions/workflow/status/typpo/promptfoo/main.yml)
+[![GitHub Workflow Status](https://img.shields.io/github/actions/workflow/status/typpo/promptfoo/main.yml)](https://github.com/typpo/promptfoo/actions/workflows/main.yml)
 
 `promptfoo` is a tool for testing and evaluating LLM prompt quality.
 
@@ -22,11 +22,11 @@ promptfoo produces matrix views that let you quickly evaluate outputs across man
 
 Here's an example of a side-by-side comparison of multiple prompts and inputs:
 
-![Prompt evaluation matrix - web viewer](https://github.com/typpo/promptfoo/assets/310310/ddcd77df-2783-425e-ade9-1a20dd0b6cd2)
+![prompt evaluation matrix - web viewer](https://github.com/typpo/promptfoo/assets/310310/2b79e8f8-9b79-49e7-bffb-24cba18352f2)
 
 It works on the command line too:
 
-![Prompt evaluation](https://user-images.githubusercontent.com/310310/235529431-f4d5c395-d569-448e-9697-cd637e0372a5.gif)
+![Prompt evaluation](https://github.com/typpo/promptfoo/assets/310310/480e1114-d049-40b9-bd5f-f81c15060284)
 
 ## Workflow
 
@@ -61,41 +61,51 @@ The YAML configuration format runs each prompt through a series of example input
 See the [Configuration docs](https://www.promptfoo.dev/docs/configuration/guide) for a detailed guide.
 
 ```yaml
-prompts: [prompts.txt]
-providers: [openai:gpt-3.5-turbo]
+prompts: [prompt1.txt, prompt2.txt]
+providers: [openai:gpt-3.5-turbo, localai:chat:vicuna]
+defaultTest:
+  assert:
 tests:
-  - description: First test case - automatic review
-    vars:
-      var1: first variable's value
-      var2: another value
-      var3: some other value
-    assert:
-      - type: equality
-        value: expected LLM output goes here
-      - type: function
-        value: output.includes('some text')
-
-  - description: Second test case - manual review
-    # Test cases don't need assertions if you prefer to review the output yourself
-    vars:
-      var1: new value
-      var2: another value
-      var3: third value
-
-  - description: Third test case - other types of automatic review
-    vars:
-      var1: yet another value
-      var2: and another
-      var3: dear llm, please output your response in json format
-    assert:
-      - type: contains-json
-      - type: similarity
-        value: ensures that output is semantically similar to this text
+  - vars:
+      language: French
+      input: Hello world
+        assert:
+          - type: contains-json
+          - type: javascript
+            value: output.statsWith('Bonjour')
+  - vars:
+      language: German
+      input: How's it going?
+      - type: similar
+        value: was geht
+        threshold: 0.6   # cosine similarity
       - type: llm-rubric
-        value: ensure that output contains a reference to X
+        value: does not describe self as an AI, model, or chatbot
 ```
 
-### Tests on spreadsheet
+### Supported assertion types
+
+See [Test assertions](https://promptfoo.dev/docs/configuration/expected-outputs) for full details.
+
+| Assertion Type  | Returns true if...                                                        |
+| --------------- | ------------------------------------------------------------------------- |
+| `equals`        | output matches exactly                                                    |
+| `contains`      | output contains substring                                                 |
+| `icontains`     | output contains substring, case insensitive                               |
+| `regex`         | output matches regex                                                      |
+| `contains-some` | output contains some in list of substrings                                |
+| `contains-all`  | output contains all list of substrings                                    |
+| `is-json`       | output is valid json                                                      |
+| `contains-json` | output contains valid json                                                |
+| `javascript`    | provided Javascript function validates the output                         |
+| `webhook`       | provided webhook returns `{pass: true}`                                   |
+| `similar`       | embeddings and cosine similarity are above a threshold                    |
+| `llm-rubric`    | LLM output matches a given rubric, using a Language Model to grade output |
+| `rouge-n`       | Rouge-N score is above a given threshold                                  |
+
+Every test type can be negated by prepending `not-`. For example, `not-equals` or `not-regex`.
+
+### Tests from spreadsheet
 
 Some people prefer to configure their LLM tests in a CSV. In that case, the config is pretty simple:
 
@@ -190,7 +200,7 @@ You can also use `promptfoo` as a library in your project by importing the `eval
   }
 
   interface Assertion {
-    type: 'equality' | 'is-json' | 'contains-json' | 'function' | 'similarity' | 'llm-rubric';
+    type: string;
     value?: string;
     threshold?: number; // For similarity assertions
     provider?: ApiProvider; // For assertions that require an LLM provider

package/dist/package.json

@@ -0,0 +1,87 @@
+{
+    "name": "promptfoo",
+    "description": "Prompt engineering toolkit",
+    "author": "Ian Webster",
+    "version": "0.12.0",
+    "license": "MIT",
+    "type": "commonjs",
+    "main": "dist/src/index.js",
+    "exports": {
+        ".": {
+            "import": "./dist/src/index.js",
+            "require": "./dist/src/index.js"
+        }
+    },
+    "types": "dist/src/index.d.ts",
+    "typings": "dist/src/index.d.ts",
+    "files": [
+        "dist",
+        "src"
+    ],
+    "engines": {
+        "node": ">=12"
+    },
+    "bin": {
+        "promptfoo": "dist/src/main.js"
+    },
+    "scripts": {
+        "local": "ts-node --esm src/main.ts",
+        "install:client": "cd src/web/client && npm install",
+        "build:clean": "rm -rf dist",
+        "build:client": "cd src/web/client && npm run build && cp -r dist/ ../../../dist/src/web/client",
+        "build:watch": "tsc --watch",
+        "build": "tsc && cp src/*.html dist/ && npm run build:client && chmod +x dist/src/main.js",
+        "prepare": "npm run install:client && npm run build:clean && npm run build",
+        "test": "jest",
+        "test:watch": "jest --watch",
+        "format": "prettier -w ."
+    },
+    "devDependencies": {
+        "@types/async": "^3.2.20",
+        "@types/cache-manager": "^4.0.2",
+        "@types/cache-manager-fs-hash": "^0.0.1",
+        "@types/cli-progress": "^3.11.0",
+        "@types/cors": "^2.8.13",
+        "@types/debounce": "^1.2.1",
+        "@types/express": "^4.17.17",
+        "@types/glob": "^8.1.0",
+        "@types/jest": "^29.5.1",
+        "@types/js-yaml": "^4.0.5",
+        "@types/node-fetch": "^2.6.4",
+        "@types/nunjucks": "^3.2.2",
+        "@types/opener": "^1.4.0",
+        "@types/semver": "^7.5.0",
+        "babel-jest": "^29.5.0",
+        "jest": "^29.5.0",
+        "jest-watch-typeahead": "^2.2.2",
+        "prettier": "^2.8.8",
+        "ts-jest": "^29.1.0",
+        "ts-node": "^10.9.1",
+        "typescript": "^5.0.4"
+    },
+    "dependencies": {
+        "@apidevtools/json-schema-ref-parser": "^10.1.0",
+        "async": "^3.2.4",
+        "cache-manager": "^4.1.0",
+        "cache-manager-fs-hash": "^1.0.0",
+        "chalk": "^4.1.2",
+        "cli-progress": "^3.12.0",
+        "cli-table3": "^0.6.3",
+        "commander": "^10.0.1",
+        "cors": "^2.8.5",
+        "csv-parse": "^5.3.8",
+        "csv-stringify": "^6.3.2",
+        "debounce": "^1.2.1",
+        "express": "^4.18.2",
+        "glob": "^10.2.6",
+        "js-yaml": "^4.1.0",
+        "node-fetch": "^2.6.7",
+        "nunjucks": "^3.2.4",
+        "opener": "^1.5.2",
+        "rouge": "^1.0.3",
+        "semver": "^7.5.1",
+        "socket.io": "^4.6.1",
+        "tiny-invariant": "^1.3.1",
+        "winston": "^3.8.2"
+    }
+}

package/dist/src/__mocks__/esm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"esm.d.ts","sourceRoot":"","sources":["../../../src/__mocks__/esm.ts"],"names":[],"mappings":"AAAA,wBAAgB,YAAY,WAE3B"}

package/dist/src/__mocks__/esm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"esm.js","sourceRoot":"","sources":["../../../src/__mocks__/esm.ts"],"names":[],"mappings":";;;AAAA,SAAgB,YAAY;IAC1B,OAAO,WAAW,CAAC;AACrB,CAAC;AAFD,oCAEC"}

package/dist/{assertions.d.ts → src/assertions.d.ts}

@@ -1,7 +1,7 @@
 import type { Assertion, GradingConfig, GradingResult, AtomicTestCase } from './types';
 export declare function runAssertions(test: AtomicTestCase, output: string): Promise<GradingResult>;
 export declare function runAssertion(assertion: Assertion, test: AtomicTestCase, output: string): Promise<GradingResult>;
-export declare function matchesSimilarity(expected: string, output: string, threshold: number): Promise<GradingResult>;
+export declare function matchesSimilarity(expected: string, output: string, threshold: number, inverse?: boolean): Promise<GradingResult>;
 export declare function matchesLlmRubric(expected: string, output: string, options?: GradingConfig): Promise<GradingResult>;
 export declare function assertionFromString(expected: string): Assertion;
 declare const _default: {

package/dist/src/assertions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"assertions.d.ts","sourceRoot":"","sources":["../../src/assertions.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EACV,SAAS,EAET,aAAa,EACb,aAAa,EACb,cAAc,EACf,MAAM,SAAS,CAAC;AA4BjB,wBAAsB,aAAa,CAAC,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAyBhG;AAED,wBAAsB,YAAY,CAChC,SAAS,EAAE,SAAS,EACpB,IAAI,EAAE,cAAc,EACpB,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,aAAa,CAAC,CAiNxB;AAoBD,wBAAsB,iBAAiB,CACrC,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,OAAe,GACvB,OAAO,CAAC,aAAa,CAAC,CA6CxB;AAED,wBAAsB,gBAAgB,CACpC,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,aAAa,CAAC,CAgDxB;AAED,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,CAwD/D;;;;;AAED,wBAGE"}

package/dist/src/assertions.js

@@ -0,0 +1,374 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.assertionFromString = exports.matchesLlmRubric = exports.matchesSimilarity = exports.runAssertion = exports.runAssertions = void 0;
+const rouge_1 = __importDefault(require("rouge"));
+const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
+const nunjucks_1 = __importDefault(require("nunjucks"));
+const telemetry_1 = __importDefault(require("./telemetry"));
+const openai_1 = require("./providers/openai");
+const util_1 = require("./util");
+const providers_1 = require("./providers");
+const prompts_1 = require("./prompts");
+const DEFAULT_SEMANTIC_SIMILARITY_THRESHOLD = 0.8;
+function handleRougeScore(baseType, assertion, expected, output, inverted) {
+    const fnName = baseType[baseType.length - 1];
+    const rougeMethod = rouge_1.default[fnName];
+    const score = rougeMethod(output, expected);
+    const pass = score >= (assertion.threshold || 0.75) != inverted;
+    return {
+        pass,
+        reason: pass
+            ? `${baseType.toUpperCase()} score ${score} is greater than or equal to threshold ${assertion.threshold || 0.75}`
+            : `${baseType.toUpperCase()} score ${score} is less than threshold ${assertion.threshold || 0.75}`,
+    };
+}
+async function runAssertions(test, output) {
+    const tokensUsed = {
+        total: 0,
+        prompt: 0,
+        completion: 0,
+    };
+    if (!test.assert) {
+        return { pass: true, reason: 'No assertions', tokensUsed };
+    }
+    for (const assertion of test.assert) {
+        const result = await runAssertion(assertion, test, output);
+        if (!result.pass) {
+            return result;
+        }
+        if (result.tokensUsed) {
+            tokensUsed.total += result.tokensUsed.total;
+            tokensUsed.prompt += result.tokensUsed.prompt;
+            tokensUsed.completion += result.tokensUsed.completion;
+        }
+    }
+    return { pass: true, reason: 'All assertions passed', tokensUsed };
+}
+exports.runAssertions = runAssertions;
+async function runAssertion(assertion, test, output) {
+    let pass = false;
+    (0, tiny_invariant_1.default)(assertion.type, `Assertion must have a type: ${JSON.stringify(assertion)}`);
+    const inverse = assertion.type.startsWith('not-');
+    const baseType = inverse ? assertion.type.slice(4) : assertion.type;
+    telemetry_1.default.record('assertion_used', {
+        type: baseType,
+    });
+    if (baseType === 'equals') {
+        pass = assertion.value === output;
+        return {
+            pass,
+            reason: pass ? 'Assertion passed' : `Expected output "${assertion.value}"`,
+        };
+    }
+    if (baseType === 'is-json') {
+        try {
+            JSON.parse(output);
+            pass = !inverse;
+        }
+        catch (err) {
+            pass = inverse;
+        }
+        return { pass, reason: pass ? 'Assertion passed' : 'Expected output to be valid JSON' };
+    }
+    if (baseType === 'contains') {
+        (0, tiny_invariant_1.default)(assertion.value, '"contains" assertion type must have a string value');
+        (0, tiny_invariant_1.default)(typeof assertion.value === 'string', '"contains" assertion type must have a string value');
+        pass = output.includes(assertion.value) !== inverse;
+        return {
+            pass,
+            reason: pass
+                ? 'Assertion passed'
+                : `Expected output to ${inverse ? 'not ' : ''}contain "${assertion.value}"`,
+        };
+    }
+    if (baseType === 'contains-any') {
+        (0, tiny_invariant_1.default)(assertion.value, '"contains-any" assertion type must have a value');
+        (0, tiny_invariant_1.default)(Array.isArray(assertion.value), '"contains-any" assertion type must have an array value');
+        pass = assertion.value.some((value) => output.includes(value)) !== inverse;
+        return {
+            pass,
+            reason: pass
+                ? 'Assertion passed'
+                : `Expected output to ${inverse ? 'not ' : ''}contain one of "${assertion.value.join(', ')}"`,
+        };
+    }
+    if (baseType === 'contains-all') {
+        (0, tiny_invariant_1.default)(assertion.value, '"contains-all" assertion type must have a value');
+        (0, tiny_invariant_1.default)(Array.isArray(assertion.value), '"contains-all" assertion type must have an array value');
+        pass = assertion.value.every((value) => output.includes(value)) !== inverse;
+        return {
+            pass,
+            reason: pass
+                ? 'Assertion passed'
+                : `Expected output to ${inverse ? 'not ' : ''}contain all of "${assertion.value.join(', ')}"`,
+        };
+    }
+    if (baseType === 'regex') {
+        (0, tiny_invariant_1.default)(assertion.value, '"regex" assertion type must have a string value');
+        (0, tiny_invariant_1.default)(typeof assertion.value === 'string', '"contains" assertion type must have a string value');
+        const regex = new RegExp(assertion.value);
+        pass = regex.test(output) !== inverse;
+        return {
+            pass,
+            reason: pass
+                ? 'Assertion passed'
+                : `Expected output to ${inverse ? 'not ' : ''}match regex "${assertion.value}"`,
+        };
+    }
+    if (baseType === 'icontains') {
+        (0, tiny_invariant_1.default)(assertion.value, '"icontains" assertion type must have a string value');
+        (0, tiny_invariant_1.default)(typeof assertion.value === 'string', '"icontains" assertion type must have a string value');
+        pass = output.toLowerCase().includes(assertion.value.toLowerCase()) !== inverse;
+        return {
+            pass,
+            reason: pass
+                ? 'Assertion passed'
+                : `Expected output to ${inverse ? 'not ' : ''}contain "${assertion.value}"`,
+        };
+    }
+    if (baseType === 'contains-json') {
+        pass = containsJSON(output) !== inverse;
+        return {
+            pass,
+            reason: pass
+                ? 'Assertion passed'
+                : `Expected output to ${inverse ? 'not ' : ''}contain valid JSON`,
+        };
+    }
+    if (baseType === 'javascript') {
+        try {
+            const customFunction = new Function('output', 'context', `return ${assertion.value}`);
+            const context = {
+                vars: test.vars || {},
+            };
+            pass = customFunction(output, context) !== inverse;
+        }
+        catch (err) {
+            return {
+                pass: false,
+                reason: `Custom function threw error: ${err.message}
+${assertion.value}`,
+            };
+        }
+        return {
+            pass,
+            reason: pass
+                ? 'Assertion passed'
+                : `Custom function returned ${inverse ? 'true' : 'false'}
+${assertion.value}`,
+        };
+    }
+    if (baseType === 'similar') {
+        (0, tiny_invariant_1.default)(assertion.value, 'Similarity assertion must have a string value');
+        (0, tiny_invariant_1.default)(typeof assertion.value === 'string', '"contains" assertion type must have a string value');
+        return matchesSimilarity(assertion.value, output, assertion.threshold || 0.75, inverse);
+    }
+    if (baseType === 'llm-rubric') {
+        (0, tiny_invariant_1.default)(assertion.value, 'Similarity assertion must have a string value');
+        (0, tiny_invariant_1.default)(typeof assertion.value === 'string', '"contains" assertion type must have a string value');
+        return matchesLlmRubric(assertion.value, output, test.options);
+    }
+    if (baseType === 'webhook') {
+        (0, tiny_invariant_1.default)(assertion.value, '"webhook" assertion type must have a URL value');
+        (0, tiny_invariant_1.default)(typeof assertion.value === 'string', '"webhook" assertion type must have a URL value');
+        try {
+            const context = {
+                vars: test.vars || {},
+            };
+            const response = await (0, util_1.fetchWithTimeout)(assertion.value, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                },
+                body: JSON.stringify({ output, context }),
+            }, process.env.WEBHOOK_TIMEOUT ? parseInt(process.env.WEBHOOK_TIMEOUT, 10) : 5000);
+            if (!response.ok) {
+                throw new Error(`Webhook response status: ${response.status}`);
+            }
+            const jsonResponse = await response.json();
+            pass = jsonResponse.pass !== inverse;
+        }
+        catch (err) {
+            return {
+                pass: false,
+                reason: `Webhook error: ${err.message}`,
+            };
+        }
+        return {
+            pass,
+            reason: pass ? 'Assertion passed' : `Webhook returned ${inverse ? 'true' : 'false'}`,
+        };
+    }
+    if (baseType === 'rouge-n') {
+        (0, tiny_invariant_1.default)(assertion.value, '"rouge" assertion type must a value (string or string array)');
+        return handleRougeScore(baseType, assertion, assertion.value, output, inverse);
+    }
+    throw new Error('Unknown assertion type: ' + assertion.type);
+}
+exports.runAssertion = runAssertion;
+function containsJSON(str) {
+    // Regular expression to check for JSON-like pattern
+    const jsonPattern = /({[\s\S]*}|\[[\s\S]*])/;
+    const match = str.match(jsonPattern);
+    if (!match) {
+        return false;
+    }
+    try {
+        JSON.parse(match[0]);
+        return true;
+    }
+    catch (error) {
+        return false;
+    }
+}
+async function matchesSimilarity(expected, output, threshold, inverse = false) {
+    const expectedEmbedding = await openai_1.DefaultEmbeddingProvider.callEmbeddingApi(expected);
+    const outputEmbedding = await openai_1.DefaultEmbeddingProvider.callEmbeddingApi(output);
+    const tokensUsed = {
+        total: (expectedEmbedding.tokenUsage?.total || 0) + (outputEmbedding.tokenUsage?.total || 0),
+        prompt: (expectedEmbedding.tokenUsage?.prompt || 0) + (outputEmbedding.tokenUsage?.prompt || 0),
+        completion: (expectedEmbedding.tokenUsage?.completion || 0) +
+            (outputEmbedding.tokenUsage?.completion || 0),
+    };
+    if (expectedEmbedding.error || outputEmbedding.error) {
+        return {
+            pass: false,
+            reason: expectedEmbedding.error || outputEmbedding.error || 'Unknown error fetching embeddings',
+            tokensUsed,
+        };
+    }
+    if (!expectedEmbedding.embedding || !outputEmbedding.embedding) {
+        return {
+            pass: false,
+            reason: 'Embedding not found',
+            tokensUsed,
+        };
+    }
+    const similarity = (0, util_1.cosineSimilarity)(expectedEmbedding.embedding, outputEmbedding.embedding);
+    const pass = inverse ? similarity <= threshold : similarity >= threshold;
+    const greaterThanReason = `Similarity ${similarity} is greater than threshold ${threshold}`;
+    const lessThanReason = `Similarity ${similarity} is less than threshold ${threshold}`;
+    if (pass) {
+        return {
+            pass: true,
+            reason: inverse ? lessThanReason : greaterThanReason,
+            tokensUsed,
+        };
+    }
+    return {
+        pass: false,
+        reason: inverse ? greaterThanReason : lessThanReason,
+        tokensUsed,
+    };
+}
+exports.matchesSimilarity = matchesSimilarity;
+async function matchesLlmRubric(expected, output, options) {
+    if (!options) {
+        throw new Error('Cannot grade output without grading config. Specify --grader option or grading config.');
+    }
+    const prompt = nunjucks_1.default.renderString(options.rubricPrompt || prompts_1.DEFAULT_GRADING_PROMPT, {
+        content: output,
+        rubric: expected,
+    });
+    let provider = options.provider || openai_1.DefaultGradingProvider;
+    if (typeof provider === 'string') {
+        provider = await (0, providers_1.loadApiProvider)(provider);
+    }
+    const resp = await provider.callApi(prompt);
+    if (resp.error || !resp.output) {
+        return {
+            pass: false,
+            reason: resp.error || 'No output',
+            tokensUsed: {
+                total: resp.tokenUsage?.total || 0,
+                prompt: resp.tokenUsage?.prompt || 0,
+                completion: resp.tokenUsage?.completion || 0,
+            },
+        };
+    }
+    try {
+        const parsed = JSON.parse(resp.output);
+        parsed.tokensUsed = {
+            total: resp.tokenUsage?.total || 0,
+            prompt: resp.tokenUsage?.prompt || 0,
+            completion: resp.tokenUsage?.completion || 0,
+        };
+        return parsed;
+    }
+    catch (err) {
+        return {
+            pass: false,
+            reason: `Output is not valid JSON: ${resp.output}`,
+            tokensUsed: {
+                total: resp.tokenUsage?.total || 0,
+                prompt: resp.tokenUsage?.prompt || 0,
+                completion: resp.tokenUsage?.completion || 0,
+            },
+        };
+    }
+}
+exports.matchesLlmRubric = matchesLlmRubric;
+function assertionFromString(expected) {
+    // Legacy options
+    if (expected.startsWith('fn:') || expected.startsWith('eval:')) {
+        // TODO(1.0): delete eval: legacy option
+        const sliceLength = expected.startsWith('fn:') ? 'fn:'.length : 'eval:'.length;
+        const functionBody = expected.slice(sliceLength);
+        return {
+            type: 'javascript',
+            value: functionBody,
+        };
+    }
+    if (expected.startsWith('grade:')) {
+        return {
+            type: 'llm-rubric',
+            value: expected.slice(6),
+        };
+    }
+    // New options
+    const assertionRegex = /^(not-)?(equals|contains-any|contains-all|contains-json|is-json|regex|icontains|contains|webhook|rouge-n|similar)(?::|\((\d+(\.\d+)?)\):)?(.*)$/;
+    const regexMatch = expected.match(assertionRegex);
+    if (regexMatch) {
+        const [_, notPrefix, type, __, thresholdStr, value] = regexMatch;
+        const fullType = notPrefix ? `not-${type}` : type;
+        const threshold = parseFloat(thresholdStr);
+        if (type === 'contains-any' || type === 'contains-all') {
+            return {
+                type: fullType,
+                value: value.split(',').map((s) => s.trim()),
+            };
+        }
+        else if (type === 'contains-json' || type === 'is-json') {
+            return {
+                type: fullType,
+            };
+        }
+        else if (type === 'rouge-n' || type === 'similar') {
+            return {
+                type: fullType,
+                value,
+                threshold: threshold || (type === 'similar' ? DEFAULT_SEMANTIC_SIMILARITY_THRESHOLD : 0.75),
+            };
+        }
+        else {
+            return {
+                type: fullType,
+                value,
+            };
+        }
+    }
+    // Default to equality
+    return {
+        type: 'equals',
+        value: expected,
+    };
+}
+exports.assertionFromString = assertionFromString;
+exports.default = {
+    matchesSimilarity,
+    matchesLlmRubric,
+};
+//# sourceMappingURL=assertions.js.map

package/dist/src/assertions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"assertions.js","sourceRoot":"","sources":["../../src/assertions.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAC1B,oEAAuC;AACvC,wDAAgC;AAEhC,4DAAoC;AACpC,+CAAsF;AACtF,iCAA4D;AAC5D,2CAA8C;AAC9C,uCAAmD;AAUnD,MAAM,qCAAqC,GAAG,GAAG,CAAC;AAElD,SAAS,gBAAgB,CACvB,QAAmB,EACnB,SAAoB,EACpB,QAA2B,EAC3B,MAAc,EACd,QAAiB;IAEjB,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAoB,CAAC;IAChE,MAAM,WAAW,GAAG,eAAK,CAAC,MAAM,CAAC,CAAC;IAClC,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC5C,MAAM,IAAI,GAAG,KAAK,IAAI,CAAC,SAAS,CAAC,SAAS,IAAI,IAAI,CAAC,IAAI,QAAQ,CAAC;IAEhE,OAAO;QACL,IAAI;QACJ,MAAM,EAAE,IAAI;YACV,CAAC,CAAC,GAAG,QAAQ,CAAC,WAAW,EAAE,UAAU,KAAK,0CACtC,SAAS,CAAC,SAAS,IAAI,IACzB,EAAE;YACJ,CAAC,CAAC,GAAG,QAAQ,CAAC,WAAW,EAAE,UAAU,KAAK,2BACtC,SAAS,CAAC,SAAS,IAAI,IACzB,EAAE;KACP,CAAC;AACJ,CAAC;AAEM,KAAK,UAAU,aAAa,CAAC,IAAoB,EAAE,MAAc;IACtE,MAAM,UAAU,GAAG;QACjB,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,CAAC;QACT,UAAU,EAAE,CAAC;KACd,CAAC;IAEF,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;QAChB,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,eAAe,EAAE,UAAU,EAAE,CAAC;KAC5D;IAED,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,MAAM,EAAE;QACnC,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QAC3D,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;YAChB,OAAO,MAAM,CAAC;SACf;QAED,IAAI,MAAM,CAAC,UAAU,EAAE;YACrB,UAAU,CAAC,KAAK,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC;YAC5C,UAAU,CAAC,MAAM,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;YAC9C,UAAU,CAAC,UAAU,IAAI,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC;SACvD;KACF;IAED,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,uBAAuB,EAAE,UAAU,EAAE,CAAC;AACrE,CAAC;AAzBD,sCAyBC;AAEM,KAAK,UAAU,YAAY,CAChC,SAAoB,EACpB,IAAoB,EACpB,MAAc;IAEd,IAAI,IAAI,GAAY,KAAK,CAAC;IAE1B,IAAA,wBAAS,EAAC,SAAS,CAAC,IAAI,EAAE,+BAA+B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IAEtF,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IAClD,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC;IAEpE,mBAAS,CAAC,MAAM,CAAC,gBAAgB,EAAE;QACjC,IAAI,EAAE,QAAQ;KACf,CAAC,CAAC;IAEH,IAAI,QAAQ,KAAK,QAAQ,EAAE;QACzB,IAAI,GAAG,SAAS,CAAC,KAAK,KAAK,MAAM,CAAC;QAClC,OAAO;YACL,IAAI;YACJ,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,oBAAoB,SAAS,CAAC,KAAK,GAAG;SAC3E,CAAC;KACH;IAED,IAAI,QAAQ,KAAK,SAAS,EAAE;QAC1B,IAAI;YACF,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACnB,IAAI,GAAG,CAAC,OAAO,CAAC;SACjB;QAAC,OAAO,GAAG,EAAE;YACZ,IAAI,GAAG,OAAO,CAAC;SAChB;QACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,kCAAkC,EAAE,CAAC;KACzF;IAED,IAAI,QAAQ,KAAK,UAAU,EAAE;QAC3B,IAAA,wBAAS,EAAC,SAAS,CAAC,KAAK,EAAE,oDAAoD,CAAC,CAAC;QACjF,IAAA,wBAAS,EACP,OAAO,SAAS,CAAC,KAAK,KAAK,QAAQ,EACnC,oDAAoD,CACrD,CAAC;QACF,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,OAAO,CAAC;QACpD,OAAO;YACL,IAAI;YACJ,MAAM,EAAE,IAAI;gBACV,CAAC,CAAC,kBAAkB;gBACpB,CAAC,CAAC,sBAAsB,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,YAAY,SAAS,CAAC,KAAK,GAAG;SAC9E,CAAC;KACH;IAED,IAAI,QAAQ,KAAK,cAAc,EAAE;QAC/B,IAAA,wBAAS,EAAC,SAAS,CAAC,KAAK,EAAE,iDAAiD,CAAC,CAAC;QAC9E,IAAA,wBAAS,EACP,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,EAC9B,wDAAwD,CACzD,CAAC;QACF,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK,OAAO,CAAC;QAC3E,OAAO;YACL,IAAI;YACJ,MAAM,EAAE,IAAI;gBACV,CAAC,CAAC,kBAAkB;gBACpB,CAAC,CAAC,sBAAsB,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,mBAAmB,SAAS,CAAC,KAAK,CAAC,IAAI,CAChF,IAAI,CACL,GAAG;SACT,CAAC;KACH;IAED,IAAI,QAAQ,KAAK,cAAc,EAAE;QAC/B,IAAA,wBAAS,EAAC,SAAS,CAAC,KAAK,EAAE,iDAAiD,CAAC,CAAC;QAC9E,IAAA,wBAAS,EACP,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,EAC9B,wDAAwD,CACzD,CAAC;QACF,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK,OAAO,CAAC;QAC5E,OAAO;YACL,IAAI;YACJ,MAAM,EAAE,IAAI;gBACV,CAAC,CAAC,kBAAkB;gBACpB,CAAC,CAAC,sBAAsB,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,mBAAmB,SAAS,CAAC,KAAK,CAAC,IAAI,CAChF,IAAI,CACL,GAAG;SACT,CAAC;KACH;IAED,IAAI,QAAQ,KAAK,OAAO,EAAE;QACxB,IAAA,wBAAS,EAAC,SAAS,CAAC,KAAK,EAAE,iDAAiD,CAAC,CAAC;QAC9E,IAAA,wBAAS,EACP,OAAO,SAAS,CAAC,KAAK,KAAK,QAAQ,EACnC,oDAAoD,CACrD,CAAC;QACF,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC1C,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,OAAO,CAAC;QACtC,OAAO;YACL,IAAI;YACJ,MAAM,EAAE,IAAI;gBACV,CAAC,CAAC,kBAAkB;gBACpB,CAAC,CAAC,sBAAsB,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,gBAAgB,SAAS,CAAC,KAAK,GAAG;SAClF,CAAC;KACH;IAED,IAAI,QAAQ,KAAK,WAAW,EAAE;QAC5B,IAAA,wBAAS,EAAC,SAAS,CAAC,KAAK,EAAE,qDAAqD,CAAC,CAAC;QAClF,IAAA,wBAAS,EACP,OAAO,SAAS,CAAC,KAAK,KAAK,QAAQ,EACnC,qDAAqD,CACtD,CAAC;QACF,IAAI,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,OAAO,CAAC;QAChF,OAAO;YACL,IAAI;YACJ,MAAM,EAAE,IAAI;gBACV,CAAC,CAAC,kBAAkB;gBACpB,CAAC,CAAC,sBAAsB,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,YAAY,SAAS,CAAC,KAAK,GAAG;SAC9E,CAAC;KACH;IAED,IAAI,QAAQ,KAAK,eAAe,EAAE;QAChC,IAAI,GAAG,YAAY,CAAC,MAAM,CAAC,KAAK,OAAO,CAAC;QACxC,OAAO;YACL,IAAI;YACJ,MAAM,EAAE,IAAI;gBACV,CAAC,CAAC,kBAAkB;gBACpB,CAAC,CAAC,sBAAsB,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,oBAAoB;SACpE,CAAC;KACH;IAED,IAAI,QAAQ,KAAK,YAAY,EAAE;QAC7B,IAAI;YACF,MAAM,cAAc,GAAG,IAAI,QAAQ,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;YACtF,MAAM,OAAO,GAAG;gBACd,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;aACtB,CAAC;YACF,IAAI,GAAG,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,OAAO,CAAC;SACpD;QAAC,OAAO,GAAG,EAAE;YACZ,OAAO;gBACL,IAAI,EAAE,KAAK;gBACX,MAAM,EAAE,gCAAiC,GAAa,CAAC,OAAO;EACpE,SAAS,CAAC,KAAK,EAAE;aACZ,CAAC;SACH;QACD,OAAO;YACL,IAAI;YACJ,MAAM,EAAE,IAAI;gBACV,CAAC,CAAC,kBAAkB;gBACpB,CAAC,CAAC,4BAA4B,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO;EAC9D,SAAS,CAAC,KAAK,EAAE;SACd,CAAC;KACH;IAED,IAAI,QAAQ,KAAK,SAAS,EAAE;QAC1B,IAAA,wBAAS,EAAC,SAAS,CAAC,KAAK,EAAE,+CAA+C,CAAC,CAAC;QAC5E,IAAA,wBAAS,EACP,OAAO,SAAS,CAAC,KAAK,KAAK,QAAQ,EACnC,oDAAoD,CACrD,CAAC;QACF,OAAO,iBAAiB,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,SAAS,IAAI,IAAI,EAAE,OAAO,CAAC,CAAC;KACzF;IAED,IAAI,QAAQ,KAAK,YAAY,EAAE;QAC7B,IAAA,wBAAS,EAAC,SAAS,CAAC,KAAK,EAAE,+CAA+C,CAAC,CAAC;QAC5E,IAAA,wBAAS,EACP,OAAO,SAAS,CAAC,KAAK,KAAK,QAAQ,EACnC,oDAAoD,CACrD,CAAC;QACF,OAAO,gBAAgB,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;KAChE;IAED,IAAI,QAAQ,KAAK,SAAS,EAAE;QAC1B,IAAA,wBAAS,EAAC,SAAS,CAAC,KAAK,EAAE,gDAAgD,CAAC,CAAC;QAC7E,IAAA,wBAAS,EACP,OAAO,SAAS,CAAC,KAAK,KAAK,QAAQ,EACnC,gDAAgD,CACjD,CAAC;QAEF,IAAI;YACF,MAAM,OAAO,GAAG;gBACd,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;aACtB,CAAC;YACF,MAAM,QAAQ,GAAG,MAAM,IAAA,uBAAgB,EACrC,SAAS,CAAC,KAAK,EACf;gBACE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;aAC1C,EACD,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAC/E,CAAC;YAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE;gBAChB,MAAM,IAAI,KAAK,CAAC,4BAA4B,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;aAChE;YAED,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC3C,IAAI,GAAG,YAAY,CAAC,IAAI,KAAK,OAAO,CAAC;SACtC;QAAC,OAAO,GAAG,EAAE;YACZ,OAAO;gBACL,IAAI,EAAE,KAAK;gBACX,MAAM,EAAE,kBAAmB,GAAa,CAAC,OAAO,EAAE;aACnD,CAAC;SACH;QAED,OAAO;YACL,IAAI;YACJ,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,oBAAoB,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE;SACrF,CAAC;KACH;IAED,IAAI,QAAQ,KAAK,SAAS,EAAE;QAC1B,IAAA,wBAAS,EAAC,SAAS,CAAC,KAAK,EAAE,8DAA8D,CAAC,CAAC;QAC3F,OAAO,gBAAgB,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;KAChF;IAED,MAAM,IAAI,KAAK,CAAC,0BAA0B,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;AAC/D,CAAC;AArND,oCAqNC;AAED,SAAS,YAAY,CAAC,GAAW;IAC/B,oDAAoD;IACpD,MAAM,WAAW,GAAG,wBAAwB,CAAC;IAE7C,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IAErC,IAAI,CAAC,KAAK,EAAE;QACV,OAAO,KAAK,CAAC;KACd;IAED,IAAI;QACF,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,OAAO,IAAI,CAAC;KACb;IAAC,OAAO,KAAK,EAAE;QACd,OAAO,KAAK,CAAC;KACd;AACH,CAAC;AAEM,KAAK,UAAU,iBAAiB,CACrC,QAAgB,EAChB,MAAc,EACd,SAAiB,EACjB,UAAmB,KAAK;IAExB,MAAM,iBAAiB,GAAG,MAAM,iCAAwB,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IACpF,MAAM,eAAe,GAAG,MAAM,iCAAwB,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAEhF,MAAM,UAAU,GAAG;QACjB,KAAK,EAAE,CAAC,iBAAiB,CAAC,UAAU,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC,UAAU,EAAE,KAAK,IAAI,CAAC,CAAC;QAC5F,MAAM,EAAE,CAAC,iBAAiB,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;QAC/F,UAAU,EACR,CAAC,iBAAiB,CAAC,UAAU,EAAE,UAAU,IAAI,CAAC,CAAC;YAC/C,CAAC,eAAe,CAAC,UAAU,EAAE,UAAU,IAAI,CAAC,CAAC;KAChD,CAAC;IAEF,IAAI,iBAAiB,CAAC,KAAK,IAAI,eAAe,CAAC,KAAK,EAAE;QACpD,OAAO;YACL,IAAI,EAAE,KAAK;YACX,MAAM,EACJ,iBAAiB,CAAC,KAAK,IAAI,eAAe,CAAC,KAAK,IAAI,mCAAmC;YACzF,UAAU;SACX,CAAC;KACH;IAED,IAAI,CAAC,iBAAiB,CAAC,SAAS,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE;QAC9D,OAAO;YACL,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,qBAAqB;YAC7B,UAAU;SACX,CAAC;KACH;IAED,MAAM,UAAU,GAAG,IAAA,uBAAgB,EAAC,iBAAiB,CAAC,SAAS,EAAE,eAAe,CAAC,SAAS,CAAC,CAAC;IAC5F,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC;IACzE,MAAM,iBAAiB,GAAG,cAAc,UAAU,8BAA8B,SAAS,EAAE,CAAC;IAC5F,MAAM,cAAc,GAAG,cAAc,UAAU,2BAA2B,SAAS,EAAE,CAAC;IACtF,IAAI,IAAI,EAAE;QACR,OAAO;YACL,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,iBAAiB;YACpD,UAAU;SACX,CAAC;KACH;IACD,OAAO;QACL,IAAI,EAAE,KAAK;QACX,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,cAAc;QACpD,UAAU;KACX,CAAC;AACJ,CAAC;AAlDD,8CAkDC;AAEM,KAAK,UAAU,gBAAgB,CACpC,QAAgB,EAChB,MAAc,EACd,OAAuB;IAEvB,IAAI,CAAC,OAAO,EAAE;QACZ,MAAM,IAAI,KAAK,CACb,wFAAwF,CACzF,CAAC;KACH;IAED,MAAM,MAAM,GAAG,kBAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,YAAY,IAAI,gCAAsB,EAAE;QACnF,OAAO,EAAE,MAAM;QACf,MAAM,EAAE,QAAQ;KACjB,CAAC,CAAC;IAEH,IAAI,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,+BAAsB,CAAC;IAC1D,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE;QAChC,QAAQ,GAAG,MAAM,IAAA,2BAAe,EAAC,QAAQ,CAAC,CAAC;KAC5C;IACD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC5C,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;QAC9B,OAAO;YACL,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,IAAI,CAAC,KAAK,IAAI,WAAW;YACjC,UAAU,EAAE;gBACV,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,IAAI,CAAC;gBAClC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC;gBACpC,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,UAAU,IAAI,CAAC;aAC7C;SACF,CAAC;KACH;IAED,IAAI;QACF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAkB,CAAC;QACxD,MAAM,CAAC,UAAU,GAAG;YAClB,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,IAAI,CAAC;YAClC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC;YACpC,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,UAAU,IAAI,CAAC;SAC7C,CAAC;QACF,OAAO,MAAM,CAAC;KACf;IAAC,OAAO,GAAG,EAAE;QACZ,OAAO;YACL,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,6BAA6B,IAAI,CAAC,MAAM,EAAE;YAClD,UAAU,EAAE;gBACV,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,IAAI,CAAC;gBAClC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC;gBACpC,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,UAAU,IAAI,CAAC;aAC7C;SACF,CAAC;KACH;AACH,CAAC;AApDD,4CAoDC;AAED,SAAgB,mBAAmB,CAAC,QAAgB;IAClD,iBAAiB;IACjB,IAAI,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE;QAC9D,wCAAwC;QACxC,MAAM,WAAW,GAAG,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;QAC/E,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACjD,OAAO;YACL,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE,YAAY;SACpB,CAAC;KACH;IACD,IAAI,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE;QACjC,OAAO;YACL,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;SACzB,CAAC;KACH;IAED,cAAc;IACd,MAAM,cAAc,GAClB,iJAAiJ,CAAC;IACpJ,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IAElD,IAAI,UAAU,EAAE;QACd,MAAM,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,EAAE,YAAY,EAAE,KAAK,CAAC,GAAG,UAAU,CAAC;QACjE,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAClD,MAAM,SAAS,GAAG,UAAU,CAAC,YAAY,CAAC,CAAC;QAE3C,IAAI,IAAI,KAAK,cAAc,IAAI,IAAI,KAAK,cAAc,EAAE;YACtD,OAAO;gBACL,IAAI,EAAE,QAAyB;gBAC/B,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;aAC7C,CAAC;SACH;aAAM,IAAI,IAAI,KAAK,eAAe,IAAI,IAAI,KAAK,SAAS,EAAE;YACzD,OAAO;gBACL,IAAI,EAAE,QAAyB;aAChC,CAAC;SACH;aAAM,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE;YACnD,OAAO;gBACL,IAAI,EAAE,QAAyB;gBAC/B,KAAK;gBACL,SAAS,EAAE,SAAS,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,qCAAqC,CAAC,CAAC,CAAC,IAAI,CAAC;aAC5F,CAAC;SACH;aAAM;YACL,OAAO;gBACL,IAAI,EAAE,QAAyB;gBAC/B,KAAK;aACN,CAAC;SACH;KACF;IAED,sBAAsB;IACtB,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE,QAAQ;KAChB,CAAC;AACJ,CAAC;AAxDD,kDAwDC;AAED,kBAAe;IACb,iBAAiB;IACjB,gBAAgB;CACjB,CAAC"}

package/dist/src/cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../../src/cache.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAkC3D,wBAAsB,kBAAkB,CACtC,GAAG,EAAE,WAAW,EAChB,OAAO,yBAAkB,EACzB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC;IAAE,IAAI,EAAE,GAAG,CAAC;IAAC,MAAM,EAAE,OAAO,CAAA;CAAE,CAAC,CAyCzC;AAED,wBAAgB,WAAW,SAE1B;AAED,wBAAgB,YAAY,SAG3B"}

package/dist/src/cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.js","sourceRoot":"","sources":["../../src/cache.ts"],"names":[],"mappings":";;;;;;AAAA,sDAAyB;AACzB,0DAA6B;AAE7B,kEAAyC;AACzC,kFAA4C;AAE5C,sDAA8B;AAC9B,iCAAkE;AAKlE,IAAI,aAAgC,CAAC;AAErC,IAAI,OAAO,GACT,OAAO,OAAO,CAAC,GAAG,CAAC,uBAAuB,KAAK,WAAW;IACxD,CAAC,CAAC,IAAI;IACN,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;AAEnD,MAAM,SAAS,GACb,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;AAE5F,SAAS,QAAQ;IACf,IAAI,CAAC,aAAa,EAAE;QAClB,MAAM,SAAS,GACb,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,mBAAI,CAAC,IAAI,CAAC,IAAA,6BAAsB,GAAE,EAAE,OAAO,CAAC,CAAC;QACnF,IAAI,CAAC,iBAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE;YAC7B,gBAAM,CAAC,IAAI,CAAC,4BAA4B,SAAS,GAAG,CAAC,CAAC;YACtD,iBAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;SAC9C;QACD,aAAa,GAAG,uBAAY,CAAC,OAAO,CAAC;YACnC,KAAK,EAAE,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,+BAAO,CAAC,CAAC,CAAC,QAAQ;YAChD,OAAO,EAAE;gBACP,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,KAAM;gBACzD,IAAI,EAAE,SAAS;gBACf,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE;gBACzD,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,GAAG,EAAE,iBAAiB;gBACvE,+CAA+C;aAChD;SACF,CAAC,CAAC;KACJ;IACD,OAAO,aAAa,CAAC;AACvB,CAAC;AAEM,KAAK,UAAU,kBAAkB,CACtC,GAAgB,EAChB,UAAuB,EAAE,EACzB,OAAe;IAEf,IAAI,CAAC,OAAO,EAAE;QACZ,MAAM,IAAI,GAAG,MAAM,IAAA,uBAAgB,EAAC,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAC3D,OAAO;YACL,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,MAAM,IAAI,CAAC,IAAI,EAAE;SACxB,CAAC;KACH;IAED,MAAM,KAAK,GAAG,MAAM,QAAQ,EAAE,CAAC;IAE/B,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IACxC,OAAO,IAAI,CAAC,OAAO,CAAC;IACpB,MAAM,QAAQ,GAAG,SAAS,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;IAExD,iCAAiC;IACjC,MAAM,cAAc,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAEjD,IAAI,cAAc,EAAE;QAClB,gBAAM,CAAC,KAAK,CAAC,iCAAiC,GAAG,KAAK,cAAc,EAAE,CAAC,CAAC;QACxE,OAAO;YACL,MAAM,EAAE,IAAI;YACZ,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,cAAwB,CAAC;SAC3C,CAAC;KACH;IAED,kDAAkD;IAClD,MAAM,QAAQ,GAAG,MAAM,IAAA,uBAAgB,EAAC,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC/D,IAAI;QACF,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,IAAI,QAAQ,CAAC,EAAE,EAAE;YACf,gBAAM,CAAC,KAAK,CAAC,WAAW,GAAG,uBAAuB,IAAI,EAAE,CAAC,CAAC;YAC1D,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;SACjD;QACD,OAAO;YACL,MAAM,EAAE,KAAK;YACb,IAAI;SACL,CAAC;KACH;IAAC,OAAO,GAAG,EAAE;QACZ,MAAM,IAAI,KAAK,CAAC,+BAA+B,GAAG,KAAK,GAAG,EAAE,CAAC,CAAC;KAC/D;AACH,CAAC;AA7CD,gDA6CC;AAED,SAAgB,WAAW;IACzB,OAAO,GAAG,IAAI,CAAC;AACjB,CAAC;AAFD,kCAEC;AAED,SAAgB,YAAY;IAC1B,gBAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAClC,OAAO,GAAG,KAAK,CAAC;AAClB,CAAC;AAHD,oCAGC"}

package/dist/src/esm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"esm.d.ts","sourceRoot":"","sources":["../../src/esm.ts"],"names":[],"mappings":"AAKA,wBAAgB,YAAY,IAAI,MAAM,CAOrC"}

package/dist/src/esm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"esm.js","sourceRoot":"","sources":["../../src/esm.ts"],"names":[],"mappings":";AAAA,0DAA0D;;;AAE1D,0BAA0B;AAC1B,sCAAsC;AAEtC,SAAgB,YAAY;IAC1B;;;;KAIC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAPD,oCAOC"}

package/dist/src/evaluator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluator.d.ts","sourceRoot":"","sources":["../../src/evaluator.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAEV,eAAe,EAGf,eAAe,EAEf,SAAS,EAIV,MAAM,SAAS,CAAC;AA8VjB,wBAAgB,QAAQ,CAAC,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,eAAe,4BAGtE"}