promptfoo 0.70.1 → 0.71.1

package/README.md

@@ -122,6 +122,8 @@ Deterministic eval metrics
 | `contains-json`                 | output contains valid json (optional json schema validation)      |
 | `is-sql`                        | output is valid sql                                               |
 | `contains-sql`                  | output contains valid sql                                         |
+| `is-xml`                        | output is valid xml                                               |
+| `contains-xml`                  | output contains valid xml                                         |
 | `javascript`                    | provided Javascript function validates the output                 |
 | `python`                        | provided Python function validates the output                     |
 | `webhook`                       | provided webhook returns `{pass: true}`                           |

package/dist/drizzle/meta/0000_snapshot.json

@@ -1,8 +1,6 @@
 {
-  "version": "5",
+  "version": "6",
   "dialect": "sqlite",
-  "id": "8b53403f-5b6f-436a-862e-9fd17a52204e",
-  "prevId": "00000000-0000-0000-0000-000000000000",
   "tables": {
     "datasets": {
       "name": "datasets",
@@ -103,28 +101,28 @@
         "evals_to_datasets_eval_id_evals_id_fk": {
           "name": "evals_to_datasets_eval_id_evals_id_fk",
           "tableFrom": "evals_to_datasets",
-          "tableTo": "evals",
           "columnsFrom": [
             "eval_id"
           ],
+          "tableTo": "evals",
           "columnsTo": [
             "id"
           ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
+          "onUpdate": "no action",
+          "onDelete": "no action"
         },
         "evals_to_datasets_dataset_id_datasets_id_fk": {
           "name": "evals_to_datasets_dataset_id_datasets_id_fk",
           "tableFrom": "evals_to_datasets",
-          "tableTo": "datasets",
           "columnsFrom": [
             "dataset_id"
           ],
+          "tableTo": "datasets",
           "columnsTo": [
             "id"
           ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
+          "onUpdate": "no action",
+          "onDelete": "no action"
         }
       },
       "compositePrimaryKeys": {
@@ -161,28 +159,28 @@
         "evals_to_prompts_eval_id_evals_id_fk": {
           "name": "evals_to_prompts_eval_id_evals_id_fk",
           "tableFrom": "evals_to_prompts",
-          "tableTo": "evals",
           "columnsFrom": [
             "eval_id"
           ],
+          "tableTo": "evals",
           "columnsTo": [
             "id"
           ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
+          "onUpdate": "no action",
+          "onDelete": "no action"
         },
         "evals_to_prompts_prompt_id_prompts_id_fk": {
           "name": "evals_to_prompts_prompt_id_prompts_id_fk",
           "tableFrom": "evals_to_prompts",
-          "tableTo": "prompts",
           "columnsFrom": [
             "prompt_id"
           ],
+          "tableTo": "prompts",
           "columnsTo": [
             "id"
           ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
+          "onUpdate": "no action",
+          "onDelete": "no action"
         }
       },
       "compositePrimaryKeys": {
@@ -237,8 +235,9 @@
   },
   "enums": {},
   "_meta": {
-    "schemas": {},
     "tables": {},
     "columns": {}
-  }
+  },
+  "id": "8b53403f-5b6f-436a-862e-9fd17a52204e",
+  "prevId": "00000000-0000-0000-0000-000000000000"
 }

package/dist/drizzle/meta/0001_snapshot.json

@@ -1,8 +1,6 @@
 {
-  "version": "5",
+  "version": "6",
   "dialect": "sqlite",
-  "id": "476c887f-edcb-4b29-b054-50a8383cc6c2",
-  "prevId": "8b53403f-5b6f-436a-862e-9fd17a52204e",
   "tables": {
     "datasets": {
       "name": "datasets",
@@ -103,28 +101,28 @@
         "evals_to_datasets_eval_id_evals_id_fk": {
           "name": "evals_to_datasets_eval_id_evals_id_fk",
           "tableFrom": "evals_to_datasets",
-          "tableTo": "evals",
           "columnsFrom": [
             "eval_id"
           ],
+          "tableTo": "evals",
           "columnsTo": [
             "id"
           ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
+          "onUpdate": "no action",
+          "onDelete": "no action"
         },
         "evals_to_datasets_dataset_id_datasets_id_fk": {
           "name": "evals_to_datasets_dataset_id_datasets_id_fk",
           "tableFrom": "evals_to_datasets",
-          "tableTo": "datasets",
           "columnsFrom": [
             "dataset_id"
           ],
+          "tableTo": "datasets",
           "columnsTo": [
             "id"
           ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
+          "onUpdate": "no action",
+          "onDelete": "no action"
         }
       },
       "compositePrimaryKeys": {
@@ -161,28 +159,28 @@
         "evals_to_prompts_eval_id_evals_id_fk": {
           "name": "evals_to_prompts_eval_id_evals_id_fk",
           "tableFrom": "evals_to_prompts",
-          "tableTo": "evals",
           "columnsFrom": [
             "eval_id"
           ],
+          "tableTo": "evals",
           "columnsTo": [
             "id"
           ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
+          "onUpdate": "no action",
+          "onDelete": "no action"
         },
         "evals_to_prompts_prompt_id_prompts_id_fk": {
           "name": "evals_to_prompts_prompt_id_prompts_id_fk",
           "tableFrom": "evals_to_prompts",
-          "tableTo": "prompts",
           "columnsFrom": [
             "prompt_id"
           ],
+          "tableTo": "prompts",
           "columnsTo": [
             "id"
           ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
+          "onUpdate": "no action",
+          "onDelete": "no action"
         }
       },
       "compositePrimaryKeys": {
@@ -230,8 +228,9 @@
   },
   "enums": {},
   "_meta": {
-    "schemas": {},
     "tables": {},
     "columns": {}
-  }
+  },
+  "id": "476c887f-edcb-4b29-b054-50a8383cc6c2",
+  "prevId": "8b53403f-5b6f-436a-862e-9fd17a52204e"
 }

package/dist/drizzle/meta/0002_snapshot.json

@@ -1,8 +1,6 @@
 {
-  "version": "5",
+  "version": "6",
   "dialect": "sqlite",
-  "id": "6325e41a-40cd-4db1-9e99-df139a264a14",
-  "prevId": "476c887f-edcb-4b29-b054-50a8383cc6c2",
   "tables": {
     "datasets": {
       "name": "datasets",
@@ -110,28 +108,28 @@
         "evals_to_datasets_eval_id_evals_id_fk": {
           "name": "evals_to_datasets_eval_id_evals_id_fk",
           "tableFrom": "evals_to_datasets",
-          "tableTo": "evals",
           "columnsFrom": [
             "eval_id"
           ],
+          "tableTo": "evals",
           "columnsTo": [
             "id"
           ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
+          "onUpdate": "no action",
+          "onDelete": "no action"
         },
         "evals_to_datasets_dataset_id_datasets_id_fk": {
           "name": "evals_to_datasets_dataset_id_datasets_id_fk",
           "tableFrom": "evals_to_datasets",
-          "tableTo": "datasets",
           "columnsFrom": [
             "dataset_id"
           ],
+          "tableTo": "datasets",
           "columnsTo": [
             "id"
           ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
+          "onUpdate": "no action",
+          "onDelete": "no action"
         }
       },
       "compositePrimaryKeys": {
@@ -168,28 +166,28 @@
         "evals_to_prompts_eval_id_evals_id_fk": {
           "name": "evals_to_prompts_eval_id_evals_id_fk",
           "tableFrom": "evals_to_prompts",
-          "tableTo": "evals",
           "columnsFrom": [
             "eval_id"
           ],
+          "tableTo": "evals",
           "columnsTo": [
             "id"
           ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
+          "onUpdate": "no action",
+          "onDelete": "no action"
         },
         "evals_to_prompts_prompt_id_prompts_id_fk": {
           "name": "evals_to_prompts_prompt_id_prompts_id_fk",
           "tableFrom": "evals_to_prompts",
-          "tableTo": "prompts",
           "columnsFrom": [
             "prompt_id"
           ],
+          "tableTo": "prompts",
           "columnsTo": [
             "id"
           ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
+          "onUpdate": "no action",
+          "onDelete": "no action"
         }
       },
       "compositePrimaryKeys": {
@@ -237,8 +235,9 @@
   },
   "enums": {},
   "_meta": {
-    "schemas": {},
     "tables": {},
     "columns": {}
-  }
+  },
+  "id": "6325e41a-40cd-4db1-9e99-df139a264a14",
+  "prevId": "476c887f-edcb-4b29-b054-50a8383cc6c2"
 }

package/dist/package.json

@@ -2,7 +2,7 @@
     "name": "promptfoo",
     "description": "LLM eval & testing toolkit",
     "author": "Ian Webster",
-    "version": "0.70.1",
+    "version": "0.71.1",
     "license": "MIT",
     "type": "commonjs",
     "repository": {
@@ -62,9 +62,10 @@
         "node-sql-parser": "^5.2.0"
     },
     "devDependencies": {
-        "@aws-sdk/client-bedrock-runtime": "^3.609.0",
+        "@aws-sdk/client-bedrock-runtime": "^3.614.0",
         "@azure/identity": "^4.3.0",
-        "@eslint/js": "^9.6.0",
+        "@eslint/js": "^9.7.0",
+        "@libsql/client": "^0.7.0",
         "@swc/cli": "^0.4.0",
         "@swc/core": "^1.6.13",
         "@swc/jest": "^0.2.36",
@@ -90,7 +91,8 @@
         "@types/uuid": "^10.0.0",
         "check-dependency-version-consistency": "^4.1.0",
         "cloudflare": "^3.4.0",
-        "drizzle-kit": "^0.20.13",
+        "drizzle-kit": "^0.23.0",
+        "esbuild": "^0.23.0",
         "eslint": "^8.57.0",
         "eslint-plugin-jest": "^28.6.0",
         "eslint-plugin-unused-imports": "^3.2.0",
@@ -98,17 +100,17 @@
         "jest-watch-typeahead": "^2.2.2",
         "next": "13.4.13",
         "nock": "^13.5.4",
-        "prettier": "^3.3.2",
+        "prettier": "^3.3.3",
         "shx": "^0.3.4",
         "ts-node": "^10.9.2",
         "typescript": "^5.5.3",
-        "typescript-eslint": "^7.15.0"
+        "typescript-eslint": "^7.16.0"
     },
     "dependencies": {
         "@anthropic-ai/sdk": "^0.24.3",
         "@apidevtools/json-schema-ref-parser": "^11.6.4",
         "@googleapis/sheets": "^9.0.0",
-        "ajv": "^8.16.0",
+        "ajv": "^8.17.1",
         "ajv-formats": "^2.1.1",
         "async": "^3.2.5",
         "better-sqlite3": "^11.1.2",
@@ -126,9 +128,10 @@
         "debounce": "^1.2.1",
         "dedent": "^1.5.3",
         "dotenv": "^16.4.5",
-        "drizzle-orm": "^0.29.3",
+        "drizzle-orm": "^0.32.0",
         "express": "^4.19.2",
         "fast-deep-equal": "^3.1.3",
+        "fast-xml-parser": "^4.4.0",
         "fastest-levenshtein": "^1.0.16",
         "glob": "^10.4.3",
         "inquirer": "^8.2.6",
@@ -136,7 +139,7 @@
         "mathjs": "^13.0.2",
         "node-fetch": "^2.6.7",
         "nunjucks": "^3.2.4",
-        "openai": "^4.52.3",
+        "openai": "^4.52.7",
         "opener": "^1.5.2",
         "proxy-agent": "^6.4.0",
         "python-shell": "^5.0.0",
@@ -147,7 +150,7 @@
         "socket.io": "^4.7.5",
         "tiny-invariant": "^1.3.3",
         "uuid": "^10.0.0",
-        "winston": "^3.13.0",
+        "winston": "^3.13.1",
         "zod": "^3.23.8"
     }
 }

package/dist/src/assertions.d.ts

@@ -1,6 +1,14 @@
 import { matchesSimilarity, matchesLlmRubric, matchesFactuality, matchesClosedQa, matchesClassification, matchesAnswerRelevance, matchesContextRecall, matchesContextRelevance, matchesContextFaithfulness, matchesSelectBest, matchesModeration } from './matchers';
 import { type ApiProvider, type Assertion, type AssertionType, type AtomicTestCase, type GradingResult, AssertionValue, ProviderResponse } from './types';
 export declare const MODEL_GRADED_ASSERTION_TYPES: Set<AssertionType>;
+export declare function validateXml(xmlString: string, requiredElements?: string[]): {
+    isValid: boolean;
+    reason: string;
+};
+export declare function containsXml(outputString: string, requiredElements?: string[]): {
+    isValid: boolean;
+    reason: string;
+};
 export declare function isSql(outputString: string, renderedValue: AssertionValue | undefined, inverse: boolean, assertion: Assertion): Promise<GradingResult>;
 export declare function runAssertion({ prompt, provider, assertion, test, latencyMs, providerResponse, }: {
     prompt?: string;

package/dist/src/assertions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"assertions.d.ts","sourceRoot":"","sources":["../../src/assertions.ts"],"names":[],"mappings":"AAiBA,OAAO,EACL,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EACjB,eAAe,EACf,qBAAqB,EACrB,sBAAsB,EACtB,oBAAoB,EACpB,uBAAuB,EACvB,0BAA0B,EAC1B,iBAAiB,EACjB,iBAAiB,EAClB,MAAM,YAAY,CAAC;AAMpB,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,SAAS,EACd,KAAK,aAAa,EAClB,KAAK,cAAc,EACnB,KAAK,aAAa,EAGlB,cAAc,EACd,gBAAgB,EACjB,MAAM,SAAS,CAAC;AAOjB,eAAO,MAAM,4BAA4B,oBASvC,CAAC;AAqDH,wBAAsB,KAAK,CACzB,YAAY,EAAE,MAAM,EACpB,aAAa,EAAE,cAAc,GAAG,SAAS,EACzC,OAAO,EAAE,OAAO,EAChB,SAAS,EAAE,SAAS,GACnB,OAAO,CAAC,aAAa,CAAC,CA2ExB;AAED,wBAAsB,YAAY,CAAC,EACjC,MAAM,EACN,QAAQ,EACR,SAAS,EACT,IAAI,EACJ,SAAS,EACT,gBAAgB,GACjB,EAAE;IACD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,WAAW,CAAC;IACvB,SAAS,EAAE,SAAS,CAAC;IACrB,IAAI,EAAE,cAAc,CAAC;IACrB,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,OAAO,CAAC,aAAa,CAAC,CAuhCzB;AAED,wBAAsB,aAAa,CAAC,EAClC,MAAM,EACN,QAAQ,EACR,gBAAgB,EAChB,IAAI,EACJ,SAAS,GACV,EAAE;IACD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,WAAW,CAAC;IACvB,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,IAAI,EAAE,cAAc,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,OAAO,CAAC,aAAa,CAAC,CAmFzB;AAED,wBAAsB,mBAAmB,CACvC,IAAI,EAAE,cAAc,EACpB,SAAS,EAAE,SAAS,EACpB,OAAO,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,aAAa,EAAE,CAAC,CAa1B;AAED,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAU3E;;;;;;;;;;;;;;;;AAGD,wBAcE"}
+{"version":3,"file":"assertions.d.ts","sourceRoot":"","sources":["../../src/assertions.ts"],"names":[],"mappings":"AAkBA,OAAO,EACL,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EACjB,eAAe,EACf,qBAAqB,EACrB,sBAAsB,EACtB,oBAAoB,EACpB,uBAAuB,EACvB,0BAA0B,EAC1B,iBAAiB,EACjB,iBAAiB,EAClB,MAAM,YAAY,CAAC;AAMpB,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,SAAS,EACd,KAAK,aAAa,EAClB,KAAK,cAAc,EACnB,KAAK,aAAa,EAGlB,cAAc,EACd,gBAAgB,EACjB,MAAM,SAAS,CAAC;AAQjB,eAAO,MAAM,4BAA4B,oBASvC,CAAC;AAqDH,wBAAgB,WAAW,CACzB,SAAS,EAAE,MAAM,EACjB,gBAAgB,CAAC,EAAE,MAAM,EAAE,GAC1B;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAsCtC;AAED,wBAAgB,WAAW,CACzB,YAAY,EAAE,MAAM,EACpB,gBAAgB,CAAC,EAAE,MAAM,EAAE,GAC1B;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAgBtC;AAED,wBAAsB,KAAK,CACzB,YAAY,EAAE,MAAM,EACpB,aAAa,EAAE,cAAc,GAAG,SAAS,EACzC,OAAO,EAAE,OAAO,EAChB,SAAS,EAAE,SAAS,GACnB,OAAO,CAAC,aAAa,CAAC,CA2ExB;AAED,wBAAsB,YAAY,CAAC,EACjC,MAAM,EACN,QAAQ,EACR,SAAS,EACT,IAAI,EACJ,SAAS,EACT,gBAAgB,GACjB,EAAE;IACD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,WAAW,CAAC;IACvB,SAAS,EAAE,SAAS,CAAC;IACrB,IAAI,EAAE,cAAc,CAAC;IACrB,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,OAAO,CAAC,aAAa,CAAC,CAkjCzB;AAED,wBAAsB,aAAa,CAAC,EAClC,MAAM,EACN,QAAQ,EACR,gBAAgB,EAChB,IAAI,EACJ,SAAS,GACV,EAAE;IACD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,WAAW,CAAC;IACvB,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,IAAI,EAAE,cAAc,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,OAAO,CAAC,aAAa,CAAC,CAmFzB;AAED,wBAAsB,mBAAmB,CACvC,IAAI,EAAE,cAAc,EACpB,SAAS,EAAE,SAAS,EACpB,OAAO,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,aAAa,EAAE,CAAC,CAa1B;AAED,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAU3E;;;;;;;;;;;;;;;;AAGD,wBAcE"}

package/dist/src/assertions.js

@@ -27,6 +27,8 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.MODEL_GRADED_ASSERTION_TYPES = void 0;
+exports.validateXml = validateXml;
+exports.containsXml = containsXml;
 exports.isSql = isSql;
 exports.runAssertion = runAssertion;
 exports.runAssertions = runAssertions;
@@ -35,6 +37,7 @@ exports.readAssertions = readAssertions;
 const ajv_1 = __importDefault(require("ajv"));
 const ajv_formats_1 = __importDefault(require("ajv-formats"));
 const async_1 = __importDefault(require("async"));
+const fast_xml_parser_1 = require("fast-xml-parser");
 const fastest_levenshtein_1 = require("fastest-levenshtein");
 const fs_1 = __importDefault(require("fs"));
 const js_yaml_1 = __importDefault(require("js-yaml"));
@@ -55,6 +58,7 @@ const wrapper_1 = require("./python/wrapper");
 const telemetry_1 = __importDefault(require("./telemetry"));
 const types_1 = require("./types");
 const util_1 = require("./util");
+const templates_1 = require("./util/templates");
 const ASSERTIONS_MAX_CONCURRENCY = process.env.PROMPTFOO_ASSERTIONS_MAX_CONCURRENCY
     ? parseInt(process.env.PROMPTFOO_ASSERTIONS_MAX_CONCURRENCY, 10)
     : 3;
@@ -70,7 +74,7 @@ exports.MODEL_GRADED_ASSERTION_TYPES = new Set([
 ]);
 const ajv = new ajv_1.default();
 (0, ajv_formats_1.default)(ajv);
-const nunjucks = (0, util_1.getNunjucksEngine)();
+const nunjucks = (0, templates_1.getNunjucksEngine)();
 const clone = (0, rfdc_1.default)();
 function getFinalTest(test, assertion) {
     // Deep copy
@@ -101,6 +105,57 @@ function handleRougeScore(baseType, assertion, expected, output, inverted) {
         assertion,
     };
 }
+function validateXml(xmlString, requiredElements) {
+    if (!xmlString.startsWith('<')) {
+        return { isValid: false, reason: 'XML is missing opening tag' };
+    }
+    const parser = new fast_xml_parser_1.XMLParser({
+        allowBooleanAttributes: true,
+        ignoreAttributes: false,
+        parseAttributeValue: true,
+        parseTagValue: true,
+    });
+    try {
+        const parsedXml = parser.parse(xmlString);
+        if (requiredElements && requiredElements.length > 0) {
+            const missingElements = requiredElements.filter((element) => {
+                const path = element.split('.');
+                let current = parsedXml;
+                for (const key of path) {
+                    if (current[key] === undefined) {
+                        return true;
+                    }
+                    current = current[key];
+                }
+                return false;
+            });
+            if (missingElements.length > 0) {
+                return {
+                    isValid: false,
+                    reason: `XML is missing required elements: ${missingElements.join(', ')}`,
+                };
+            }
+        }
+        return { isValid: true, reason: 'XML is valid and contains all required elements' };
+    }
+    catch (err) {
+        return { isValid: false, reason: `XML parsing failed: ${err.message}` };
+    }
+}
+function containsXml(outputString, requiredElements) {
+    const xmlRegex = /<\?xml.*?>[\s\S]*<\/[^>]+>|\S*<[^>]+>[\s\S]*<\/[^>]+>/;
+    const xmlMatches = outputString.match(xmlRegex);
+    if (!xmlMatches) {
+        return { isValid: false, reason: 'No XML content found in the output' };
+    }
+    for (const xmlMatch of xmlMatches) {
+        const { isValid, reason } = validateXml(xmlMatch, requiredElements);
+        if (isValid) {
+            return { isValid: true, reason: reason };
+        }
+    }
+    return { isValid: false, reason: 'No valid XML content found matching the requirements' };
+}
 async function isSql(outputString, renderedValue, inverse, assertion) {
     let pass = false;
     let parsedSql;
@@ -310,6 +365,31 @@ async function runAssertion({ prompt, provider, assertion, test, latencyMs, prov
             assertion,
         };
     }
+    if (baseType === 'is-xml' || baseType === 'contains-xml') {
+        let requiredElements;
+        if (typeof renderedValue === 'string') {
+            requiredElements = renderedValue.split(',').map((el) => el.trim());
+        }
+        else if (Array.isArray(renderedValue) && renderedValue.length > 0) {
+            requiredElements = renderedValue.map((el) => el.toString());
+        }
+        else if (typeof renderedValue === 'object' && Object.keys(renderedValue).length > 0) {
+            if ('requiredElements' in renderedValue && Array.isArray(renderedValue.requiredElements)) {
+                requiredElements = renderedValue.requiredElements.map((el) => el.toString());
+            }
+            else {
+                throw new Error('xml assertion must contain a string, array value, or no value');
+            }
+        }
+        const result = (baseType === 'is-xml' ? validateXml : containsXml)(outputString, requiredElements);
+        pass = result.isValid !== inverse;
+        return {
+            pass,
+            score: pass ? 1 : 0,
+            reason: pass ? 'Assertion passed' : result.reason,
+            assertion,
+        };
+    }
     if (baseType === 'is-sql') {
         return isSql(outputString, renderedValue, inverse, assertion);
     }