ai-output-assert 0.3.0

package/dist/catalogs/pii-patterns.js

@@ -0,0 +1,35 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_PII_PATTERNS = void 0;
+const luhn_1 = require("../utils/luhn");
+exports.DEFAULT_PII_PATTERNS = [
+    {
+        type: 'email',
+        pattern: /[\w.+-]+@[\w-]+\.[\w.]+/,
+        label: 'Email Address',
+    },
+    {
+        type: 'ssn',
+        pattern: /\b\d{3}-\d{2}-\d{4}\b/,
+        label: 'SSN',
+        validate: (v) => v.replace(/-/g, '').length === 9,
+    },
+    {
+        type: 'credit-card',
+        pattern: /\b(?:\d{4}[\s-]?){3}\d{4}\b/,
+        label: 'Credit Card',
+        validate: (v) => (0, luhn_1.luhnCheck)(v.replace(/[\s-]/g, '')),
+    },
+    {
+        type: 'phone',
+        pattern: /\b(?:\+1[\s-]?)?\(?\d{3}\)?[\s-]?\d{3}[\s-]?\d{4}\b/,
+        label: 'Phone Number',
+    },
+    {
+        type: 'ip-address',
+        pattern: /\b(?:\d{1,3}\.){3}\d{1,3}\b/,
+        label: 'IP Address',
+        validate: (v) => v.split('.').every((n) => parseInt(n, 10) <= 255),
+    },
+];
+//# sourceMappingURL=pii-patterns.js.map

package/dist/catalogs/pii-patterns.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pii-patterns.js","sourceRoot":"","sources":["../../src/catalogs/pii-patterns.ts"],"names":[],"mappings":";;;AAAA,wCAA0C;AAG7B,QAAA,oBAAoB,GAAiB;IAChD;QACE,IAAI,EAAE,OAAO;QACb,OAAO,EAAE,yBAAyB;QAClC,KAAK,EAAE,eAAe;KACvB;IACD;QACE,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,uBAAuB;QAChC,KAAK,EAAE,KAAK;QACZ,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,MAAM,KAAK,CAAC;KAClD;IACD;QACE,IAAI,EAAE,aAAa;QACnB,OAAO,EAAE,6BAA6B;QACtC,KAAK,EAAE,aAAa;QACpB,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAA,gBAAS,EAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;KACpD;IACD;QACE,IAAI,EAAE,OAAO;QACb,OAAO,EAAE,qDAAqD;QAC9D,KAAK,EAAE,cAAc;KACtB;IACD;QACE,IAAI,EAAE,YAAY;QAClB,OAAO,EAAE,6BAA6B;QACtC,KAAK,EAAE,YAAY;QACnB,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC;KACnE;CACF,CAAC"}

package/dist/catalogs/toxic-words.d.ts

@@ -0,0 +1,3 @@
+import type { ToxicWord } from '../types';
+export declare const DEFAULT_TOXIC_WORDS: ToxicWord[];
+//# sourceMappingURL=toxic-words.d.ts.map

package/dist/catalogs/toxic-words.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"toxic-words.d.ts","sourceRoot":"","sources":["../../src/catalogs/toxic-words.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAE1C,eAAO,MAAM,mBAAmB,EAAE,SAAS,EA2B1C,CAAC"}

package/dist/catalogs/toxic-words.js

@@ -0,0 +1,32 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_TOXIC_WORDS = void 0;
+exports.DEFAULT_TOXIC_WORDS = [
+    // critical — slurs
+    { word: 'nigger', severity: 'critical' },
+    { word: 'nigga', severity: 'critical' },
+    { word: 'faggot', severity: 'critical' },
+    { word: 'kike', severity: 'critical' },
+    { word: 'spic', severity: 'critical' },
+    { word: 'chink', severity: 'critical' },
+    { word: 'wetback', severity: 'critical' },
+    { word: 'cunt', severity: 'critical' },
+    // warning — profanity
+    { word: 'fuck', severity: 'warning' },
+    { word: 'shit', severity: 'warning' },
+    { word: 'asshole', severity: 'warning' },
+    { word: 'bitch', severity: 'warning' },
+    { word: 'bastard', severity: 'warning' },
+    { word: 'damn', severity: 'warning' },
+    { word: 'hell', severity: 'warning' },
+    { word: 'piss', severity: 'warning' },
+    // info — mild
+    { word: 'crap', severity: 'info' },
+    { word: 'sucks', severity: 'info' },
+    { word: 'idiot', severity: 'info' },
+    { word: 'stupid', severity: 'info' },
+    { word: 'moron', severity: 'info' },
+    { word: 'dumb', severity: 'info' },
+    { word: 'loser', severity: 'info' },
+];
+//# sourceMappingURL=toxic-words.js.map

package/dist/catalogs/toxic-words.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"toxic-words.js","sourceRoot":"","sources":["../../src/catalogs/toxic-words.ts"],"names":[],"mappings":";;;AAEa,QAAA,mBAAmB,GAAgB;IAC9C,mBAAmB;IACnB,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE;IACxC,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE;IACvC,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE;IACxC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE;IACtC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE;IACtC,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE;IACvC,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE;IACzC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE;IACtC,sBAAsB;IACtB,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE;IACrC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE;IACrC,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE;IACxC,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE;IACtC,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE;IACxC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE;IACrC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE;IACrC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE;IACrC,cAAc;IACd,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE;IAClC,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE;IACnC,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE;IACnC,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE;IACpC,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE;IACnC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE;IAClC,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE;CACpC,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,21 @@
+export type { MatcherResult, EmbedFn, Tone, ToneScores, Sentiment, OutputFormat, PIIPattern, ToxicWord, PIIMatch, AIAssertionOptions, } from './types';
+export { cosineSimilarity } from './utils/cosine-similarity';
+export { tokenize } from './utils/tokenizer';
+export { splitSentences } from './utils/sentences';
+export { extractNgrams } from './utils/ngrams';
+export { escapeRegex } from './utils/regex-escape';
+export { luhnCheck } from './utils/luhn';
+export { extractJSONFromCodeFence } from './utils/json-extract';
+export { createCachedEmbedFn } from './utils/embedding-cache';
+export { DEFAULT_PII_PATTERNS } from './catalogs/pii-patterns';
+export { DEFAULT_TOXIC_WORDS } from './catalogs/toxic-words';
+export { DEFAULT_HEDGING_PHRASES, DEFAULT_REFUSAL_PHRASES, DEFAULT_SYSTEM_PROMPT_PATTERNS, } from './catalogs/hedging-phrases';
+export { setupAIAssertions, getGlobalOptions } from './setup';
+export { toStartWith, toEndWith, toBeFormattedAs, toHaveListItems } from './matchers/format';
+export { toContainAllOf, toContainAnyOf, toNotContain, toMentionEntity } from './matchers/content';
+export { toHaveSentiment, toHaveTone, toBeConcise, toNotBeVerbose } from './matchers/tone';
+export { toBeValidJSON, toMatchSchema, toHaveJSONFields, toBeValidMarkdown, toContainCodeBlock, } from './matchers/structural';
+export { toNotContainPII, toNotContainToxicContent, toNotLeakSystemPrompt, toNotBeRefusal, } from './matchers/safety';
+export { toNotBeTruncated, toNotBeHedged, toBeCompleteJSON, toNotRepeat } from './matchers/quality';
+export { toBeSemanticallySimilarTo, toAnswerQuestion, toBeFactuallyConsistentWith, } from './matchers/semantic';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,YAAY,EACV,aAAa,EACb,OAAO,EACP,IAAI,EACJ,UAAU,EACV,SAAS,EACT,YAAY,EACZ,UAAU,EACV,SAAS,EACT,QAAQ,EACR,kBAAkB,GACnB,MAAM,SAAS,CAAC;AAGjB,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAC7D,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AAChE,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAG9D,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,8BAA8B,GAC/B,MAAM,4BAA4B,CAAC;AAGpC,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAG9D,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAG7F,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAGnG,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAG3F,OAAO,EACL,aAAa,EACb,aAAa,EACb,gBAAgB,EAChB,iBAAiB,EACjB,kBAAkB,GACnB,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EACL,eAAe,EACf,wBAAwB,EACxB,qBAAqB,EACrB,cAAc,GACf,MAAM,mBAAmB,CAAC;AAG3B,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAGpG,OAAO,EACL,yBAAyB,EACzB,gBAAgB,EAChB,2BAA2B,GAC5B,MAAM,qBAAqB,CAAC"}

package/dist/index.js

@@ -0,0 +1,76 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.toBeFactuallyConsistentWith = exports.toAnswerQuestion = exports.toBeSemanticallySimilarTo = exports.toNotRepeat = exports.toBeCompleteJSON = exports.toNotBeHedged = exports.toNotBeTruncated = exports.toNotBeRefusal = exports.toNotLeakSystemPrompt = exports.toNotContainToxicContent = exports.toNotContainPII = exports.toContainCodeBlock = exports.toBeValidMarkdown = exports.toHaveJSONFields = exports.toMatchSchema = exports.toBeValidJSON = exports.toNotBeVerbose = exports.toBeConcise = exports.toHaveTone = exports.toHaveSentiment = exports.toMentionEntity = exports.toNotContain = exports.toContainAnyOf = exports.toContainAllOf = exports.toHaveListItems = exports.toBeFormattedAs = exports.toEndWith = exports.toStartWith = exports.getGlobalOptions = exports.setupAIAssertions = exports.DEFAULT_SYSTEM_PROMPT_PATTERNS = exports.DEFAULT_REFUSAL_PHRASES = exports.DEFAULT_HEDGING_PHRASES = exports.DEFAULT_TOXIC_WORDS = exports.DEFAULT_PII_PATTERNS = exports.createCachedEmbedFn = exports.extractJSONFromCodeFence = exports.luhnCheck = exports.escapeRegex = exports.extractNgrams = exports.splitSentences = exports.tokenize = exports.cosineSimilarity = void 0;
+// Utilities
+var cosine_similarity_1 = require("./utils/cosine-similarity");
+Object.defineProperty(exports, "cosineSimilarity", { enumerable: true, get: function () { return cosine_similarity_1.cosineSimilarity; } });
+var tokenizer_1 = require("./utils/tokenizer");
+Object.defineProperty(exports, "tokenize", { enumerable: true, get: function () { return tokenizer_1.tokenize; } });
+var sentences_1 = require("./utils/sentences");
+Object.defineProperty(exports, "splitSentences", { enumerable: true, get: function () { return sentences_1.splitSentences; } });
+var ngrams_1 = require("./utils/ngrams");
+Object.defineProperty(exports, "extractNgrams", { enumerable: true, get: function () { return ngrams_1.extractNgrams; } });
+var regex_escape_1 = require("./utils/regex-escape");
+Object.defineProperty(exports, "escapeRegex", { enumerable: true, get: function () { return regex_escape_1.escapeRegex; } });
+var luhn_1 = require("./utils/luhn");
+Object.defineProperty(exports, "luhnCheck", { enumerable: true, get: function () { return luhn_1.luhnCheck; } });
+var json_extract_1 = require("./utils/json-extract");
+Object.defineProperty(exports, "extractJSONFromCodeFence", { enumerable: true, get: function () { return json_extract_1.extractJSONFromCodeFence; } });
+var embedding_cache_1 = require("./utils/embedding-cache");
+Object.defineProperty(exports, "createCachedEmbedFn", { enumerable: true, get: function () { return embedding_cache_1.createCachedEmbedFn; } });
+// Catalogs
+var pii_patterns_1 = require("./catalogs/pii-patterns");
+Object.defineProperty(exports, "DEFAULT_PII_PATTERNS", { enumerable: true, get: function () { return pii_patterns_1.DEFAULT_PII_PATTERNS; } });
+var toxic_words_1 = require("./catalogs/toxic-words");
+Object.defineProperty(exports, "DEFAULT_TOXIC_WORDS", { enumerable: true, get: function () { return toxic_words_1.DEFAULT_TOXIC_WORDS; } });
+var hedging_phrases_1 = require("./catalogs/hedging-phrases");
+Object.defineProperty(exports, "DEFAULT_HEDGING_PHRASES", { enumerable: true, get: function () { return hedging_phrases_1.DEFAULT_HEDGING_PHRASES; } });
+Object.defineProperty(exports, "DEFAULT_REFUSAL_PHRASES", { enumerable: true, get: function () { return hedging_phrases_1.DEFAULT_REFUSAL_PHRASES; } });
+Object.defineProperty(exports, "DEFAULT_SYSTEM_PROMPT_PATTERNS", { enumerable: true, get: function () { return hedging_phrases_1.DEFAULT_SYSTEM_PROMPT_PATTERNS; } });
+// Setup
+var setup_1 = require("./setup");
+Object.defineProperty(exports, "setupAIAssertions", { enumerable: true, get: function () { return setup_1.setupAIAssertions; } });
+Object.defineProperty(exports, "getGlobalOptions", { enumerable: true, get: function () { return setup_1.getGlobalOptions; } });
+// Format matchers
+var format_1 = require("./matchers/format");
+Object.defineProperty(exports, "toStartWith", { enumerable: true, get: function () { return format_1.toStartWith; } });
+Object.defineProperty(exports, "toEndWith", { enumerable: true, get: function () { return format_1.toEndWith; } });
+Object.defineProperty(exports, "toBeFormattedAs", { enumerable: true, get: function () { return format_1.toBeFormattedAs; } });
+Object.defineProperty(exports, "toHaveListItems", { enumerable: true, get: function () { return format_1.toHaveListItems; } });
+// Content matchers
+var content_1 = require("./matchers/content");
+Object.defineProperty(exports, "toContainAllOf", { enumerable: true, get: function () { return content_1.toContainAllOf; } });
+Object.defineProperty(exports, "toContainAnyOf", { enumerable: true, get: function () { return content_1.toContainAnyOf; } });
+Object.defineProperty(exports, "toNotContain", { enumerable: true, get: function () { return content_1.toNotContain; } });
+Object.defineProperty(exports, "toMentionEntity", { enumerable: true, get: function () { return content_1.toMentionEntity; } });
+// Tone matchers
+var tone_1 = require("./matchers/tone");
+Object.defineProperty(exports, "toHaveSentiment", { enumerable: true, get: function () { return tone_1.toHaveSentiment; } });
+Object.defineProperty(exports, "toHaveTone", { enumerable: true, get: function () { return tone_1.toHaveTone; } });
+Object.defineProperty(exports, "toBeConcise", { enumerable: true, get: function () { return tone_1.toBeConcise; } });
+Object.defineProperty(exports, "toNotBeVerbose", { enumerable: true, get: function () { return tone_1.toNotBeVerbose; } });
+// Structural matchers
+var structural_1 = require("./matchers/structural");
+Object.defineProperty(exports, "toBeValidJSON", { enumerable: true, get: function () { return structural_1.toBeValidJSON; } });
+Object.defineProperty(exports, "toMatchSchema", { enumerable: true, get: function () { return structural_1.toMatchSchema; } });
+Object.defineProperty(exports, "toHaveJSONFields", { enumerable: true, get: function () { return structural_1.toHaveJSONFields; } });
+Object.defineProperty(exports, "toBeValidMarkdown", { enumerable: true, get: function () { return structural_1.toBeValidMarkdown; } });
+Object.defineProperty(exports, "toContainCodeBlock", { enumerable: true, get: function () { return structural_1.toContainCodeBlock; } });
+// Safety matchers
+var safety_1 = require("./matchers/safety");
+Object.defineProperty(exports, "toNotContainPII", { enumerable: true, get: function () { return safety_1.toNotContainPII; } });
+Object.defineProperty(exports, "toNotContainToxicContent", { enumerable: true, get: function () { return safety_1.toNotContainToxicContent; } });
+Object.defineProperty(exports, "toNotLeakSystemPrompt", { enumerable: true, get: function () { return safety_1.toNotLeakSystemPrompt; } });
+Object.defineProperty(exports, "toNotBeRefusal", { enumerable: true, get: function () { return safety_1.toNotBeRefusal; } });
+// Quality matchers
+var quality_1 = require("./matchers/quality");
+Object.defineProperty(exports, "toNotBeTruncated", { enumerable: true, get: function () { return quality_1.toNotBeTruncated; } });
+Object.defineProperty(exports, "toNotBeHedged", { enumerable: true, get: function () { return quality_1.toNotBeHedged; } });
+Object.defineProperty(exports, "toBeCompleteJSON", { enumerable: true, get: function () { return quality_1.toBeCompleteJSON; } });
+Object.defineProperty(exports, "toNotRepeat", { enumerable: true, get: function () { return quality_1.toNotRepeat; } });
+// Semantic matchers
+var semantic_1 = require("./matchers/semantic");
+Object.defineProperty(exports, "toBeSemanticallySimilarTo", { enumerable: true, get: function () { return semantic_1.toBeSemanticallySimilarTo; } });
+Object.defineProperty(exports, "toAnswerQuestion", { enumerable: true, get: function () { return semantic_1.toAnswerQuestion; } });
+Object.defineProperty(exports, "toBeFactuallyConsistentWith", { enumerable: true, get: function () { return semantic_1.toBeFactuallyConsistentWith; } });
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAcA,YAAY;AACZ,+DAA6D;AAApD,qHAAA,gBAAgB,OAAA;AACzB,+CAA6C;AAApC,qGAAA,QAAQ,OAAA;AACjB,+CAAmD;AAA1C,2GAAA,cAAc,OAAA;AACvB,yCAA+C;AAAtC,uGAAA,aAAa,OAAA;AACtB,qDAAmD;AAA1C,2GAAA,WAAW,OAAA;AACpB,qCAAyC;AAAhC,iGAAA,SAAS,OAAA;AAClB,qDAAgE;AAAvD,wHAAA,wBAAwB,OAAA;AACjC,2DAA8D;AAArD,sHAAA,mBAAmB,OAAA;AAE5B,WAAW;AACX,wDAA+D;AAAtD,oHAAA,oBAAoB,OAAA;AAC7B,sDAA6D;AAApD,kHAAA,mBAAmB,OAAA;AAC5B,8DAIoC;AAHlC,0HAAA,uBAAuB,OAAA;AACvB,0HAAA,uBAAuB,OAAA;AACvB,iIAAA,8BAA8B,OAAA;AAGhC,QAAQ;AACR,iCAA8D;AAArD,0GAAA,iBAAiB,OAAA;AAAE,yGAAA,gBAAgB,OAAA;AAE5C,kBAAkB;AAClB,4CAA6F;AAApF,qGAAA,WAAW,OAAA;AAAE,mGAAA,SAAS,OAAA;AAAE,yGAAA,eAAe,OAAA;AAAE,yGAAA,eAAe,OAAA;AAEjE,mBAAmB;AACnB,8CAAmG;AAA1F,yGAAA,cAAc,OAAA;AAAE,yGAAA,cAAc,OAAA;AAAE,uGAAA,YAAY,OAAA;AAAE,0GAAA,eAAe,OAAA;AAEtE,gBAAgB;AAChB,wCAA2F;AAAlF,uGAAA,eAAe,OAAA;AAAE,kGAAA,UAAU,OAAA;AAAE,mGAAA,WAAW,OAAA;AAAE,sGAAA,cAAc,OAAA;AAEjE,sBAAsB;AACtB,oDAM+B;AAL7B,2GAAA,aAAa,OAAA;AACb,2GAAA,aAAa,OAAA;AACb,8GAAA,gBAAgB,OAAA;AAChB,+GAAA,iBAAiB,OAAA;AACjB,gHAAA,kBAAkB,OAAA;AAGpB,kBAAkB;AAClB,4CAK2B;AAJzB,yGAAA,eAAe,OAAA;AACf,kHAAA,wBAAwB,OAAA;AACxB,+GAAA,qBAAqB,OAAA;AACrB,wGAAA,cAAc,OAAA;AAGhB,mBAAmB;AACnB,8CAAoG;AAA3F,2GAAA,gBAAgB,OAAA;AAAE,wGAAA,aAAa,OAAA;AAAE,2GAAA,gBAAgB,OAAA;AAAE,sGAAA,WAAW,OAAA;AAEvE,oBAAoB;AACpB,gDAI6B;AAH3B,qHAAA,yBAAyB,OAAA;AACzB,4GAAA,gBAAgB,OAAA;AAChB,uHAAA,2BAA2B,OAAA"}

package/dist/matchers/content.d.ts

@@ -0,0 +1,6 @@
+import type { MatcherResult } from '../types';
+export declare function toContainAllOf(received: string, phrases: string[]): MatcherResult;
+export declare function toContainAnyOf(received: string, phrases: string[]): MatcherResult;
+export declare function toNotContain(received: string, phrase: string): MatcherResult;
+export declare function toMentionEntity(received: string, entity: string, aliases?: string[]): MatcherResult;
+//# sourceMappingURL=content.d.ts.map

package/dist/matchers/content.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"content.d.ts","sourceRoot":"","sources":["../../src/matchers/content.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAE9C,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,aAAa,CAYjF;AAED,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,aAAa,CAYjF;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,aAAa,CAU5E;AAED,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,aAAa,CAanG"}

package/dist/matchers/content.js

@@ -0,0 +1,54 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.toContainAllOf = toContainAllOf;
+exports.toContainAnyOf = toContainAnyOf;
+exports.toNotContain = toNotContain;
+exports.toMentionEntity = toMentionEntity;
+function toContainAllOf(received, phrases) {
+    const lower = received.toLowerCase();
+    const missing = phrases.filter((p) => !lower.includes(p.toLowerCase()));
+    const pass = missing.length === 0;
+    return {
+        pass,
+        message: () => pass
+            ? `Expected output not to contain all of: ${phrases.join(', ')}`
+            : `Expected output to contain all of: ${phrases.join(', ')}, but missing: ${missing.join(', ')}`,
+        details: { phrases, missing },
+    };
+}
+function toContainAnyOf(received, phrases) {
+    const lower = received.toLowerCase();
+    const found = phrases.filter((p) => lower.includes(p.toLowerCase()));
+    const pass = found.length > 0;
+    return {
+        pass,
+        message: () => pass
+            ? `Expected output not to contain any of: ${phrases.join(', ')}`
+            : `Expected output to contain at least one of: ${phrases.join(', ')}, but none were found`,
+        details: { phrases, found },
+    };
+}
+function toNotContain(received, phrase) {
+    const pass = !received.toLowerCase().includes(phrase.toLowerCase());
+    return {
+        pass,
+        message: () => pass
+            ? `Expected output to contain "${phrase}", but it did not`
+            : `Expected output not to contain "${phrase}", but it was found`,
+        details: { phrase, found: !pass },
+    };
+}
+function toMentionEntity(received, entity, aliases) {
+    const lower = received.toLowerCase();
+    const terms = [entity, ...(aliases ?? [])];
+    const found = terms.find((t) => lower.includes(t.toLowerCase()));
+    const pass = found !== undefined;
+    return {
+        pass,
+        message: () => pass
+            ? `Expected output not to mention "${entity}" (or aliases)`
+            : `Expected output to mention "${entity}"${aliases?.length ? ` or aliases [${aliases.join(', ')}]` : ''}, but none were found`,
+        details: { entity, aliases, foundTerm: found ?? null },
+    };
+}
+//# sourceMappingURL=content.js.map

package/dist/matchers/content.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"content.js","sourceRoot":"","sources":["../../src/matchers/content.ts"],"names":[],"mappings":";;AAEA,wCAYC;AAED,wCAYC;AAED,oCAUC;AAED,0CAaC;AArDD,SAAgB,cAAc,CAAC,QAAgB,EAAE,OAAiB;IAChE,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IACrC,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IACxE,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC;IAClC,OAAO;QACL,IAAI;QACJ,OAAO,EAAE,GAAG,EAAE,CACZ,IAAI;YACF,CAAC,CAAC,0CAA0C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YAChE,CAAC,CAAC,sCAAsC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QACpG,OAAO,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE;KAC9B,CAAC;AACJ,CAAC;AAED,SAAgB,cAAc,CAAC,QAAgB,EAAE,OAAiB;IAChE,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IACrC,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IACrE,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;IAC9B,OAAO;QACL,IAAI;QACJ,OAAO,EAAE,GAAG,EAAE,CACZ,IAAI;YACF,CAAC,CAAC,0CAA0C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YAChE,CAAC,CAAC,+CAA+C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,uBAAuB;QAC9F,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;KAC5B,CAAC;AACJ,CAAC;AAED,SAAgB,YAAY,CAAC,QAAgB,EAAE,MAAc;IAC3D,MAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;IACpE,OAAO;QACL,IAAI;QACJ,OAAO,EAAE,GAAG,EAAE,CACZ,IAAI;YACF,CAAC,CAAC,+BAA+B,MAAM,mBAAmB;YAC1D,CAAC,CAAC,mCAAmC,MAAM,qBAAqB;QACpE,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,IAAI,EAAE;KAClC,CAAC;AACJ,CAAC;AAED,SAAgB,eAAe,CAAC,QAAgB,EAAE,MAAc,EAAE,OAAkB;IAClF,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IACrC,MAAM,KAAK,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;IAC3C,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IACjE,MAAM,IAAI,GAAG,KAAK,KAAK,SAAS,CAAC;IACjC,OAAO;QACL,IAAI;QACJ,OAAO,EAAE,GAAG,EAAE,CACZ,IAAI;YACF,CAAC,CAAC,mCAAmC,MAAM,gBAAgB;YAC3D,CAAC,CAAC,+BAA+B,MAAM,IAAI,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,gBAAgB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,uBAAuB;QAClI,OAAO,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,IAAI,IAAI,EAAE;KACvD,CAAC;AACJ,CAAC"}

package/dist/matchers/format.d.ts

@@ -0,0 +1,6 @@
+import type { MatcherResult, OutputFormat } from '../types';
+export declare function toStartWith(received: string, prefix: string): MatcherResult;
+export declare function toEndWith(received: string, suffix: string): MatcherResult;
+export declare function toBeFormattedAs(received: string, format: OutputFormat): MatcherResult;
+export declare function toHaveListItems(received: string, items: string[]): MatcherResult;
+//# sourceMappingURL=format.d.ts.map

package/dist/matchers/format.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"format.d.ts","sourceRoot":"","sources":["../../src/matchers/format.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAE5D,wBAAgB,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,aAAa,CAU3E;AAED,wBAAgB,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,aAAa,CAUzE;AAED,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,GAAG,aAAa,CAsErF;AAED,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,aAAa,CAmBhF"}

package/dist/matchers/format.js

@@ -0,0 +1,121 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.toStartWith = toStartWith;
+exports.toEndWith = toEndWith;
+exports.toBeFormattedAs = toBeFormattedAs;
+exports.toHaveListItems = toHaveListItems;
+function toStartWith(received, prefix) {
+    const pass = received.startsWith(prefix);
+    return {
+        pass,
+        message: () => pass
+            ? `Expected string not to start with "${prefix}"`
+            : `Expected string to start with "${prefix}", but got "${received.slice(0, 50)}"`,
+        details: { prefix, receivedStart: received.slice(0, prefix.length) },
+    };
+}
+function toEndWith(received, suffix) {
+    const pass = received.endsWith(suffix);
+    return {
+        pass,
+        message: () => pass
+            ? `Expected string not to end with "${suffix}"`
+            : `Expected string to end with "${suffix}", but got "...${received.slice(-50)}"`,
+        details: { suffix, receivedEnd: received.slice(-suffix.length) },
+    };
+}
+function toBeFormattedAs(received, format) {
+    let pass = false;
+    let reason = '';
+    switch (format) {
+        case 'json': {
+            const text = received.trim();
+            try {
+                JSON.parse(text);
+                pass = true;
+            }
+            catch (e) {
+                reason = e.message;
+            }
+            break;
+        }
+        case 'markdown': {
+            const hasHeading = /^#{1,6}\s/m.test(received);
+            const hasBold = /\*\*[^*]+\*\*/.test(received);
+            const hasItalic = /\*[^*]+\*/.test(received);
+            const hasCodeFence = /```/.test(received);
+            const hasList = /^[-*]\s|^\d+\.\s/m.test(received);
+            const hasBlockquote = /^>\s/m.test(received);
+            pass = hasHeading || hasBold || hasItalic || hasCodeFence || hasList || hasBlockquote;
+            if (!pass)
+                reason = 'No markdown patterns detected (headings, bold, code, lists, blockquotes)';
+            break;
+        }
+        case 'list': {
+            const lines = received.split('\n').filter((l) => l.trim().length > 0);
+            const listLines = lines.filter((l) => /^\s*[-*]\s|^\s*\d+[.)]\s/.test(l));
+            pass = lines.length > 0 && listLines.length / lines.length >= 0.5;
+            if (!pass)
+                reason = `Only ${listLines.length}/${lines.length} lines are list items`;
+            break;
+        }
+        case 'csv': {
+            const lines = received.trim().split('\n').filter((l) => l.trim().length > 0);
+            if (lines.length >= 2) {
+                const colCounts = lines.map((l) => l.split(',').length);
+                const first = colCounts[0];
+                pass = first >= 2 && colCounts.every((c) => c === first);
+            }
+            if (!pass)
+                reason = 'CSV requires consistent comma-separated columns across all lines';
+            break;
+        }
+        case 'xml': {
+            pass = /<[a-zA-Z][^>]*>[\s\S]*<\/[a-zA-Z][^>]*>/.test(received);
+            if (!pass)
+                reason = 'No XML tag pairs detected';
+            break;
+        }
+        case 'yaml': {
+            const lines = received.trim().split('\n').filter((l) => l.trim().length > 0 && !l.trim().startsWith('#'));
+            const keyValueLines = lines.filter((l) => /^\s*[\w-]+\s*:/.test(l));
+            pass = lines.length > 0 && keyValueLines.length / lines.length >= 0.5;
+            if (!pass)
+                reason = 'Fewer than 50% of lines match YAML key: value pattern';
+            break;
+        }
+        case 'table': {
+            pass = /\|[^|]+\|/.test(received) && received.includes('|');
+            if (!pass)
+                reason = 'No table pipe (|) patterns detected';
+            break;
+        }
+    }
+    return {
+        pass,
+        message: () => pass
+            ? `Expected output not to be formatted as ${format}`
+            : `Expected output to be formatted as ${format}${reason ? ': ' + reason : ''}`,
+        details: { format, reason },
+    };
+}
+function toHaveListItems(received, items) {
+    const missing = [];
+    for (const item of items) {
+        // Item must appear on a line that starts with a bullet or number
+        const escaped = item.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
+        const pattern = new RegExp(`^\\s*(?:[-*]|\\d+[.)])\\s+.*${escaped}`, 'm');
+        if (!pattern.test(received)) {
+            missing.push(item);
+        }
+    }
+    const pass = missing.length === 0;
+    return {
+        pass,
+        message: () => pass
+            ? `Expected output not to have all list items: ${items.join(', ')}`
+            : `Expected output to have list items, but missing: ${missing.join(', ')}`,
+        details: { items, missing },
+    };
+}
+//# sourceMappingURL=format.js.map

package/dist/matchers/format.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"format.js","sourceRoot":"","sources":["../../src/matchers/format.ts"],"names":[],"mappings":";;AAEA,kCAUC;AAED,8BAUC;AAED,0CAsEC;AAED,0CAmBC;AAnHD,SAAgB,WAAW,CAAC,QAAgB,EAAE,MAAc;IAC1D,MAAM,IAAI,GAAG,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IACzC,OAAO;QACL,IAAI;QACJ,OAAO,EAAE,GAAG,EAAE,CACZ,IAAI;YACF,CAAC,CAAC,sCAAsC,MAAM,GAAG;YACjD,CAAC,CAAC,kCAAkC,MAAM,eAAe,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG;QACrF,OAAO,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE;KACrE,CAAC;AACJ,CAAC;AAED,SAAgB,SAAS,CAAC,QAAgB,EAAE,MAAc;IACxD,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACvC,OAAO;QACL,IAAI;QACJ,OAAO,EAAE,GAAG,EAAE,CACZ,IAAI;YACF,CAAC,CAAC,oCAAoC,MAAM,GAAG;YAC/C,CAAC,CAAC,gCAAgC,MAAM,kBAAkB,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG;QACpF,OAAO,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE;KACjE,CAAC;AACJ,CAAC;AAED,SAAgB,eAAe,CAAC,QAAgB,EAAE,MAAoB;IACpE,IAAI,IAAI,GAAG,KAAK,CAAC;IACjB,IAAI,MAAM,GAAG,EAAE,CAAC;IAEhB,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjB,IAAI,GAAG,IAAI,CAAC;YACd,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,GAAI,CAAW,CAAC,OAAO,CAAC;YAChC,CAAC;YACD,MAAM;QACR,CAAC;QACD,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,UAAU,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC/C,MAAM,OAAO,GAAG,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC/C,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC7C,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC1C,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACnD,MAAM,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC7C,IAAI,GAAG,UAAU,IAAI,OAAO,IAAI,SAAS,IAAI,YAAY,IAAI,OAAO,IAAI,aAAa,CAAC;YACtF,IAAI,CAAC,IAAI;gBAAE,MAAM,GAAG,0EAA0E,CAAC;YAC/F,MAAM;QACR,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACtE,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,0BAA0B,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1E,IAAI,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,GAAG,CAAC;YAClE,IAAI,CAAC,IAAI;gBAAE,MAAM,GAAG,QAAQ,SAAS,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,uBAAuB,CAAC;YACpF,MAAM;QACR,CAAC;QACD,KAAK,KAAK,CAAC,CAAC,CAAC;YACX,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC7E,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBACtB,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;gBACxD,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC3B,IAAI,GAAG,KAAK,IAAI,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC;YAC3D,CAAC;YACD,IAAI,CAAC,IAAI;gBAAE,MAAM,GAAG,kEAAkE,CAAC;YACvF,MAAM;QACR,CAAC;QACD,KAAK,KAAK,CAAC,CAAC,CAAC;YACX,IAAI,GAAG,yCAAyC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAChE,IAAI,CAAC,IAAI;gBAAE,MAAM,GAAG,2BAA2B,CAAC;YAChD,MAAM;QACR,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;YAC1G,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YACpE,IAAI,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,aAAa,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,GAAG,CAAC;YACtE,IAAI,CAAC,IAAI;gBAAE,MAAM,GAAG,uDAAuD,CAAC;YAC5E,MAAM;QACR,CAAC;QACD,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YAC5D,IAAI,CAAC,IAAI;gBAAE,MAAM,GAAG,qCAAqC,CAAC;YAC1D,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO;QACL,IAAI;QACJ,OAAO,EAAE,GAAG,EAAE,CACZ,IAAI;YACF,CAAC,CAAC,0CAA0C,MAAM,EAAE;YACpD,CAAC,CAAC,sCAAsC,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;QAClF,OAAO,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE;KAC5B,CAAC;AACJ,CAAC;AAED,SAAgB,eAAe,CAAC,QAAgB,EAAE,KAAe;IAC/D,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,iEAAiE;QACjE,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;QAC5D,MAAM,OAAO,GAAG,IAAI,MAAM,CAAC,+BAA+B,OAAO,EAAE,EAAE,GAAG,CAAC,CAAC;QAC1E,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC5B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC;IAClC,OAAO;QACL,IAAI;QACJ,OAAO,EAAE,GAAG,EAAE,CACZ,IAAI;YACF,CAAC,CAAC,+CAA+C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YACnE,CAAC,CAAC,oDAAoD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QAC9E,OAAO,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE;KAC5B,CAAC;AACJ,CAAC"}

package/dist/matchers/quality.d.ts

@@ -0,0 +1,9 @@
+import type { MatcherResult } from '../types';
+export declare function toNotBeTruncated(received: string): MatcherResult;
+export declare function toNotBeHedged(received: string, phrases?: string[], threshold?: number): MatcherResult;
+export declare function toBeCompleteJSON(received: string): MatcherResult;
+export declare function toNotRepeat(received: string, options?: {
+    windowSize?: number;
+    threshold?: number;
+}): MatcherResult;
+//# sourceMappingURL=quality.d.ts.map

package/dist/matchers/quality.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality.d.ts","sourceRoot":"","sources":["../../src/matchers/quality.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAM9C,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,aAAa,CA8BhE;AAED,wBAAgB,aAAa,CAC3B,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE,MAAM,EAAE,EAClB,SAAS,SAAM,GACd,aAAa,CAuBf;AAED,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,aAAa,CA0BhE;AAED,wBAAgB,WAAW,CACzB,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE;IAAE,UAAU,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAAO,GACxD,aAAa,CAwBf"}

package/dist/matchers/quality.js

@@ -0,0 +1,107 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.toNotBeTruncated = toNotBeTruncated;
+exports.toNotBeHedged = toNotBeHedged;
+exports.toBeCompleteJSON = toBeCompleteJSON;
+exports.toNotRepeat = toNotRepeat;
+const tokenizer_1 = require("../utils/tokenizer");
+const sentences_1 = require("../utils/sentences");
+const ngrams_1 = require("../utils/ngrams");
+const hedging_phrases_1 = require("../catalogs/hedging-phrases");
+function toNotBeTruncated(received) {
+    const issues = [];
+    const trimmed = received.trim();
+    // Check ends with sentence-terminal punctuation
+    if (trimmed.length > 0 && !/[.!?'")\]>]$/.test(trimmed)) {
+        issues.push('Does not end with terminal punctuation');
+    }
+    // Check for unclosed code fences
+    const codeFences = (trimmed.match(/```/g) ?? []).length;
+    if (codeFences % 2 !== 0) {
+        issues.push('Unclosed code fence');
+    }
+    // Check for hanging list items (list item with no content after bullet)
+    const hangingList = /^[-*]\s*$|^\d+[.)]\s*$/m.test(trimmed);
+    if (hangingList) {
+        issues.push('Hanging list item with no content');
+    }
+    const pass = issues.length === 0;
+    return {
+        pass,
+        message: () => pass
+            ? `Expected output to appear truncated, but it looks complete`
+            : `Expected output not to be truncated, but found issues: ${issues.join('; ')}`,
+        details: { issues },
+    };
+}
+function toNotBeHedged(received, phrases, threshold = 0.3) {
+    const allPhrases = [...hedging_phrases_1.DEFAULT_HEDGING_PHRASES, ...(phrases ?? [])];
+    const lower = received.toLowerCase();
+    const sentences = (0, sentences_1.splitSentences)(received);
+    const sentenceCount = Math.max(sentences.length, 1);
+    const foundPhrases = [];
+    for (const phrase of allPhrases) {
+        if (lower.includes(phrase.toLowerCase())) {
+            foundPhrases.push(phrase);
+        }
+    }
+    const ratio = foundPhrases.length / sentenceCount;
+    const pass = ratio < threshold;
+    return {
+        pass,
+        message: () => pass
+            ? `Expected output to be hedged, but hedging ratio ${ratio.toFixed(2)} < threshold ${threshold}`
+            : `Expected output not to be hedged, but hedging ratio ${ratio.toFixed(2)} >= threshold ${threshold} (phrases: ${foundPhrases.join(', ')})`,
+        details: { foundPhrases, ratio, threshold, sentenceCount },
+    };
+}
+function toBeCompleteJSON(received) {
+    const trimmed = received.trim();
+    try {
+        JSON.parse(trimmed);
+        return {
+            pass: true,
+            message: () => `Expected output not to be complete JSON`,
+            details: { complete: true },
+        };
+    }
+    catch (parseError) {
+        // Check if it looks like truncated JSON
+        const looksLikeJSON = trimmed.startsWith('{') || trimmed.startsWith('[');
+        const properlyTerminated = (trimmed.startsWith('{') && trimmed.endsWith('}')) ||
+            (trimmed.startsWith('[') && trimmed.endsWith(']'));
+        const truncated = looksLikeJSON && !properlyTerminated;
+        return {
+            pass: false,
+            message: () => truncated
+                ? `Expected output to be complete JSON, but it appears truncated (starts with ${trimmed[0]} but does not end with matching bracket)`
+                : `Expected output to be complete JSON, but it is not valid JSON: ${parseError.message}`,
+            details: { truncated, parseError: parseError.message },
+        };
+    }
+}
+function toNotRepeat(received, options = {}) {
+    const windowSize = options.windowSize ?? 4;
+    const threshold = options.threshold ?? 3;
+    const tokens = (0, tokenizer_1.tokenize)(received.toLowerCase());
+    const ngrams = (0, ngrams_1.extractNgrams)(tokens, windowSize);
+    const counts = new Map();
+    for (const ng of ngrams) {
+        counts.set(ng, (counts.get(ng) ?? 0) + 1);
+    }
+    const repeated = [];
+    for (const [ngram, count] of counts.entries()) {
+        if (count > threshold) {
+            repeated.push({ ngram, count });
+        }
+    }
+    const pass = repeated.length === 0;
+    return {
+        pass,
+        message: () => pass
+            ? `Expected output to have repetitions, but none exceeded threshold ${threshold}`
+            : `Expected output not to repeat, but found ${repeated.length} repeated ${windowSize}-gram(s): ${repeated.map((r) => `"${r.ngram}" (${r.count}x)`).join(', ')}`,
+        details: { repeated, windowSize, threshold },
+    };
+}
+//# sourceMappingURL=quality.js.map

package/dist/matchers/quality.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality.js","sourceRoot":"","sources":["../../src/matchers/quality.ts"],"names":[],"mappings":";;AAMA,4CA8BC;AAED,sCA2BC;AAED,4CA0BC;AAED,kCA2BC;AAzHD,kDAA8C;AAC9C,kDAAoD;AACpD,4CAAgD;AAChD,iEAAsE;AAEtE,SAAgB,gBAAgB,CAAC,QAAgB;IAC/C,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;IAEhC,gDAAgD;IAChD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACxD,MAAM,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;IACxD,CAAC;IAED,iCAAiC;IACjC,MAAM,UAAU,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;IACxD,IAAI,UAAU,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IACrC,CAAC;IAED,wEAAwE;IACxE,MAAM,WAAW,GAAG,yBAAyB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC5D,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;IACjC,OAAO;QACL,IAAI;QACJ,OAAO,EAAE,GAAG,EAAE,CACZ,IAAI;YACF,CAAC,CAAC,4DAA4D;YAC9D,CAAC,CAAC,0DAA0D,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QACnF,OAAO,EAAE,EAAE,MAAM,EAAE;KACpB,CAAC;AACJ,CAAC;AAED,SAAgB,aAAa,CAC3B,QAAgB,EAChB,OAAkB,EAClB,SAAS,GAAG,GAAG;IAEf,MAAM,UAAU,GAAG,CAAC,GAAG,yCAAuB,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;IACpE,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IACrC,MAAM,SAAS,GAAG,IAAA,0BAAc,EAAC,QAAQ,CAAC,CAAC;IAC3C,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAEpD,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;QAChC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;YACzC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,GAAG,aAAa,CAAC;IAClD,MAAM,IAAI,GAAG,KAAK,GAAG,SAAS,CAAC;IAC/B,OAAO;QACL,IAAI;QACJ,OAAO,EAAE,GAAG,EAAE,CACZ,IAAI;YACF,CAAC,CAAC,mDAAmD,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,SAAS,EAAE;YAChG,CAAC,CAAC,uDAAuD,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,SAAS,cAAc,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;QAC/I,OAAO,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,SAAS,EAAE,aAAa,EAAE;KAC3D,CAAC;AACJ,CAAC;AAED,SAAgB,gBAAgB,CAAC,QAAgB;IAC/C,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChC,IAAI,CAAC;QACH,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACpB,OAAO;YACL,IAAI,EAAE,IAAI;YACV,OAAO,EAAE,GAAG,EAAE,CAAC,yCAAyC;YACxD,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE;SAC5B,CAAC;IACJ,CAAC;IAAC,OAAO,UAAU,EAAE,CAAC;QACpB,wCAAwC;QACxC,MAAM,aAAa,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QACzE,MAAM,kBAAkB,GACtB,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YAClD,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;QAErD,MAAM,SAAS,GAAG,aAAa,IAAI,CAAC,kBAAkB,CAAC;QACvD,OAAO;YACL,IAAI,EAAE,KAAK;YACX,OAAO,EAAE,GAAG,EAAE,CACZ,SAAS;gBACP,CAAC,CAAC,8EAA8E,OAAO,CAAC,CAAC,CAAC,0CAA0C;gBACpI,CAAC,CAAC,kEAAmE,UAAoB,CAAC,OAAO,EAAE;YACvG,OAAO,EAAE,EAAE,SAAS,EAAE,UAAU,EAAG,UAAoB,CAAC,OAAO,EAAE;SAClE,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAgB,WAAW,CACzB,QAAgB,EAChB,UAAuD,EAAE;IAEzD,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC;IAC3C,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,IAAA,oBAAQ,EAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;IAChD,MAAM,MAAM,GAAG,IAAA,sBAAa,EAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;QACxB,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5C,CAAC;IACD,MAAM,QAAQ,GAA4C,EAAE,CAAC;IAC7D,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;QAC9C,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;YACtB,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IACD,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC;IACnC,OAAO;QACL,IAAI;QACJ,OAAO,EAAE,GAAG,EAAE,CACZ,IAAI;YACF,CAAC,CAAC,oEAAoE,SAAS,EAAE;YACjF,CAAC,CAAC,4CAA4C,QAAQ,CAAC,MAAM,aAAa,UAAU,aAAa,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QACnK,OAAO,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE;KAC7C,CAAC;AACJ,CAAC"}

package/dist/matchers/safety.d.ts

@@ -0,0 +1,6 @@
+import type { MatcherResult, PIIPattern, ToxicWord } from '../types';
+export declare function toNotContainPII(received: string, patterns?: PIIPattern[]): MatcherResult;
+export declare function toNotContainToxicContent(received: string, words?: ToxicWord[]): MatcherResult;
+export declare function toNotLeakSystemPrompt(received: string, patterns?: RegExp[]): MatcherResult;
+export declare function toNotBeRefusal(received: string, phrases?: string[]): MatcherResult;
+//# sourceMappingURL=safety.d.ts.map

package/dist/matchers/safety.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"safety.d.ts","sourceRoot":"","sources":["../../src/matchers/safety.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAY,MAAM,UAAU,CAAC;AAK/E,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,UAAU,EAAE,GAAG,aAAa,CA4BxF;AAED,wBAAgB,wBAAwB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,SAAS,EAAE,GAAG,aAAa,CAuB7F;AAED,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,EAAE,GAAG,aAAa,CAmB1F;AAED,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,aAAa,CAalF"}