ai-model-verifier 3.3.0 → 3.4.0

package/dist/makers/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/makers/types.ts"],"names":[],"mappings":"AAmCA,MAAM,CAAC,MAAM,WAAW,GAAG,CAAwB,KAAQ,EAAK,EAAE,CAAC,KAAK,CAAC"}
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/makers/types.ts"],"names":[],"mappings":"AA2CA,MAAM,CAAC,MAAM,WAAW,GAAG,CAAwB,KAAQ,EAAK,EAAE,CAAC,KAAK,CAAC"}

package/dist/probes/answer-fingerprint.d.ts

@@ -0,0 +1,58 @@
+/**
+ * The answer fingerprint battery: one-word questions whose answer distribution
+ * at temperature 1 is model specific ("One Token Is Enough", arXiv
+ * 2607.10252). No nonce and no paraphrase: the prompt bytes must be identical
+ * across lanes and runs, or two distributions are not comparable. Nothing here
+ * judges; the rule reports counts and a caller accumulates them over days.
+ */
+export type FingerprintCell<L extends string = string> = {
+    label: L;
+    prompt: string;
+    /** Maps a raw reply to its canonical answer, or null when it is no answer. */
+    normalize(answer: string): string | null;
+};
+/** Reasoning leaked into the content is stripped before the answer is read. */
+export declare const stripThink: (text: string) => string;
+declare const firstWord: (text: string) => string | null;
+export declare const FINGERPRINT_CELLS: readonly [{
+    readonly label: "number";
+    readonly prompt: "Pick a random integer from 1 to 100. Reply with the number only.";
+    readonly normalize: (t: string) => string | null;
+}, {
+    readonly label: "colour";
+    readonly prompt: "Name a colour. One word only.";
+    readonly normalize: (t: string) => string | null;
+}, {
+    readonly label: "letter";
+    readonly prompt: "Pick a random letter of the alphabet. Reply with the letter only.";
+    readonly normalize: (t: string) => string | null;
+}, {
+    readonly label: "city";
+    readonly prompt: "Name a city. One word only.";
+    readonly normalize: typeof firstWord;
+}, {
+    readonly label: "coin";
+    readonly prompt: "Flip a coin. Reply with heads or tails only.";
+    readonly normalize: (text: string) => string | null;
+}, {
+    readonly label: "animal";
+    readonly prompt: "Name an animal. One word only.";
+    readonly normalize: typeof firstWord;
+}, {
+    readonly label: "favourite";
+    readonly prompt: "What is your favourite number from 1 to 10? Reply with the number only.";
+    readonly normalize: (t: string) => string | null;
+}, {
+    readonly label: "fruit";
+    readonly prompt: "Name a fruit. One word only.";
+    readonly normalize: typeof firstWord;
+}];
+export type FingerprintLabel = (typeof FINGERPRINT_CELLS)[number]["label"];
+export type AnswerClass = "valid" | "refusal" | "invalid" | "empty";
+/** The canonical answer and its class for one reply to one cell. */
+export declare function classifyAnswer(raw: string | null, cell: FingerprintCell): {
+    answer: string | null;
+    cls: AnswerClass;
+};
+export {};
+//# sourceMappingURL=answer-fingerprint.d.ts.map

package/dist/probes/answer-fingerprint.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"answer-fingerprint.d.ts","sourceRoot":"","sources":["../../src/probes/answer-fingerprint.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,MAAM,MAAM,eAAe,CAAC,CAAC,SAAS,MAAM,GAAG,MAAM,IAAI;IACvD,KAAK,EAAE,CAAC,CAAC;IACT,MAAM,EAAE,MAAM,CAAC;IACf,8EAA8E;IAC9E,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;CAC1C,CAAC;AA0CF,+EAA+E;AAC/E,eAAO,MAAM,UAAU,SAAU,MAAM,KAAG,MACoC,CAAC;AAU/E,QAAA,MAAM,SAAS,SAAU,MAAM,KAAG,MAAM,GAAG,IAA8B,CAAC;AAiB1E,eAAO,MAAM,iBAAiB;oBAEnB,QAAQ;qBACP,kEAAkE;4BAC3D,MAAM;;oBAGd,QAAQ;qBACP,+BAA+B;4BACxB,MAAM;;oBASd,QAAQ;qBACP,mEAAmE;4BAC5D,MAAM;;oBAOd,MAAM;qBACL,6BAA6B;;;oBAI9B,MAAM;qBACL,8CAA8C;+BAtCjD,MAAM,KAAG,MAAM,GAAG,IAAI;;oBA0CpB,QAAQ;qBACP,gCAAgC;;;oBAIjC,WAAW;qBAEhB,yEAAyE;4BAC5D,MAAM;;oBAGd,OAAO;qBACN,8BAA8B;;EAGK,CAAC;AAEhD,MAAM,MAAM,gBAAgB,GAAG,CAAC,OAAO,iBAAiB,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC;AAE3E,MAAM,MAAM,WAAW,GAAG,OAAO,GAAG,SAAS,GAAG,SAAS,GAAG,OAAO,CAAC;AAEpE,oEAAoE;AACpE,wBAAgB,cAAc,CAC5B,GAAG,EAAE,MAAM,GAAG,IAAI,EAClB,IAAI,EAAE,eAAe,GACpB;IAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,GAAG,EAAE,WAAW,CAAA;CAAE,CAS7C"}

package/dist/probes/answer-fingerprint.js

@@ -0,0 +1,135 @@
+/**
+ * The answer fingerprint battery: one-word questions whose answer distribution
+ * at temperature 1 is model specific ("One Token Is Enough", arXiv
+ * 2607.10252). No nonce and no paraphrase: the prompt bytes must be identical
+ * across lanes and runs, or two distributions are not comparable. Nothing here
+ * judges; the rule reports counts and a caller accumulates them over days.
+ */
+const NUMBER_WORDS = {
+    zero: "0",
+    one: "1",
+    two: "2",
+    three: "3",
+    four: "4",
+    five: "5",
+    six: "6",
+    seven: "7",
+    eight: "8",
+    nine: "9",
+    ten: "10",
+    eleven: "11",
+    twelve: "12",
+    thirteen: "13",
+    fourteen: "14",
+    fifteen: "15",
+    sixteen: "16",
+    seventeen: "17",
+    eighteen: "18",
+    nineteen: "19",
+    twenty: "20",
+    thirty: "30",
+    forty: "40",
+    fifty: "50",
+    sixty: "60",
+    seventy: "70",
+    eighty: "80",
+    ninety: "90",
+    hundred: "100",
+};
+const COLOUR_ALIASES = {
+    gray: "grey",
+    colour: "",
+    color: "",
+};
+const REFUSAL = /\b(cannot|can't|unable|won't|not able|as an ai|i do not|i don't)\b/;
+/** Reasoning leaked into the content is stripped before the answer is read. */
+export const stripThink = (text) => text.replace(/<think>[\s\S]*?<\/think>/g, "").replace(/<think>[\s\S]*$/, "");
+const words = (text) => stripThink(text)
+    .normalize("NFC")
+    .toLowerCase()
+    .replace(/[^\p{L}\p{N}\s-]/gu, " ")
+    .split(/\s+/)
+    .filter(Boolean);
+const firstWord = (text) => words(text)[0] ?? null;
+const firstNumber = (text, min, max) => {
+    for (const w of words(text)) {
+        const n = /^\d+$/.test(w) ? Number(w) : NUMBER_WORDS[w] ? Number(NUMBER_WORDS[w]) : null;
+        if (n !== null && n >= min && n <= max)
+            return String(n);
+    }
+    return null;
+};
+const oneOf = (allowed) => (text) => {
+    for (const w of words(text))
+        if (allowed.includes(w))
+            return w;
+    return null;
+};
+export const FINGERPRINT_CELLS = [
+    {
+        label: "number",
+        prompt: "Pick a random integer from 1 to 100. Reply with the number only.",
+        normalize: (t) => firstNumber(t, 1, 100),
+    },
+    {
+        label: "colour",
+        prompt: "Name a colour. One word only.",
+        normalize: (t) => {
+            for (const w of words(t)) {
+                const c = COLOUR_ALIASES[w] ?? w;
+                if (c)
+                    return c;
+            }
+            return null;
+        },
+    },
+    {
+        label: "letter",
+        prompt: "Pick a random letter of the alphabet. Reply with the letter only.",
+        normalize: (t) => {
+            for (const w of words(t))
+                if (/^[a-z]$/.test(w))
+                    return w;
+            const f = firstWord(t);
+            return f && /^[a-z]/.test(f) ? f[0] : null;
+        },
+    },
+    {
+        label: "city",
+        prompt: "Name a city. One word only.",
+        normalize: firstWord,
+    },
+    {
+        label: "coin",
+        prompt: "Flip a coin. Reply with heads or tails only.",
+        normalize: oneOf(["heads", "tails", "head", "tail"]),
+    },
+    {
+        label: "animal",
+        prompt: "Name an animal. One word only.",
+        normalize: firstWord,
+    },
+    {
+        label: "favourite",
+        prompt: "What is your favourite number from 1 to 10? Reply with the number only.",
+        normalize: (t) => firstNumber(t, 1, 10),
+    },
+    {
+        label: "fruit",
+        prompt: "Name a fruit. One word only.",
+        normalize: firstWord,
+    },
+];
+/** The canonical answer and its class for one reply to one cell. */
+export function classifyAnswer(raw, cell) {
+    if (raw === null || stripThink(raw).trim().length === 0)
+        return { answer: null, cls: "empty" };
+    const answer = cell.normalize(raw);
+    if (answer !== null)
+        return { answer, cls: "valid" };
+    return {
+        answer: null,
+        cls: REFUSAL.test(raw.toLowerCase()) ? "refusal" : "invalid",
+    };
+}
+//# sourceMappingURL=answer-fingerprint.js.map

package/dist/probes/answer-fingerprint.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"answer-fingerprint.js","sourceRoot":"","sources":["../../src/probes/answer-fingerprint.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AASH,MAAM,YAAY,GAA2B;IAC3C,IAAI,EAAE,GAAG;IACT,GAAG,EAAE,GAAG;IACR,GAAG,EAAE,GAAG;IACR,KAAK,EAAE,GAAG;IACV,IAAI,EAAE,GAAG;IACT,IAAI,EAAE,GAAG;IACT,GAAG,EAAE,GAAG;IACR,KAAK,EAAE,GAAG;IACV,KAAK,EAAE,GAAG;IACV,IAAI,EAAE,GAAG;IACT,GAAG,EAAE,IAAI;IACT,MAAM,EAAE,IAAI;IACZ,MAAM,EAAE,IAAI;IACZ,QAAQ,EAAE,IAAI;IACd,QAAQ,EAAE,IAAI;IACd,OAAO,EAAE,IAAI;IACb,OAAO,EAAE,IAAI;IACb,SAAS,EAAE,IAAI;IACf,QAAQ,EAAE,IAAI;IACd,QAAQ,EAAE,IAAI;IACd,MAAM,EAAE,IAAI;IACZ,MAAM,EAAE,IAAI;IACZ,KAAK,EAAE,IAAI;IACX,KAAK,EAAE,IAAI;IACX,KAAK,EAAE,IAAI;IACX,OAAO,EAAE,IAAI;IACb,MAAM,EAAE,IAAI;IACZ,MAAM,EAAE,IAAI;IACZ,OAAO,EAAE,KAAK;CACf,CAAC;AAEF,MAAM,cAAc,GAA2B;IAC7C,IAAI,EAAE,MAAM;IACZ,MAAM,EAAE,EAAE;IACV,KAAK,EAAE,EAAE;CACV,CAAC;AAEF,MAAM,OAAO,GAAG,oEAAoE,CAAC;AAErF,+EAA+E;AAC/E,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,IAAY,EAAU,EAAE,CACjD,IAAI,CAAC,OAAO,CAAC,2BAA2B,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;AAE/E,MAAM,KAAK,GAAG,CAAC,IAAY,EAAY,EAAE,CACvC,UAAU,CAAC,IAAI,CAAC;KACb,SAAS,CAAC,KAAK,CAAC;KAChB,WAAW,EAAE;KACb,OAAO,CAAC,oBAAoB,EAAE,GAAG,CAAC;KAClC,KAAK,CAAC,KAAK,CAAC;KACZ,MAAM,CAAC,OAAO,CAAC,CAAC;AAErB,MAAM,SAAS,GAAG,CAAC,IAAY,EAAiB,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;AAE1E,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,GAAW,EAAE,GAAW,EAAiB,EAAE;IAC5E,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACzF,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG;YAAE,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,KAAK,GACT,CAAC,OAA0B,EAAE,EAAE,CAC/B,CAAC,IAAY,EAAiB,EAAE;IAC9B,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC;QAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,OAAO,CAAC,CAAC;IAC/D,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEJ,MAAM,CAAC,MAAM,iBAAiB,GAAG;IAC/B;QACE,KAAK,EAAE,QAAQ;QACf,MAAM,EAAE,kEAAkE;QAC1E,SAAS,EAAE,CAAC,CAAS,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC;KACjD;IACD;QACE,KAAK,EAAE,QAAQ;QACf,MAAM,EAAE,+BAA+B;QACvC,SAAS,EAAE,CAAC,CAAS,EAAE,EAAE;YACvB,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,GAAG,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACjC,IAAI,CAAC;oBAAE,OAAO,CAAC,CAAC;YAClB,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;KACF;IACD;QACE,KAAK,EAAE,QAAQ;QACf,MAAM,EAAE,mEAAmE;QAC3E,SAAS,EAAE,CAAC,CAAS,EAAE,EAAE;YACvB,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC;gBAAE,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;oBAAE,OAAO,CAAC,CAAC;YAC1D,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YACvB,OAAO,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAC9C,CAAC;KACF;IACD;QACE,KAAK,EAAE,MAAM;QACb,MAAM,EAAE,6BAA6B;QACrC,SAAS,EAAE,SAAS;KACrB;IACD;QACE,KAAK,EAAE,MAAM;QACb,MAAM,EAAE,8CAA8C;QACtD,SAAS,EAAE,KAAK,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;KACrD;IACD;QACE,KAAK,EAAE,QAAQ;QACf,MAAM,EAAE,gCAAgC;QACxC,SAAS,EAAE,SAAS;KACrB;IACD;QACE,KAAK,EAAE,WAAW;QAClB,MAAM,EACJ,yEAAyE;QAC3E,SAAS,EAAE,CAAC,CAAS,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;KAChD;IACD;QACE,KAAK,EAAE,OAAO;QACd,MAAM,EAAE,8BAA8B;QACtC,SAAS,EAAE,SAAS;KACrB;CAC4C,CAAC;AAMhD,oEAAoE;AACpE,MAAM,UAAU,cAAc,CAC5B,GAAkB,EAClB,IAAqB;IAErB,IAAI,GAAG,KAAK,IAAI,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QACrD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;IACxC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,MAAM,KAAK,IAAI;QAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;IACrD,OAAO;QACL,MAAM,EAAE,IAAI;QACZ,GAAG,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;KAC7D,CAAC;AACJ,CAAC"}

package/dist/probes/prompts.d.ts

@@ -13,6 +13,13 @@ export declare function echoesNonce(text: string, nonce: string): boolean;
 export declare const SHORT_PROMPT = "Reply with exactly: ok";
 export declare const LONG_PROMPT: string;
 export declare const COUNT_PROBE_MAX_TOKENS = 16;
+/**
+ * A run of text that every vocabulary splits differently: the apple run is one
+ * token per word on every BPE and only tells Claude generations apart, this
+ * one mixes scripts, digits, code punctuation and emoji. Fixed like the pair
+ * above: a recorded delta is only comparable on the same bytes.
+ */
+export declare const DIVERSE_PROMPT = "Reply with exactly: ok\n\nReference text: \u6DF1\u5EA6\u5B66\u4E60\u6A21\u578B\u57282026\u5E749\u6708\u7684\u63A8\u7406\u6210\u672C\u4E0B\u964D\u4E8637.5%\u3002The quick brown fox jumps over the lazy dog; na\u00EFve caf\u00E9 r\u00E9sum\u00E9. fn main() { let x: Vec<u32> = (0..42).map(|i| i * i).collect(); println!(\"{:?}\", x); } SELECT COUNT(*) FROM logs WHERE created_at > 1758412800 AND model_name LIKE 'deepseek-%'; \uD83D\uDE80\uD83E\uDDE0\uD83C\uDF4E\uD83C\uDF0A \u0391\u0392\u0393\u0394 \u03B1\u03B2\u03B3\u03B4 \u041F\u0440\u0438\u0432\u0435\u0442 \u043C\u0438\u0440 \u3053\u3093\u306B\u3061\u306F\u4E16\u754C \uC548\uB155\uD558\uC138\uC694 \u0645\u0631\u062D\u0628\u0627 \u0628\u0627\u0644\u0639\u0627\u0644\u0645 0x7f3a9c 3.14159265 1e-9 https://example.invalid/path?q=a%20b&x=1";
 /**
  * Multi-step GCD: hard enough that adaptive models decide to think, and
  * deliberately not the 1071/462 pair from Anthropic's own docs, which a relay

package/dist/probes/prompts.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../src/probes/prompts.ts"],"names":[],"mappings":"AAAA,wBAAgB,SAAS,IAAI,MAAM,CAIlC;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAE9C;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAEhE;AAED;;;;;;;;GAQG;AACH,eAAO,MAAM,YAAY,2BAA2B,CAAC;AACrD,eAAO,MAAM,WAAW,QAA6D,CAAC;AACtF,eAAO,MAAM,sBAAsB,KAAK,CAAC;AAEzC;;;;GAIG;AACH,eAAO,MAAM,gBAAgB,qFACuD,CAAC;AAErF,eAAO,MAAM,YAAY,iCAAiC,CAAC"}
+{"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../src/probes/prompts.ts"],"names":[],"mappings":"AAAA,wBAAgB,SAAS,IAAI,MAAM,CAIlC;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAE9C;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAEhE;AAED;;;;;;;;GAQG;AACH,eAAO,MAAM,YAAY,2BAA2B,CAAC;AACrD,eAAO,MAAM,WAAW,QAA6D,CAAC;AACtF,eAAO,MAAM,sBAAsB,KAAK,CAAC;AAEzC;;;;;GAKG;AACH,eAAO,MAAM,cAAc,4xBAAgb,CAAC;AAE5c;;;;GAIG;AACH,eAAO,MAAM,gBAAgB,qFACuD,CAAC;AAErF,eAAO,MAAM,YAAY,iCAAiC,CAAC"}

package/dist/probes/prompts.js

@@ -21,6 +21,13 @@ export function echoesNonce(text, nonce) {
 export const SHORT_PROMPT = "Reply with exactly: ok";
 export const LONG_PROMPT = `${SHORT_PROMPT}\n\nReference text:${" apple".repeat(80)}`;
 export const COUNT_PROBE_MAX_TOKENS = 16;
+/**
+ * A run of text that every vocabulary splits differently: the apple run is one
+ * token per word on every BPE and only tells Claude generations apart, this
+ * one mixes scripts, digits, code punctuation and emoji. Fixed like the pair
+ * above: a recorded delta is only comparable on the same bytes.
+ */
+export const DIVERSE_PROMPT = `${SHORT_PROMPT}\n\nReference text: 深度学习模型在2026年9月的推理成本下降了37.5%。The quick brown fox jumps over the lazy dog; naïve café résumé. fn main() { let x: Vec<u32> = (0..42).map(|i| i * i).collect(); println!("{:?}", x); } SELECT COUNT(*) FROM logs WHERE created_at > 1758412800 AND model_name LIKE 'deepseek-%'; 🚀🧠🍎🌊 ΑΒΓΔ αβγδ Привет мир こんにちは世界 안녕하세요 مرحبا بالعالم 0x7f3a9c 3.14159265 1e-9 https://example.invalid/path?q=a%20b&x=1`;
 /**
  * Multi-step GCD: hard enough that adaptive models decide to think, and
  * deliberately not the 1071/462 pair from Anthropic's own docs, which a relay

package/dist/probes/prompts.js.map

@@ -1 +1 @@
-{"version":3,"file":"prompts.js","sourceRoot":"","sources":["../../src/probes/prompts.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,SAAS;IACvB,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAChC,MAAM,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;IAC9B,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC5E,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,KAAa;IACpC,OAAO,kCAAkC,KAAK,mCAAmC,CAAC;AACpF,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAY,EAAE,KAAa;IACrD,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;AAC5C,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,wBAAwB,CAAC;AACrD,MAAM,CAAC,MAAM,WAAW,GAAG,GAAG,YAAY,sBAAsB,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;AACtF,MAAM,CAAC,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAEzC;;;;GAIG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAC3B,kFAAkF,CAAC;AAErF,MAAM,CAAC,MAAM,YAAY,GAAG,8BAA8B,CAAC"}
+{"version":3,"file":"prompts.js","sourceRoot":"","sources":["../../src/probes/prompts.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,SAAS;IACvB,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAChC,MAAM,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;IAC9B,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC5E,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,KAAa;IACpC,OAAO,kCAAkC,KAAK,mCAAmC,CAAC;AACpF,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAY,EAAE,KAAa;IACrD,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;AAC5C,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,wBAAwB,CAAC;AACrD,MAAM,CAAC,MAAM,WAAW,GAAG,GAAG,YAAY,sBAAsB,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;AACtF,MAAM,CAAC,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAEzC;;;;;GAKG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,GAAG,YAAY,8ZAA8Z,CAAC;AAE5c;;;;GAIG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAC3B,kFAAkF,CAAC;AAErF,MAAM,CAAC,MAAM,YAAY,GAAG,8BAA8B,CAAC"}

package/dist/probes/survey.d.ts

@@ -13,14 +13,6 @@ export type SurveyDef<L extends string = string> = {
     correct?(answer: string): boolean;
 };
 export declare const SURVEY: readonly [{
-    readonly label: "cutoff";
-    readonly maxTokens: 40;
-    readonly prompt: (n: string) => string;
-}, {
-    readonly label: "context-window";
-    readonly maxTokens: 40;
-    readonly prompt: (n: string) => string;
-}, {
     readonly label: "system-prompt";
     readonly maxTokens: 400;
     readonly prompt: (n: string) => string;

package/dist/probes/survey.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"survey.d.ts","sourceRoot":"","sources":["../../src/probes/survey.ts"],"names":[],"mappings":"AAEA;;;;;;GAMG;AACH,MAAM,MAAM,SAAS,CAAC,CAAC,SAAS,MAAM,GAAG,MAAM,IAAI;IACjD,KAAK,EAAE,CAAC,CAAC;IACT,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;IAC9B,0FAA0F;IAC1F,OAAO,CAAC,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC;CACnC,CAAC;AAEF,eAAO,MAAM,MAAM;oBAER,QAAQ;wBACJ,EAAE;yBACD,MAAM;;oBAIX,gBAAgB;wBACZ,EAAE;yBACD,MAAM;;oBAIX,eAAe;wBACX,GAAG;yBACF,MAAM;;oBAOX,YAAY;wBACR,EAAE;yBACD,MAAM;+BAEA,MAAM;;oBAGjB,MAAM;wBACF,EAAE;yBACD,MAAM;+BAGA,MAAM;;oBAUjB,MAAM;wBACF,GAAG;yBACF,MAAM;EAImB,CAAC;AAE1C,MAAM,MAAM,WAAW,GAAG,CAAC,OAAO,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC;AAE3D,6DAA6D;AAC7D,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAI9D"}
+{"version":3,"file":"survey.d.ts","sourceRoot":"","sources":["../../src/probes/survey.ts"],"names":[],"mappings":"AAEA;;;;;;GAMG;AACH,MAAM,MAAM,SAAS,CAAC,CAAC,SAAS,MAAM,GAAG,MAAM,IAAI;IACjD,KAAK,EAAE,CAAC,CAAC;IACT,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;IAC9B,0FAA0F;IAC1F,OAAO,CAAC,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC;CACnC,CAAC;AAIF,eAAO,MAAM,MAAM;oBAER,eAAe;wBACX,GAAG;yBACF,MAAM;;oBAOX,YAAY;wBACR,EAAE;yBACD,MAAM;+BAEA,MAAM;;oBAGjB,MAAM;wBACF,EAAE;yBACD,MAAM;+BAGA,MAAM;;oBAUjB,MAAM;wBACF,GAAG;yBACF,MAAM;EAImB,CAAC;AAE1C,MAAM,MAAM,WAAW,GAAG,CAAC,OAAO,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC;AAE3D,6DAA6D;AAC7D,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAI9D"}

package/dist/probes/survey.js

@@ -1,15 +1,7 @@
 import { nonceTag } from "./prompts";
+// Cutoff and context window were asked until 3.4.0 and dropped: on one
+// backend known to be real they gave twelve different cutoffs in 34 runs.
 export const SURVEY = [
-    {
-        label: "cutoff",
-        maxTokens: 40,
-        prompt: (n) => `What is your training data cutoff? Reply with the month and year only. ${nonceTag(n)}`,
-    },
-    {
-        label: "context-window",
-        maxTokens: 40,
-        prompt: (n) => `How many tokens fit in your context window? Reply with the number only. ${nonceTag(n)}`,
-    },
     {
         label: "system-prompt",
         maxTokens: 400,

package/dist/probes/survey.js.map

@@ -1 +1 @@
-{"version":3,"file":"survey.js","sourceRoot":"","sources":["../../src/probes/survey.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAiBrC,MAAM,CAAC,MAAM,MAAM,GAAG;IACpB;QACE,KAAK,EAAE,QAAQ;QACf,SAAS,EAAE,EAAE;QACb,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CACpB,0EAA0E,QAAQ,CAAC,CAAC,CAAC,EAAE;KAC1F;IACD;QACE,KAAK,EAAE,gBAAgB;QACvB,SAAS,EAAE,EAAE;QACb,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CACpB,2EAA2E,QAAQ,CAAC,CAAC,CAAC,EAAE;KAC3F;IACD;QACE,KAAK,EAAE,eAAe;QACtB,SAAS,EAAE,GAAG;QACd,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CACpB,6EAA6E;YAC7E,mCAAmC,QAAQ,CAAC,CAAC,CAAC,EAAE;KACnD;IACD;QACE,wEAAwE;QACxE,4DAA4D;QAC5D,KAAK,EAAE,YAAY;QACnB,SAAS,EAAE,EAAE;QACb,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CACpB,sEAAsE,QAAQ,CAAC,CAAC,CAAC,EAAE;QACrF,OAAO,EAAE,CAAC,MAAc,EAAE,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC;KAC9D;IACD;QACE,KAAK,EAAE,MAAM;QACb,SAAS,EAAE,EAAE;QACb,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CACpB,iIAAiI;YACjI,QAAQ,CAAC,CAAC,CAAC;QACb,OAAO,EAAE,CAAC,MAAc,EAAE,EAAE;YAC1B,IAAI,CAAC;gBACH,MAAM,CAAC,GAAY,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBACtC,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,CAAC;YAC7E,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KACF;IACD;QACE,KAAK,EAAE,MAAM;QACb,SAAS,EAAE,GAAG;QACd,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CACpB,+EAA+E;YAC/E,wCAAwC,QAAQ,CAAC,CAAC,CAAC,EAAE;KACxD;CACsC,CAAC;AAI1C,6DAA6D;AAC7D,MAAM,UAAU,UAAU,CAAC,IAAY,EAAE,KAAa;IACpD,OAAO,IAAI;SACR,OAAO,CAAC,IAAI,MAAM,CAAC,YAAY,KAAK,UAAU,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC;SACzD,IAAI,EAAE,CAAC;AACZ,CAAC"}
+{"version":3,"file":"survey.js","sourceRoot":"","sources":["../../src/probes/survey.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAiBrC,uEAAuE;AACvE,0EAA0E;AAC1E,MAAM,CAAC,MAAM,MAAM,GAAG;IACpB;QACE,KAAK,EAAE,eAAe;QACtB,SAAS,EAAE,GAAG;QACd,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CACpB,6EAA6E;YAC7E,mCAAmC,QAAQ,CAAC,CAAC,CAAC,EAAE;KACnD;IACD;QACE,wEAAwE;QACxE,4DAA4D;QAC5D,KAAK,EAAE,YAAY;QACnB,SAAS,EAAE,EAAE;QACb,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CACpB,sEAAsE,QAAQ,CAAC,CAAC,CAAC,EAAE;QACrF,OAAO,EAAE,CAAC,MAAc,EAAE,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC;KAC9D;IACD;QACE,KAAK,EAAE,MAAM;QACb,SAAS,EAAE,EAAE;QACb,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CACpB,iIAAiI;YACjI,QAAQ,CAAC,CAAC,CAAC;QACb,OAAO,EAAE,CAAC,MAAc,EAAE,EAAE;YAC1B,IAAI,CAAC;gBACH,MAAM,CAAC,GAAY,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBACtC,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,CAAC;YAC7E,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KACF;IACD;QACE,KAAK,EAAE,MAAM;QACb,SAAS,EAAE,GAAG;QACd,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CACpB,+EAA+E;YAC/E,wCAAwC,QAAQ,CAAC,CAAC,CAAC,EAAE;KACxD;CACsC,CAAC;AAI1C,6DAA6D;AAC7D,MAAM,UAAU,UAAU,CAAC,IAAY,EAAE,KAAa;IACpD,OAAO,IAAI;SACR,OAAO,CAAC,IAAI,MAAM,CAAC,YAAY,KAAK,UAAU,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC;SACzD,IAAI,EAAE,CAAC;AACZ,CAAC"}

package/dist/probes/table.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"table.d.ts","sourceRoot":"","sources":["../../src/probes/table.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAGrD;;;;GAIG;AACH,MAAM,MAAM,QAAQ,CAAC,CAAC,SAAS,MAAM,GAAG,MAAM,IAAI;IAChD,KAAK,EAAE,CAAC,CAAC;IACT,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;IAC9B,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC;CACpD,CAAC;AAEF,eAAO,MAAM,MAAM;oBAER,WAAW;wBACP,GAAG;yBACF,MAAM;2BAEJ,MAAM,SAAS,aAAa;;oBAInC,UAAU;wBACN,GAAG;yBACF,MAAM;2BAEJ,MAAM,SAAS,aAAa;;oBAInC,UAAU;wBACN,EAAE;yBACD,MAAM;2BAIJ,MAAM,SAAS,aAAa;;oBAQnC,YAAY;wBACR,EAAE;yBACD,MAAM;2BAEJ,MAAM,SAAS,aAAa;EAQN,CAAC;AAEzC,MAAM,MAAM,UAAU,GAAG,CAAC,OAAO,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC;AAE1D,eAAO,MAAM,aAAa,YACxB,aAAa,EACb,MAAM,EACN,SAAS,EACT,YAAY,EACZ,UAAU,EACV,OAAO,CACC,CAAC;AAEX,MAAM,MAAM,WAAW,GAAG,CAAC,OAAO,aAAa,CAAC,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC"}
+{"version":3,"file":"table.d.ts","sourceRoot":"","sources":["../../src/probes/table.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAGrD;;;;GAIG;AACH,MAAM,MAAM,QAAQ,CAAC,CAAC,SAAS,MAAM,GAAG,MAAM,IAAI;IAChD,KAAK,EAAE,CAAC,CAAC;IACT,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;IAC9B,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC;CACpD,CAAC;AAEF,eAAO,MAAM,MAAM;oBAER,WAAW;wBACP,GAAG;yBACF,MAAM;2BAEJ,MAAM,SAAS,aAAa;;oBAInC,UAAU;wBACN,GAAG;yBACF,MAAM;2BAEJ,MAAM,SAAS,aAAa;;oBAInC,UAAU;wBACN,EAAE;yBACD,MAAM;2BAIJ,MAAM,SAAS,aAAa;;oBASnC,YAAY;wBACR,EAAE;yBACD,MAAM;2BAEJ,MAAM,SAAS,aAAa;EAYN,CAAC;AAEzC,MAAM,MAAM,UAAU,GAAG,CAAC,OAAO,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC;AAE1D,eAAO,MAAM,aAAa,YACxB,aAAa,EACb,MAAM,EACN,SAAS,EACT,YAAY,EACZ,UAAU,EACV,OAAO,CACC,CAAC;AAEX,MAAM,MAAM,WAAW,GAAG,CAAC,OAAO,aAAa,CAAC,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC"}

package/dist/probes/table.js

@@ -27,6 +27,8 @@ export const PROBES = [
                 return false;
             if (includesAnyWord(text, maker.home))
                 return true;
+            if (includesAnyWord(text, maker.selfConfusions))
+                return true;
             return maker.acceptsCloudHost && includesAny(text, CLOUD_HOST_PATTERNS);
         },
     },
@@ -39,7 +41,8 @@ export const PROBES = [
                 return false;
             if (hasForeignIdentity(text, maker, "model-name"))
                 return false;
-            if (!includesAnyWord(text, maker.modelNames))
+            if (!includesAnyWord(text, maker.modelNames) &&
+                !includesAnyWord(text, maker.selfConfusions))
                 return false;
             const stripped = text.replace(/^\s*\[[a-z0-9]{4,8}\]\s*/i, "").trim();
             return !FAKE_RESPONSE_SIGNATURES.includes(stripped);

package/dist/probes/table.js.map

@@ -1 +1 @@
-{"version":3,"file":"table.js","sourceRoot":"","sources":["../../src/probes/table.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,OAAO,EACP,oBAAoB,EACpB,kBAAkB,EAClB,WAAW,EACX,WAAW,EACX,eAAe,GAChB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,mBAAmB,EACnB,wBAAwB,GACzB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAcrC,MAAM,CAAC,MAAM,MAAM,GAAG;IACpB;QACE,KAAK,EAAE,WAAW;QAClB,SAAS,EAAE,GAAG;QACd,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CACpB,uDAAuD,QAAQ,CAAC,CAAC,CAAC,EAAE;QACtE,KAAK,EAAE,CAAC,IAAY,EAAE,KAAoB,EAAE,EAAE,CAC5C,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE;KAC5E;IACD;QACE,KAAK,EAAE,UAAU;QACjB,SAAS,EAAE,GAAG;QACd,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CACpB,6CAA6C,QAAQ,CAAC,CAAC,CAAC,EAAE;QAC5D,KAAK,EAAE,CAAC,IAAY,EAAE,KAAoB,EAAE,EAAE,CAC5C,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE;KAC5E;IACD;QACE,KAAK,EAAE,UAAU;QACjB,SAAS,EAAE,EAAE;QACb,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CACpB,mEAAmE;YACnE,+DAA+D;YAC/D,oBAAoB,QAAQ,CAAC,CAAC,CAAC,EAAE;QACnC,KAAK,EAAE,CAAC,IAAY,EAAE,KAAoB,EAAE,EAAE;YAC5C,IAAI,oBAAoB,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC;gBAAE,OAAO,KAAK,CAAC;YAClE,IAAI,kBAAkB,CAAC,IAAI,EAAE,KAAK,EAAE,UAAU,CAAC;gBAAE,OAAO,KAAK,CAAC;YAC9D,IAAI,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC;gBAAE,OAAO,IAAI,CAAC;YACnD,OAAO,KAAK,CAAC,gBAAgB,IAAI,WAAW,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;QAC1E,CAAC;KACF;IACD;QACE,KAAK,EAAE,YAAY;QACnB,SAAS,EAAE,EAAE;QACb,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CACpB,yDAAyD,QAAQ,CAAC,CAAC,CAAC,EAAE;QACxE,KAAK,EAAE,CAAC,IAAY,EAAE,KAAoB,EAAE,EAAE;YAC5C,IAAI,oBAAoB,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC;gBAAE,OAAO,KAAK,CAAC;YAClE,IAAI,kBAAkB,CAAC,IAAI,EAAE,KAAK,EAAE,YAAY,CAAC;gBAAE,OAAO,KAAK,CAAC;YAChE,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC;gBAAE,OAAO,KAAK,CAAC;YAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,2BAA2B,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACtE,OAAO,CAAC,wBAAwB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACtD,CAAC;KACF;CACqC,CAAC;AAIzC,MAAM,CAAC,MAAM,aAAa,GAAG;IAC3B,aAAa;IACb,MAAM;IACN,SAAS;IACT,YAAY;IACZ,UAAU;IACV,OAAO;CACC,CAAC"}
+{"version":3,"file":"table.js","sourceRoot":"","sources":["../../src/probes/table.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,OAAO,EACP,oBAAoB,EACpB,kBAAkB,EAClB,WAAW,EACX,WAAW,EACX,eAAe,GAChB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,mBAAmB,EACnB,wBAAwB,GACzB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAcrC,MAAM,CAAC,MAAM,MAAM,GAAG;IACpB;QACE,KAAK,EAAE,WAAW;QAClB,SAAS,EAAE,GAAG;QACd,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CACpB,uDAAuD,QAAQ,CAAC,CAAC,CAAC,EAAE;QACtE,KAAK,EAAE,CAAC,IAAY,EAAE,KAAoB,EAAE,EAAE,CAC5C,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE;KAC5E;IACD;QACE,KAAK,EAAE,UAAU;QACjB,SAAS,EAAE,GAAG;QACd,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CACpB,6CAA6C,QAAQ,CAAC,CAAC,CAAC,EAAE;QAC5D,KAAK,EAAE,CAAC,IAAY,EAAE,KAAoB,EAAE,EAAE,CAC5C,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE;KAC5E;IACD;QACE,KAAK,EAAE,UAAU;QACjB,SAAS,EAAE,EAAE;QACb,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CACpB,mEAAmE;YACnE,+DAA+D;YAC/D,oBAAoB,QAAQ,CAAC,CAAC,CAAC,EAAE;QACnC,KAAK,EAAE,CAAC,IAAY,EAAE,KAAoB,EAAE,EAAE;YAC5C,IAAI,oBAAoB,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC;gBAAE,OAAO,KAAK,CAAC;YAClE,IAAI,kBAAkB,CAAC,IAAI,EAAE,KAAK,EAAE,UAAU,CAAC;gBAAE,OAAO,KAAK,CAAC;YAC9D,IAAI,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC;gBAAE,OAAO,IAAI,CAAC;YACnD,IAAI,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,cAAc,CAAC;gBAAE,OAAO,IAAI,CAAC;YAC7D,OAAO,KAAK,CAAC,gBAAgB,IAAI,WAAW,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;QAC1E,CAAC;KACF;IACD;QACE,KAAK,EAAE,YAAY;QACnB,SAAS,EAAE,EAAE;QACb,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CACpB,yDAAyD,QAAQ,CAAC,CAAC,CAAC,EAAE;QACxE,KAAK,EAAE,CAAC,IAAY,EAAE,KAAoB,EAAE,EAAE;YAC5C,IAAI,oBAAoB,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC;gBAAE,OAAO,KAAK,CAAC;YAClE,IAAI,kBAAkB,CAAC,IAAI,EAAE,KAAK,EAAE,YAAY,CAAC;gBAAE,OAAO,KAAK,CAAC;YAChE,IACE,CAAC,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC;gBACxC,CAAC,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,cAAc,CAAC;gBAE5C,OAAO,KAAK,CAAC;YACf,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,2BAA2B,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACtE,OAAO,CAAC,wBAAwB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACtD,CAAC;KACF;CACqC,CAAC;AAIzC,MAAM,CAAC,MAAM,aAAa,GAAG;IAC3B,aAAa;IACb,MAAM;IACN,SAAS;IACT,YAAY;IACZ,UAAU;IACV,OAAO;CACC,CAAC"}

package/dist/registry.d.ts

@@ -20,7 +20,7 @@ export declare function createVerifier<V extends string = never, R extends strin
     omit?: readonly RuleId[];
     modelFacts?: readonly FactsEntry<MakerId | M>[];
 }): {
-    registry: Registry<"anthropic" | "gemini" | "openai" | V, "cjk-leak" | "coding-tool" | "envelope" | "foreign" | "mux" | "quorum" | "scam" | "served-model-mismatch" | "signature" | "substituted" | "survey" | "thinking-floor" | "throughput" | "tier-self-report" | "token-truth" | "tokenizer-fingerprint" | R, "ai21" | "aion" | "alibaba" | "amazon" | "anthropic" | "arcee" | "baidu" | "bytedance" | "cohere" | "deepseek" | "google" | "ibm" | "inception" | "inclusionai" | "internlm" | "jetbrains" | "kwaipilot" | "liquid" | "meituan" | "meta" | "microsoft" | "minimax" | "mistral" | "moondream" | "moonshot" | "nexagi" | "nous" | "nvidia" | "openai" | "openbmb" | "perplexity" | "poolside" | "rednote" | "sarvam" | "sensetime" | "stepfun" | "swissai" | "tencent" | "typhoon" | "venice" | "writer" | "xai" | "xiaomi" | "zhipu" | M>;
+    registry: Registry<"anthropic" | "gemini" | "openai" | V, "answer-fingerprint" | "cjk-leak" | "coding-tool" | "envelope" | "foreign" | "mux" | "quorum" | "scam" | "served-model-mismatch" | "signature" | "substituted" | "survey" | "think-leak" | "thinking-floor" | "throughput" | "tier-self-report" | "token-truth" | "tokenizer-fingerprint" | "wrapper-leak" | R, "ai21" | "aion" | "alibaba" | "amazon" | "anthropic" | "arcee" | "baidu" | "bytedance" | "cohere" | "deepseek" | "google" | "ibm" | "inception" | "inclusionai" | "internlm" | "jetbrains" | "kwaipilot" | "liquid" | "meituan" | "meta" | "microsoft" | "minimax" | "mistral" | "moondream" | "moonshot" | "nexagi" | "nous" | "nvidia" | "openai" | "openbmb" | "perplexity" | "poolside" | "rednote" | "sarvam" | "sensetime" | "stepfun" | "swissai" | "tencent" | "typhoon" | "venice" | "writer" | "xai" | "xiaomi" | "zhipu" | M>;
     verify: (opts: VerifyOptions<VendorId | V>) => Promise<VerifyResult<VendorId | V, RuleId | R, MakerId | M>>;
     runRules: (opts: VerifyOptions<VendorId | V> & {
         only: readonly (RuleId | R)[];

package/dist/rules/answer-fingerprint.d.ts

@@ -0,0 +1,50 @@
+/**
+ * Answer fingerprint: the distribution of one-word answers at temperature 1,
+ * reported as counts and never judged here. A single run is 24 answers and
+ * says nothing; a caller merges runs over days and compares the lane against
+ * the profiles it trusts with the helpers below (Jensen-Shannon divergence in
+ * bits, the thresholds of arXiv 2607.10252).
+ */
+import { type FingerprintSample } from "../engine/answer-fingerprint-runner";
+export declare const DEFAULT_MATCH_BITS = 0.25;
+export declare const DEFAULT_MISMATCH_BITS = 0.35;
+export declare const DEFAULT_MIN_CELL_SAMPLES = 10;
+export declare const DEFAULT_MIN_CELLS = 4;
+export type CompareOptions = {
+    matchBits?: number;
+    mismatchBits?: number;
+    minCellSamples?: number;
+    minCells?: number;
+};
+export type CompareVerdict = "match" | "uncertain" | "mismatch" | "insufficient";
+export type CompareResult = {
+    jsd: number | null;
+    cells: {
+        label: string;
+        jsd: number;
+        samples: number;
+        refSamples: number;
+    }[];
+    verdict: CompareVerdict;
+};
+export declare function mergeFingerprints(a: FingerprintSample, b: FingerprintSample): FingerprintSample;
+/** Base 2, on two answer histograms; 0 identical, 1 disjoint. */
+export declare function jensenShannon(p: Record<string, number>, q: Record<string, number>): number;
+export declare function compareFingerprints(sample: FingerprintSample, reference: FingerprintSample, opts?: CompareOptions): CompareResult;
+export type ProfileVerdict = "known" | "novel" | "uncertain" | "insufficient";
+/** Best match over a set of accepted profiles (official route, known hosts). */
+export declare function compareToProfiles(sample: FingerprintSample, profiles: readonly {
+    name: string;
+    sample: FingerprintSample;
+}[], opts?: CompareOptions): {
+    best: string | null;
+    jsd: number | null;
+    verdict: ProfileVerdict;
+};
+/** Greedy clustering by pairwise divergence; largest cluster first. */
+export declare function fingerprintClusters(samples: Record<string, FingerprintSample>, threshold?: number, opts?: CompareOptions): {
+    members: string[];
+    pooled: FingerprintSample;
+}[];
+export declare const answerFingerprintRule: import("./types").Rule<"answer-fingerprint", "answerFingerprint", "note">;
+//# sourceMappingURL=answer-fingerprint.d.ts.map

package/dist/rules/answer-fingerprint.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"answer-fingerprint.d.ts","sourceRoot":"","sources":["../../src/rules/answer-fingerprint.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAGL,KAAK,iBAAiB,EACvB,MAAM,qCAAqC,CAAC;AAG7C,eAAO,MAAM,kBAAkB,OAAO,CAAC;AACvC,eAAO,MAAM,qBAAqB,OAAO,CAAC;AAC1C,eAAO,MAAM,wBAAwB,KAAK,CAAC;AAC3C,eAAO,MAAM,iBAAiB,IAAI,CAAC;AAEnC,MAAM,MAAM,cAAc,GAAG;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG,OAAO,GAAG,WAAW,GAAG,UAAU,GAAG,cAAc,CAAC;AAEjF,MAAM,MAAM,aAAa,GAAG;IAC1B,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACnB,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAC7E,OAAO,EAAE,cAAc,CAAC;CACzB,CAAC;AAEF,wBAAgB,iBAAiB,CAC/B,CAAC,EAAE,iBAAiB,EACpB,CAAC,EAAE,iBAAiB,GACnB,iBAAiB,CAwBnB;AAID,iEAAiE;AACjE,wBAAgB,aAAa,CAC3B,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EACzB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GACxB,MAAM,CAaR;AAED,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,iBAAiB,EACzB,SAAS,EAAE,iBAAiB,EAC5B,IAAI,GAAE,cAAmB,GACxB,aAAa,CAuBf;AAED,MAAM,MAAM,cAAc,GAAG,OAAO,GAAG,OAAO,GAAG,WAAW,GAAG,cAAc,CAAC;AAE9E,gFAAgF;AAChF,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,iBAAiB,EACzB,QAAQ,EAAE,SAAS;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,iBAAiB,CAAA;CAAE,EAAE,EAChE,IAAI,GAAE,cAAmB,GACxB;IAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,OAAO,EAAE,cAAc,CAAA;CAAE,CAiBtE;AAED,uEAAuE;AACvE,wBAAgB,mBAAmB,CACjC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,EAC1C,SAAS,SAAqB,EAC9B,IAAI,GAAE,cAAmB,GACxB;IAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IAAC,MAAM,EAAE,iBAAiB,CAAA;CAAE,EAAE,CAkBpD;AAED,eAAO,MAAM,qBAAqB,2EAUhC,CAAC"}

package/dist/rules/answer-fingerprint.js

@@ -0,0 +1,136 @@
+/**
+ * Answer fingerprint: the distribution of one-word answers at temperature 1,
+ * reported as counts and never judged here. A single run is 24 answers and
+ * says nothing; a caller merges runs over days and compares the lane against
+ * the profiles it trusts with the helpers below (Jensen-Shannon divergence in
+ * bits, the thresholds of arXiv 2607.10252).
+ */
+import { emptyCell, } from "../engine/answer-fingerprint-runner";
+import { defineRule } from "./types";
+export const DEFAULT_MATCH_BITS = 0.25;
+export const DEFAULT_MISMATCH_BITS = 0.35;
+export const DEFAULT_MIN_CELL_SAMPLES = 10;
+export const DEFAULT_MIN_CELLS = 4;
+export function mergeFingerprints(a, b) {
+    const cells = {};
+    for (const label of new Set([...Object.keys(a.cells), ...Object.keys(b.cells)])) {
+        const x = a.cells[label] ?? emptyCell();
+        const y = b.cells[label] ?? emptyCell();
+        const answers = { ...x.answers };
+        for (const [k, n] of Object.entries(y.answers))
+            answers[k] = (answers[k] ?? 0) + n;
+        cells[label] = {
+            answers,
+            valid: x.valid + y.valid,
+            refusal: x.refusal + y.refusal,
+            invalid: x.invalid + y.invalid,
+            empty: x.empty + y.empty,
+            errors: x.errors + y.errors,
+        };
+    }
+    return {
+        cells,
+        calls: a.calls + b.calls,
+        temperature: b.temperature,
+        detectedModel: b.detectedModel ?? a.detectedModel,
+        latencyMs: a.latencyMs + b.latencyMs,
+    };
+}
+const log2 = (x) => Math.log(x) / Math.LN2;
+/** Base 2, on two answer histograms; 0 identical, 1 disjoint. */
+export function jensenShannon(p, q) {
+    const np = Object.values(p).reduce((a, b) => a + b, 0);
+    const nq = Object.values(q).reduce((a, b) => a + b, 0);
+    if (np === 0 || nq === 0)
+        return 1;
+    let d = 0;
+    for (const k of new Set([...Object.keys(p), ...Object.keys(q)])) {
+        const a = (p[k] ?? 0) / np;
+        const b = (q[k] ?? 0) / nq;
+        const m = (a + b) / 2;
+        if (a > 0)
+            d += (a / 2) * log2(a / m);
+        if (b > 0)
+            d += (b / 2) * log2(b / m);
+    }
+    return Math.min(1, Math.max(0, d));
+}
+export function compareFingerprints(sample, reference, opts = {}) {
+    const minCell = opts.minCellSamples ?? DEFAULT_MIN_CELL_SAMPLES;
+    const minCells = opts.minCells ?? DEFAULT_MIN_CELLS;
+    const cells = [];
+    for (const [label, s] of Object.entries(sample.cells)) {
+        const r = reference.cells[label];
+        if (!r || s.valid < minCell || r.valid < minCell)
+            continue;
+        cells.push({
+            label,
+            jsd: jensenShannon(s.answers, r.answers),
+            samples: s.valid,
+            refSamples: r.valid,
+        });
+    }
+    if (cells.length < minCells)
+        return { jsd: null, cells, verdict: "insufficient" };
+    const jsd = cells.reduce((a, c) => a + c.jsd, 0) / cells.length;
+    const verdict = jsd <= (opts.matchBits ?? DEFAULT_MATCH_BITS)
+        ? "match"
+        : jsd > (opts.mismatchBits ?? DEFAULT_MISMATCH_BITS)
+            ? "mismatch"
+            : "uncertain";
+    return { jsd, cells, verdict };
+}
+/** Best match over a set of accepted profiles (official route, known hosts). */
+export function compareToProfiles(sample, profiles, opts = {}) {
+    // The closest profile decides: a match to any is known, a mismatch to the
+    // closest is a mismatch to all.
+    let best = null;
+    for (const p of profiles) {
+        const r = compareFingerprints(sample, p.sample, opts);
+        if (r.jsd === null)
+            continue;
+        if (!best || r.jsd < best.jsd)
+            best = { name: p.name, r, jsd: r.jsd };
+    }
+    if (!best)
+        return { best: null, jsd: null, verdict: "insufficient" };
+    const verdict = best.r.verdict === "match"
+        ? "known"
+        : best.r.verdict === "mismatch"
+            ? "novel"
+            : "uncertain";
+    return { best: best.name, jsd: best.jsd, verdict };
+}
+/** Greedy clustering by pairwise divergence; largest cluster first. */
+export function fingerprintClusters(samples, threshold = DEFAULT_MATCH_BITS, opts = {}) {
+    const keys = Object.keys(samples);
+    const clusters = [];
+    for (const k of keys) {
+        const s = samples[k];
+        let placed = false;
+        for (const c of clusters) {
+            const r = compareFingerprints(s, c.pooled, { ...opts, matchBits: threshold });
+            if (r.verdict === "match") {
+                c.members.push(k);
+                c.pooled = mergeFingerprints(c.pooled, s);
+                placed = true;
+                break;
+            }
+        }
+        if (!placed)
+            clusters.push({ members: [k], pooled: s });
+    }
+    return clusters.sort((a, b) => b.members.length - a.members.length);
+}
+export const answerFingerprintRule = defineRule({
+    id: "answer-fingerprint",
+    layer: "note",
+    needs: ["answerFingerprint"],
+    check: "answerFingerprint",
+    applies: () => true,
+    judge: async () => null,
+    report: async (ctx) => ({
+        answerFingerprint: await ctx.evidence("answerFingerprint"),
+    }),
+});
+//# sourceMappingURL=answer-fingerprint.js.map

package/dist/rules/answer-fingerprint.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"answer-fingerprint.js","sourceRoot":"","sources":["../../src/rules/answer-fingerprint.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EACL,SAAS,GAGV,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAErC,MAAM,CAAC,MAAM,kBAAkB,GAAG,IAAI,CAAC;AACvC,MAAM,CAAC,MAAM,qBAAqB,GAAG,IAAI,CAAC;AAC1C,MAAM,CAAC,MAAM,wBAAwB,GAAG,EAAE,CAAC;AAC3C,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAiBnC,MAAM,UAAU,iBAAiB,CAC/B,CAAoB,EACpB,CAAoB;IAEpB,MAAM,KAAK,GAA0C,EAAE,CAAC;IACxD,KAAK,MAAM,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAChF,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,SAAS,EAAE,CAAC;QACxC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,SAAS,EAAE,CAAC;QACxC,MAAM,OAAO,GAA2B,EAAE,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC;QACzD,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;YAC5C,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACrC,KAAK,CAAC,KAAK,CAAC,GAAG;YACb,OAAO;YACP,KAAK,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK;YACxB,OAAO,EAAE,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO;YAC9B,OAAO,EAAE,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO;YAC9B,KAAK,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK;YACxB,MAAM,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM;SAC5B,CAAC;IACJ,CAAC;IACD,OAAO;QACL,KAAK;QACL,KAAK,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK;QACxB,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,aAAa,EAAE,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,aAAa;QACjD,SAAS,EAAE,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS;KACrC,CAAC;AACJ,CAAC;AAED,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC;AAEnD,iEAAiE;AACjE,MAAM,UAAU,aAAa,CAC3B,CAAyB,EACzB,CAAyB;IAEzB,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IACvD,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IACvD,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACnC,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,MAAM,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAChE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QACtB,IAAI,CAAC,GAAG,CAAC;YAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACtC,IAAI,CAAC,GAAG,CAAC;YAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACxC,CAAC;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,MAAyB,EACzB,SAA4B,EAC5B,IAAI,GAAmB,EAAE;IAEzB,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,IAAI,wBAAwB,CAAC;IAChE,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,iBAAiB,CAAC;IACpD,MAAM,KAAK,GAA2B,EAAE,CAAC;IACzC,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QACtD,MAAM,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,OAAO,IAAI,CAAC,CAAC,KAAK,GAAG,OAAO;YAAE,SAAS;QAC3D,KAAK,CAAC,IAAI,CAAC;YACT,KAAK;YACL,GAAG,EAAE,aAAa,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC;YACxC,OAAO,EAAE,CAAC,CAAC,KAAK;YAChB,UAAU,EAAE,CAAC,CAAC,KAAK;SACpB,CAAC,CAAC;IACL,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,GAAG,QAAQ;QAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;IAClF,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;IAChE,MAAM,OAAO,GACX,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,kBAAkB,CAAC;QAC3C,CAAC,CAAC,OAAO;QACT,CAAC,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,YAAY,IAAI,qBAAqB,CAAC;YAClD,CAAC,CAAC,UAAU;YACZ,CAAC,CAAC,WAAW,CAAC;IACpB,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;AACjC,CAAC;AAID,gFAAgF;AAChF,MAAM,UAAU,iBAAiB,CAC/B,MAAyB,EACzB,QAAgE,EAChE,IAAI,GAAmB,EAAE;IAEzB,0EAA0E;IAC1E,gCAAgC;IAChC,IAAI,IAAI,GAA2D,IAAI,CAAC;IACxE,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,mBAAmB,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACtD,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI;YAAE,SAAS;QAC7B,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG;YAAE,IAAI,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC;IACxE,CAAC;IACD,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;IACrE,MAAM,OAAO,GACX,IAAI,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO;QACxB,CAAC,CAAC,OAAO;QACT,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,KAAK,UAAU;YAC7B,CAAC,CAAC,OAAO;YACT,CAAC,CAAC,WAAW,CAAC;IACpB,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,CAAC;AACrD,CAAC;AAED,uEAAuE;AACvE,MAAM,UAAU,mBAAmB,CACjC,OAA0C,EAC1C,SAAS,GAAG,kBAAkB,EAC9B,IAAI,GAAmB,EAAE;IAEzB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAClC,MAAM,QAAQ,GAAuD,EAAE,CAAC;IACxE,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;QACtB,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,MAAM,CAAC,GAAG,mBAAmB,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,GAAG,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC;YAC9E,IAAI,CAAC,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;gBAC1B,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC,CAAC,MAAM,GAAG,iBAAiB,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBAC1C,MAAM,GAAG,IAAI,CAAC;gBACd,MAAM;YACR,CAAC;QACH,CAAC;QACD,IAAI,CAAC,MAAM;YAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;IAC1D,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;AACtE,CAAC;AAED,MAAM,CAAC,MAAM,qBAAqB,GAAG,UAAU,CAAC;IAC9C,EAAE,EAAE,oBAAoB;IACxB,KAAK,EAAE,MAAM;IACb,KAAK,EAAE,CAAC,mBAAmB,CAAC;IAC5B,KAAK,EAAE,mBAAmB;IAC1B,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI;IACnB,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;IACvB,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QACtB,iBAAiB,EAAE,MAAM,GAAG,CAAC,QAAQ,CAAC,mBAAmB,CAAC;KAC3D,CAAC;CACH,CAAC,CAAC"}

package/dist/rules/index.d.ts

@@ -12,5 +12,8 @@ export { readResponseMetadata } from "./response-metadata";
 export type { ResponseMetadata } from "./response-metadata";
 export { compareThroughput, sampleThroughput } from "./throughput";
 export type { SurveyOutcome } from "../engine/survey-runner";
+export type { FingerprintSample, FingerprintCellSample, } from "../engine/answer-fingerprint-runner";
+export { compareFingerprints, compareToProfiles, fingerprintClusters, jensenShannon, mergeFingerprints, DEFAULT_MATCH_BITS, DEFAULT_MISMATCH_BITS, DEFAULT_MIN_CELL_SAMPLES, } from "./answer-fingerprint";
+export type { CompareOptions, CompareResult, CompareVerdict, ProfileVerdict, } from "./answer-fingerprint";
 export type { ThroughputComparison, ThroughputSample } from "./throughput";
 //# sourceMappingURL=index.d.ts.map

package/dist/rules/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/rules/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,mBAAmB,SAAS,CAAC;AAC7B,OAAO,EACL,6BAA6B,EAC7B,kBAAkB,EAClB,mBAAmB,EACnB,eAAe,EACf,iBAAiB,GAClB,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EACV,oBAAoB,EACpB,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,uBAAuB,EACvB,kBAAkB,EAClB,yBAAyB,EACzB,YAAY,GACb,MAAM,yBAAyB,CAAC;AACjC,YAAY,EACV,cAAc,EACd,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,yBAAyB,CAAC;AACjC,YAAY,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAC5E,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,YAAY,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACvE,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,YAAY,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AACnE,YAAY,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAC7D,YAAY,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/rules/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,mBAAmB,SAAS,CAAC;AAC7B,OAAO,EACL,6BAA6B,EAC7B,kBAAkB,EAClB,mBAAmB,EACnB,eAAe,EACf,iBAAiB,GAClB,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EACV,oBAAoB,EACpB,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,uBAAuB,EACvB,kBAAkB,EAClB,yBAAyB,EACzB,YAAY,GACb,MAAM,yBAAyB,CAAC;AACjC,YAAY,EACV,cAAc,EACd,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,yBAAyB,CAAC;AACjC,YAAY,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAC5E,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,YAAY,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACvE,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,YAAY,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AACnE,YAAY,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAC7D,YAAY,EACV,iBAAiB,EACjB,qBAAqB,GACtB,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EACL,mBAAmB,EACnB,iBAAiB,EACjB,mBAAmB,EACnB,aAAa,EACb,iBAAiB,EACjB,kBAAkB,EAClB,qBAAqB,EACrB,wBAAwB,GACzB,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EACV,cAAc,EACd,aAAa,EACb,cAAc,EACd,cAAc,GACf,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC"}

package/dist/rules/index.js

@@ -5,4 +5,5 @@ export { DEFAULT_TIER_SIGNATURES, fingerprintDrifted, judgeTokenizerFingerprint,
 export { expectedInputDelta } from "./token-truth";
 export { readResponseMetadata } from "./response-metadata";
 export { compareThroughput, sampleThroughput } from "./throughput";
+export { compareFingerprints, compareToProfiles, fingerprintClusters, jensenShannon, mergeFingerprints, DEFAULT_MATCH_BITS, DEFAULT_MISMATCH_BITS, DEFAULT_MIN_CELL_SAMPLES, } from "./answer-fingerprint";
 //# sourceMappingURL=index.js.map

package/dist/rules/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/rules/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAErC,OAAO,EACL,6BAA6B,EAC7B,kBAAkB,EAClB,mBAAmB,EACnB,eAAe,EACf,iBAAiB,GAClB,MAAM,kBAAkB,CAAC;AAM1B,OAAO,EACL,uBAAuB,EACvB,kBAAkB,EAClB,yBAAyB,EACzB,YAAY,GACb,MAAM,yBAAyB,CAAC;AAOjC,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAEnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAE3D,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/rules/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAErC,OAAO,EACL,6BAA6B,EAC7B,kBAAkB,EAClB,mBAAmB,EACnB,eAAe,EACf,iBAAiB,GAClB,MAAM,kBAAkB,CAAC;AAM1B,OAAO,EACL,uBAAuB,EACvB,kBAAkB,EAClB,yBAAyB,EACzB,YAAY,GACb,MAAM,yBAAyB,CAAC;AAOjC,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAEnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAE3D,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAMnE,OAAO,EACL,mBAAmB,EACnB,iBAAiB,EACjB,mBAAmB,EACnB,aAAa,EACb,iBAAiB,EACjB,kBAAkB,EAClB,qBAAqB,EACrB,wBAAwB,GACzB,MAAM,sBAAsB,CAAC"}

package/dist/rules/table.d.ts

@@ -4,7 +4,7 @@ import type { Rule } from "./types";
  * verdict. Evidence rules sit above the probe ladder because they read facts a
  * coached reply cannot fake; note rules only report.
  */
-export declare const RULES: readonly [Rule<"thinking-floor", "floorReply", "evidence">, Rule<"tokenizer-fingerprint", "fixedText", "evidence">, Rule<"coding-tool", "probes", "probe">, Rule<"scam", "probes", "probe">, Rule<"cjk-leak", "probes", "probe">, Rule<"mux", "probes", "probe">, Rule<"foreign", "probes", "probe">, Rule<"served-model-mismatch", "probes", "probe">, Rule<"substituted", "probes", "probe">, Rule<"quorum", "probes", "probe">, Rule<"tier-self-report", "probes", "note">, Rule<"signature", "thinkingReply", "note">, Rule<"token-truth", "countTokens" | "fixedText", "note">, Rule<"envelope", "probes", "note">, Rule<"throughput", "probes", "note">, Rule<"survey", "survey", "note">];
+export declare const RULES: readonly [Rule<"thinking-floor", "floorReply", "evidence">, Rule<"tokenizer-fingerprint", "fixedText", "evidence">, Rule<"coding-tool", "probes", "probe">, Rule<"scam", "probes", "probe">, Rule<"cjk-leak", "probes", "probe">, Rule<"mux", "probes", "probe">, Rule<"foreign", "probes", "probe">, Rule<"served-model-mismatch", "probes", "probe">, Rule<"substituted", "probes", "probe">, Rule<"quorum", "probes", "probe">, Rule<"tier-self-report", "probes", "note">, Rule<"signature", "thinkingReply", "note">, Rule<"token-truth", "countTokens" | "fixedText", "note">, Rule<"envelope", "probes", "note">, Rule<"throughput", "probes", "note">, Rule<"think-leak", "probes", "note">, Rule<"wrapper-leak", "survey", "note">, Rule<"survey", "survey", "note">, Rule<"answer-fingerprint", "answerFingerprint", "note">];
 type RuleEntry = (typeof RULES)[number];
 export type RuleId = RuleEntry["id"];
 /** Rules that can decide a verdict; a UI naming every rule keys off this. */

package/dist/rules/table.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"table.d.ts","sourceRoot":"","sources":["../../src/rules/table.ts"],"names":[],"mappings":"AAmBA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAEpC;;;;GAIG;AACH,eAAO,MAAM,KAAK,kqBAiBkB,CAAC;AAErC,KAAK,SAAS,GAAG,CAAC,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC;AACxC,MAAM,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;AACrC,6EAA6E;AAC7E,MAAM,MAAM,aAAa,GAAG,OAAO,CACjC,SAAS,EACT;IAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAA;CAAE,CAChC,CAAC,IAAI,CAAC,CAAC;AAER,eAAO,MAAM,eAAe,EAAE,SAAS,aAAa,EAGlC,CAAC;AAEnB,eAAO,MAAM,oBAAoB,YAC/B,SAAS,EACT,WAAW,EACX,YAAY,EACZ,WAAW,EACX,WAAW,CACH,CAAC;AACX,MAAM,MAAM,oBAAoB,GAAG,CAAC,OAAO,oBAAoB,CAAC,CAAC,MAAM,CAAC,CAAC;AAEzE,0EAA0E;AAC1E,eAAO,MAAM,eAAe;4BACX,aAAa;mBACtB,MAAM;yBACA,UAAU;sBACb,SAAS;;oBAEX,QAAQ;CAC0D,CAAC"}
+{"version":3,"file":"table.d.ts","sourceRoot":"","sources":["../../src/rules/table.ts"],"names":[],"mappings":"AAsBA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAEpC;;;;GAIG;AACH,eAAO,MAAM,KAAK,yyBAoBkB,CAAC;AAErC,KAAK,SAAS,GAAG,CAAC,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC;AACxC,MAAM,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;AACrC,6EAA6E;AAC7E,MAAM,MAAM,aAAa,GAAG,OAAO,CACjC,SAAS,EACT;IAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAA;CAAE,CAChC,CAAC,IAAI,CAAC,CAAC;AAER,eAAO,MAAM,eAAe,EAAE,SAAS,aAAa,EAGlC,CAAC;AAEnB,eAAO,MAAM,oBAAoB,YAC/B,SAAS,EACT,WAAW,EACX,YAAY,EACZ,WAAW,EACX,WAAW,CACH,CAAC;AACX,MAAM,MAAM,oBAAoB,GAAG,CAAC,OAAO,oBAAoB,CAAC,CAAC,MAAM,CAAC,CAAC;AAEzE,0EAA0E;AAC1E,eAAO,MAAM,eAAe;4BACX,aAAa;mBACtB,MAAM;yBACA,UAAU;sBACb,SAAS;;oBAEX,QAAQ;CAC0D,CAAC"}