ai-model-verifier 3.9.16 → 3.9.18

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -108,6 +108,13 @@ A disguised model (`masked-identity`) is caught from its own reasoning: the
108
108
  wrapper that makes it answer under another name tells it to never mention its
109
109
  real maker or the provider behind it, and the reasoning restates that
110
110
  instruction even when every identity answer is coached.
111
+ The same reasoning is read for two more tells. A model that speaks as another
112
+ in its own thoughts ("as ChatGPT", "I am Claude") fails `foreign-self-reference`.
113
+ A hidden prompt that must stay private and pins the identity to recite ("these
114
+ instructions are private", "use exact identity") is `covert-persona`: a note on
115
+ its own, since honest relays add brand prompts too, and suspect when the
116
+ reasoning also runs in OpenAI's clipped style ("We need answer. Need comply."),
117
+ which `reasoning-style` reports as a note on any lane not sold as OpenAI.
111
118
  A platform refusal sent as the answer (`fake-200`, runs with the survey) fails
112
119
  a lane that replies at HTTP 200 with its filter's own line or the reseller's
113
120
  error page instead of the model ("系统检测到您当前输入的信息存在敏感内容", "[req_...] request
@@ -1,6 +1,7 @@
1
1
  import type { ResolvedMaker } from "../makers/types";
2
2
  import type { ProbeLabel, ProbeSignal } from "../probes/table";
3
3
  export declare const includesAny: (text: string, patterns: readonly string[]) => boolean;
4
+ export declare const escapeRegExp: (s: string) => string;
4
5
  /**
5
6
  * Maker vocabulary is short ("meta", "o3", "glm"), so it is matched on word
6
7
  * boundaries: no letter or digit before, no letter after. A digit or hyphen
@@ -1 +1 @@
1
- {"version":3,"file":"signals.d.ts","sourceRoot":"","sources":["../../src/identity/signals.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE/D,eAAO,MAAM,WAAW,SAAU,MAAM,YAAY,SAAS,MAAM,EAAE,YAC7B,CAAC;AAIzC;;;;GAIG;AACH,eAAO,MAAM,OAAO,SAAU,MAAM,QAAQ,MAAM,KAAG,OACiB,CAAC;AAEvE,eAAO,MAAM,eAAe,SAAU,MAAM,SAAS,SAAS,MAAM,EAAE,YACjC,CAAC;AAEtC,eAAO,MAAM,oBAAoB,SAAU,MAAM,YAEA,CAAC;AAElD,eAAO,MAAM,WAAW,SAAU,MAAM,YACD,CAAC;AAExC;;;;GAIG;AACH,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,aAAa,GAAG,OAAO,CAIpE;AAED,wBAAgB,kBAAkB,CAChC,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,aAAa,EACpB,KAAK,EAAE,UAAU,GAChB,OAAO,CAKT;AAED,wBAAgB,YAAY,CAC1B,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,UAAU,EACjB,KAAK,EAAE,aAAa,GACnB,WAAW,CAeb;AAID,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAYrD"}
1
+ {"version":3,"file":"signals.d.ts","sourceRoot":"","sources":["../../src/identity/signals.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE/D,eAAO,MAAM,WAAW,SAAU,MAAM,YAAY,SAAS,MAAM,EAAE,YAC7B,CAAC;AAEzC,eAAO,MAAM,YAAY,MAAO,MAAM,WAA6C,CAAC;AAEpF;;;;GAIG;AACH,eAAO,MAAM,OAAO,SAAU,MAAM,QAAQ,MAAM,KAAG,OACiB,CAAC;AAEvE,eAAO,MAAM,eAAe,SAAU,MAAM,SAAS,SAAS,MAAM,EAAE,YACjC,CAAC;AAEtC,eAAO,MAAM,oBAAoB,SAAU,MAAM,YAEA,CAAC;AAElD,eAAO,MAAM,WAAW,SAAU,MAAM,YACD,CAAC;AAExC;;;;GAIG;AACH,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,aAAa,GAAG,OAAO,CAIpE;AAED,wBAAgB,kBAAkB,CAChC,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,aAAa,EACpB,KAAK,EAAE,UAAU,GAChB,OAAO,CAKT;AAED,wBAAgB,YAAY,CAC1B,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,UAAU,EACjB,KAAK,EAAE,aAAa,GACnB,WAAW,CAeb;AAID,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAYrD"}
@@ -1,6 +1,6 @@
1
1
  import { CJK_CHAR, CJK_LEAK_MIN_CHARS, CLOUD_HOST_PATTERNS, CODING_TOOL_NAMES, CODING_TOOL_REFUSAL_PATTERNS, SCAM_PAGE_PATTERNS, } from "./patterns";
2
2
  export const includesAny = (text, patterns) => patterns.some((p) => text.includes(p));
3
- const escapeRegExp = (s) => s.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
3
+ export const escapeRegExp = (s) => s.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
4
4
  /**
5
5
  * Maker vocabulary is short ("meta", "o3", "glm"), so it is matched on word
6
6
  * boundaries: no letter or digit before, no letter after. A digit or hyphen
@@ -1 +1 @@
1
- {"version":3,"file":"signals.js","sourceRoot":"","sources":["../../src/identity/signals.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,kBAAkB,EAClB,mBAAmB,EACnB,iBAAiB,EACjB,4BAA4B,EAC5B,kBAAkB,GACnB,MAAM,YAAY,CAAC;AAIpB,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,QAA2B,EAAE,EAAE,CACvE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;AAEzC,MAAM,YAAY,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AAE7E;;;;GAIG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,IAAY,EAAE,IAAY,EAAW,EAAE,CAC7D,IAAI,MAAM,CAAC,gBAAgB,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEvE,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,IAAY,EAAE,KAAwB,EAAE,EAAE,CACxE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAEtC,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,IAAY,EAAE,EAAE,CACnD,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClE,WAAW,CAAC,IAAI,EAAE,4BAA4B,CAAC,CAAC;AAElD,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,EAAE,CAC1C,WAAW,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;AAExC;;;;GAIG;AACH,MAAM,UAAU,OAAO,CAAC,IAAY,EAAE,KAAqB;IACzD,IAAI,KAAK,EAAE,SAAS;QAAE,OAAO,KAAK,CAAC;IACnC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC/B,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,MAAM,IAAI,kBAAkB,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,IAAY,EACZ,KAAoB,EACpB,KAAiB;IAEjB,IAAI,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IACtD,IAAI,KAAK,KAAK,YAAY,IAAI,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,eAAe,CAAC;QACxE,OAAO,IAAI,CAAC;IACd,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,YAAY,CAC1B,IAAY,EACZ,KAAiB,EACjB,KAAoB;IAEpB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC;IACtC,IAAI,oBAAoB,CAAC,IAAI,CAAC;QAAE,OAAO,aAAa,CAAC;IACrD,IAAI,WAAW,CAAC,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC;IACrC,IAAI,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;QAAE,OAAO,UAAU,CAAC;IAC5C,IAAI,KAAK,KAAK,UAAU,IAAI,KAAK,KAAK,YAAY,EAAE,CAAC;QACnD,IAAI,kBAAkB,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAC7D,IACE,KAAK,KAAK,UAAU;YACpB,KAAK,CAAC,gBAAgB;YACtB,WAAW,CAAC,IAAI,EAAE,mBAAmB,CAAC;YAEtC,OAAO,YAAY,CAAC;IACxB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,cAAc,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;AAE1E,MAAM,UAAU,gBAAgB,CAAC,GAAW;IAC1C,MAAM,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IACpC,IAAI,CAAC,IAAI,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5D,MAAM,KAAK,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;IAChC,OAAO,CACL,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QACzB,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;QAC3B,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC5B,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACxB,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QACzB,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,CAC/B,CAAC;AACJ,CAAC"}
1
+ {"version":3,"file":"signals.js","sourceRoot":"","sources":["../../src/identity/signals.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,kBAAkB,EAClB,mBAAmB,EACnB,iBAAiB,EACjB,4BAA4B,EAC5B,kBAAkB,GACnB,MAAM,YAAY,CAAC;AAIpB,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,QAA2B,EAAE,EAAE,CACvE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;AAEzC,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AAEpF;;;;GAIG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,IAAY,EAAE,IAAY,EAAW,EAAE,CAC7D,IAAI,MAAM,CAAC,gBAAgB,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEvE,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,IAAY,EAAE,KAAwB,EAAE,EAAE,CACxE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAEtC,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,IAAY,EAAE,EAAE,CACnD,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClE,WAAW,CAAC,IAAI,EAAE,4BAA4B,CAAC,CAAC;AAElD,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,EAAE,CAC1C,WAAW,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;AAExC;;;;GAIG;AACH,MAAM,UAAU,OAAO,CAAC,IAAY,EAAE,KAAqB;IACzD,IAAI,KAAK,EAAE,SAAS;QAAE,OAAO,KAAK,CAAC;IACnC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC/B,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,MAAM,IAAI,kBAAkB,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,IAAY,EACZ,KAAoB,EACpB,KAAiB;IAEjB,IAAI,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IACtD,IAAI,KAAK,KAAK,YAAY,IAAI,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,eAAe,CAAC;QACxE,OAAO,IAAI,CAAC;IACd,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,YAAY,CAC1B,IAAY,EACZ,KAAiB,EACjB,KAAoB;IAEpB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC;IACtC,IAAI,oBAAoB,CAAC,IAAI,CAAC;QAAE,OAAO,aAAa,CAAC;IACrD,IAAI,WAAW,CAAC,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC;IACrC,IAAI,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;QAAE,OAAO,UAAU,CAAC;IAC5C,IAAI,KAAK,KAAK,UAAU,IAAI,KAAK,KAAK,YAAY,EAAE,CAAC;QACnD,IAAI,kBAAkB,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAC7D,IACE,KAAK,KAAK,UAAU;YACpB,KAAK,CAAC,gBAAgB;YACtB,WAAW,CAAC,IAAI,EAAE,mBAAmB,CAAC;YAEtC,OAAO,YAAY,CAAC;IACxB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,cAAc,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;AAE1E,MAAM,UAAU,gBAAgB,CAAC,GAAW;IAC1C,MAAM,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IACpC,IAAI,CAAC,IAAI,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5D,MAAM,KAAK,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;IAChC,OAAO,CACL,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QACzB,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;QAC3B,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC5B,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACxB,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QACzB,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,CAC/B,CAAC;AACJ,CAAC"}
@@ -0,0 +1,19 @@
1
+ /**
2
+ * Every one-word answer genuine Claude gave to the answer fingerprint battery
3
+ * (probes/answer-fingerprint.ts), pooled per model group from lanes whose
4
+ * tokenizer matched Anthropic's and whose ladder passed. An answer missing
5
+ * here was never seen in hundreds of genuine samples, which is what the
6
+ * foreign-answers rule keys on. Generated from a consumer's fingerprint ledger.
7
+ */
8
+ export type AnswerReference = {
9
+ /** Genuine lanes pooled into the group. */
10
+ lanes: number;
11
+ cells: Record<string, {
12
+ samples: number;
13
+ answers: readonly string[];
14
+ }>;
15
+ };
16
+ export declare const ANSWER_REFERENCE: Record<string, AnswerReference>;
17
+ /** The reference group a model id is judged against, if it has one. */
18
+ export declare function answerReferenceGroup(model: string): string | null;
19
+ //# sourceMappingURL=answer-reference.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"answer-reference.d.ts","sourceRoot":"","sources":["../../src/models/answer-reference.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,MAAM,MAAM,eAAe,GAAG;IAC5B,2CAA2C;IAC3C,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAA;KAAE,CAAC,CAAC;CACxE,CAAC;AAGF,eAAO,MAAM,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAiQ5D,CAAC;AAEF,uEAAuE;AACvE,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAKjE"}
@@ -0,0 +1,276 @@
1
+ /**
2
+ * Every one-word answer genuine Claude gave to the answer fingerprint battery
3
+ * (probes/answer-fingerprint.ts), pooled per model group from lanes whose
4
+ * tokenizer matched Anthropic's and whose ladder passed. An answer missing
5
+ * here was never seen in hundreds of genuine samples, which is what the
6
+ * foreign-answers rule keys on. Generated from a consumer's fingerprint ledger.
7
+ */
8
+ // prettier-ignore
9
+ export const ANSWER_REFERENCE = {
10
+ "claude-5.5": {
11
+ "lanes": 82,
12
+ "cells": {
13
+ "number": {
14
+ "samples": 648,
15
+ "answers": [
16
+ "27",
17
+ "37",
18
+ "42",
19
+ "43",
20
+ "44",
21
+ "47",
22
+ "53",
23
+ "57",
24
+ "58",
25
+ "61",
26
+ "63",
27
+ "64",
28
+ "67",
29
+ "72",
30
+ "73"
31
+ ]
32
+ },
33
+ "colour": {
34
+ "samples": 656,
35
+ "answers": [
36
+ "amber",
37
+ "azure",
38
+ "blue",
39
+ "cerulean",
40
+ "charcoal",
41
+ "cobalt",
42
+ "crimson",
43
+ "graphite",
44
+ "green",
45
+ "indigo",
46
+ "ochre",
47
+ "orange",
48
+ "red",
49
+ "saffron",
50
+ "slate",
51
+ "teal",
52
+ "vermillion",
53
+ "violet"
54
+ ]
55
+ },
56
+ "letter": {
57
+ "samples": 653,
58
+ "answers": [
59
+ "g",
60
+ "j",
61
+ "k",
62
+ "m",
63
+ "q",
64
+ "r"
65
+ ]
66
+ },
67
+ "city": {
68
+ "samples": 653,
69
+ "answers": [
70
+ "barcelona",
71
+ "boston",
72
+ "denver",
73
+ "kyoto",
74
+ "lisbon",
75
+ "lyon",
76
+ "osaka",
77
+ "oslo",
78
+ "paris",
79
+ "seattle",
80
+ "tokyo",
81
+ "venice"
82
+ ]
83
+ },
84
+ "coin": {
85
+ "samples": 646,
86
+ "answers": [
87
+ "heads",
88
+ "tails"
89
+ ]
90
+ },
91
+ "animal": {
92
+ "samples": 652,
93
+ "answers": [
94
+ "capybara",
95
+ "cat",
96
+ "dog",
97
+ "dolphin",
98
+ "elephant",
99
+ "falcon",
100
+ "fox",
101
+ "heron",
102
+ "jaguar",
103
+ "leopard",
104
+ "lynx",
105
+ "ocelot",
106
+ "octopus",
107
+ "osprey",
108
+ "otter",
109
+ "owl",
110
+ "pangolin",
111
+ "penguin",
112
+ "tiger",
113
+ "wolf"
114
+ ]
115
+ },
116
+ "favourite": {
117
+ "samples": 639,
118
+ "answers": [
119
+ "1",
120
+ "7"
121
+ ]
122
+ },
123
+ "fruit": {
124
+ "samples": 655,
125
+ "answers": [
126
+ "apple",
127
+ "apricot",
128
+ "banana",
129
+ "kiwi",
130
+ "mango",
131
+ "orange",
132
+ "peach",
133
+ "pear",
134
+ "persimmon",
135
+ "pomegranate"
136
+ ]
137
+ }
138
+ }
139
+ },
140
+ "claude-fable-5": {
141
+ "lanes": 76,
142
+ "cells": {
143
+ "number": {
144
+ "samples": 617,
145
+ "answers": [
146
+ "37",
147
+ "42",
148
+ "43",
149
+ "47",
150
+ "57",
151
+ "58",
152
+ "61",
153
+ "63",
154
+ "67",
155
+ "71",
156
+ "73",
157
+ "83"
158
+ ]
159
+ },
160
+ "colour": {
161
+ "samples": 611,
162
+ "answers": [
163
+ "amber",
164
+ "azure",
165
+ "blue",
166
+ "cerulean",
167
+ "charcoal",
168
+ "crimson",
169
+ "green",
170
+ "indigo",
171
+ "ochre",
172
+ "red",
173
+ "teal",
174
+ "vermilion",
175
+ "violet"
176
+ ]
177
+ },
178
+ "letter": {
179
+ "samples": 615,
180
+ "answers": [
181
+ "g",
182
+ "j",
183
+ "k",
184
+ "m",
185
+ "q",
186
+ "r",
187
+ "s"
188
+ ]
189
+ },
190
+ "city": {
191
+ "samples": 605,
192
+ "answers": [
193
+ "barcelona",
194
+ "beijing",
195
+ "boston",
196
+ "denver",
197
+ "istanbul",
198
+ "kyoto",
199
+ "lisbon",
200
+ "london",
201
+ "lyon",
202
+ "osaka",
203
+ "paris",
204
+ "portland",
205
+ "seattle",
206
+ "shanghai",
207
+ "tokyo",
208
+ "tromsø"
209
+ ]
210
+ },
211
+ "coin": {
212
+ "samples": 606,
213
+ "answers": [
214
+ "heads",
215
+ "tails"
216
+ ]
217
+ },
218
+ "animal": {
219
+ "samples": 608,
220
+ "answers": [
221
+ "capybara",
222
+ "cat",
223
+ "dog",
224
+ "dolphin",
225
+ "elephant",
226
+ "fox",
227
+ "giraffe",
228
+ "leopard",
229
+ "lion",
230
+ "lynx",
231
+ "octopus",
232
+ "one",
233
+ "otter",
234
+ "owl",
235
+ "penguin",
236
+ "the",
237
+ "tiger",
238
+ "wolf"
239
+ ]
240
+ },
241
+ "favourite": {
242
+ "samples": 597,
243
+ "answers": [
244
+ "1",
245
+ "3",
246
+ "4",
247
+ "5",
248
+ "7"
249
+ ]
250
+ },
251
+ "fruit": {
252
+ "samples": 603,
253
+ "answers": [
254
+ "apple",
255
+ "banana",
256
+ "mango",
257
+ "orange",
258
+ "peach",
259
+ "pear",
260
+ "pineapple",
261
+ "the"
262
+ ]
263
+ }
264
+ }
265
+ }
266
+ };
267
+ /** The reference group a model id is judged against, if it has one. */
268
+ export function answerReferenceGroup(model) {
269
+ const id = (model.split("/").pop() ?? model).toLowerCase().replace(/\./g, "-");
270
+ if (/claude-fable-5/.test(id))
271
+ return "claude-fable-5";
272
+ if (/claude-(opus|sonnet|haiku)-5-5/.test(id))
273
+ return "claude-5.5";
274
+ return null;
275
+ }
276
+ //# sourceMappingURL=answer-reference.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"answer-reference.js","sourceRoot":"","sources":["../../src/models/answer-reference.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAQH,kBAAkB;AAClB,MAAM,CAAC,MAAM,gBAAgB,GAAoC;IAC/D,YAAY,EAAE;QACZ,OAAO,EAAE,EAAE;QACX,OAAO,EAAE;YACP,QAAQ,EAAE;gBACR,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,IAAI;oBACJ,IAAI;oBACJ,IAAI;oBACJ,IAAI;oBACJ,IAAI;oBACJ,IAAI;oBACJ,IAAI;oBACJ,IAAI;oBACJ,IAAI;oBACJ,IAAI;oBACJ,IAAI;oBACJ,IAAI;oBACJ,IAAI;oBACJ,IAAI;oBACJ,IAAI;iBACL;aACF;YACD,QAAQ,EAAE;gBACR,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,OAAO;oBACP,OAAO;oBACP,MAAM;oBACN,UAAU;oBACV,UAAU;oBACV,QAAQ;oBACR,SAAS;oBACT,UAAU;oBACV,OAAO;oBACP,QAAQ;oBACR,OAAO;oBACP,QAAQ;oBACR,KAAK;oBACL,SAAS;oBACT,OAAO;oBACP,MAAM;oBACN,YAAY;oBACZ,QAAQ;iBACT;aACF;YACD,QAAQ,EAAE;gBACR,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,GAAG;oBACH,GAAG;oBACH,GAAG;oBACH,GAAG;oBACH,GAAG;oBACH,GAAG;iBACJ;aACF;YACD,MAAM,EAAE;gBACN,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,WAAW;oBACX,QAAQ;oBACR,QAAQ;oBACR,OAAO;oBACP,QAAQ;oBACR,MAAM;oBACN,OAAO;oBACP,MAAM;oBACN,OAAO;oBACP,SAAS;oBACT,OAAO;oBACP,QAAQ;iBACT;aACF;YACD,MAAM,EAAE;gBACN,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,OAAO;oBACP,OAAO;iBACR;aACF;YACD,QAAQ,EAAE;gBACR,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,UAAU;oBACV,KAAK;oBACL,KAAK;oBACL,SAAS;oBACT,UAAU;oBACV,QAAQ;oBACR,KAAK;oBACL,OAAO;oBACP,QAAQ;oBACR,SAAS;oBACT,MAAM;oBACN,QAAQ;oBACR,SAAS;oBACT,QAAQ;oBACR,OAAO;oBACP,KAAK;oBACL,UAAU;oBACV,SAAS;oBACT,OAAO;oBACP,MAAM;iBACP;aACF;YACD,WAAW,EAAE;gBACX,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,GAAG;oBACH,GAAG;iBACJ;aACF;YACD,OAAO,EAAE;gBACP,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,OAAO;oBACP,SAAS;oBACT,QAAQ;oBACR,MAAM;oBACN,OAAO;oBACP,QAAQ;oBACR,OAAO;oBACP,MAAM;oBACN,WAAW;oBACX,aAAa;iBACd;aACF;SACF;KACF;IACD,gBAAgB,EAAE;QAChB,OAAO,EAAE,EAAE;QACX,OAAO,EAAE;YACP,QAAQ,EAAE;gBACR,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,IAAI;oBACJ,IAAI;oBACJ,IAAI;oBACJ,IAAI;oBACJ,IAAI;oBACJ,IAAI;oBACJ,IAAI;oBACJ,IAAI;oBACJ,IAAI;oBACJ,IAAI;oBACJ,IAAI;oBACJ,IAAI;iBACL;aACF;YACD,QAAQ,EAAE;gBACR,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,OAAO;oBACP,OAAO;oBACP,MAAM;oBACN,UAAU;oBACV,UAAU;oBACV,SAAS;oBACT,OAAO;oBACP,QAAQ;oBACR,OAAO;oBACP,KAAK;oBACL,MAAM;oBACN,WAAW;oBACX,QAAQ;iBACT;aACF;YACD,QAAQ,EAAE;gBACR,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,GAAG;oBACH,GAAG;oBACH,GAAG;oBACH,GAAG;oBACH,GAAG;oBACH,GAAG;oBACH,GAAG;iBACJ;aACF;YACD,MAAM,EAAE;gBACN,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,WAAW;oBACX,SAAS;oBACT,QAAQ;oBACR,QAAQ;oBACR,UAAU;oBACV,OAAO;oBACP,QAAQ;oBACR,QAAQ;oBACR,MAAM;oBACN,OAAO;oBACP,OAAO;oBACP,UAAU;oBACV,SAAS;oBACT,UAAU;oBACV,OAAO;oBACP,QAAQ;iBACT;aACF;YACD,MAAM,EAAE;gBACN,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,OAAO;oBACP,OAAO;iBACR;aACF;YACD,QAAQ,EAAE;gBACR,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,UAAU;oBACV,KAAK;oBACL,KAAK;oBACL,SAAS;oBACT,UAAU;oBACV,KAAK;oBACL,SAAS;oBACT,SAAS;oBACT,MAAM;oBACN,MAAM;oBACN,SAAS;oBACT,KAAK;oBACL,OAAO;oBACP,KAAK;oBACL,SAAS;oBACT,KAAK;oBACL,OAAO;oBACP,MAAM;iBACP;aACF;YACD,WAAW,EAAE;gBACX,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,GAAG;oBACH,GAAG;oBACH,GAAG;oBACH,GAAG;oBACH,GAAG;iBACJ;aACF;YACD,OAAO,EAAE;gBACP,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,OAAO;oBACP,QAAQ;oBACR,OAAO;oBACP,QAAQ;oBACR,OAAO;oBACP,MAAM;oBACN,WAAW;oBACX,KAAK;iBACN;aACF;SACF;KACF;CACF,CAAC;AAEF,uEAAuE;AACvE,MAAM,UAAU,oBAAoB,CAAC,KAAa;IAChD,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC/E,IAAI,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,gBAAgB,CAAC;IACvD,IAAI,gCAAgC,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,YAAY,CAAC;IACnE,OAAO,IAAI,CAAC;AACd,CAAC"}
@@ -37,6 +37,9 @@ export declare const MODEL_FACTS: readonly [{
37
37
  }, {
38
38
  readonly match: readonly ["claude-opus-4-6*", "claude-opus-4-5*", "claude-opus-4-1*", "claude-sonnet-4-6*", "claude-sonnet-4-5*", "claude-haiku-4-5*"];
39
39
  readonly thinking: "extended";
40
+ }, {
41
+ readonly match: readonly ["claude-opus-5*", "claude-sonnet-5*", "claude-haiku-5*", "claude-fable-5*"];
42
+ readonly thinking: "adaptive";
40
43
  }, {
41
44
  readonly match: "*claude*";
42
45
  readonly tokenizer: "claude-v1";
@@ -1 +1 @@
1
- {"version":3,"file":"facts.d.ts","sourceRoot":"","sources":["../../src/models/facts.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAU,KAAK,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAEvD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AAE7C,MAAM,MAAM,YAAY,GAAG,UAAU,GAAG,UAAU,GAAG,MAAM,CAAC;AAC5D,MAAM,MAAM,mBAAmB,GAAG,WAAW,GAAG,WAAW,CAAC;AAE5D,MAAM,MAAM,UAAU,CAAC,CAAC,SAAS,MAAM,GAAG,OAAO,IAAI;IACnD,uEAAuE;IACvE,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC;IAChB,QAAQ,EAAE,YAAY,CAAC;IACvB,SAAS,EAAE,mBAAmB,GAAG,IAAI,CAAC;IACtC,sFAAsF;IACtF,YAAY,EAAE,OAAO,CAAC;IACtB,mGAAmG;IACnG,eAAe,EAAE,OAAO,CAAC;IACzB,+EAA+E;IAC/E,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,UAAU,CAAC,CAAC,SAAS,MAAM,GAAG,OAAO,IAAI;IACnD,oFAAoF;IACpF,KAAK,EAAE,MAAM,GAAG,SAAS,MAAM,EAAE,CAAC;CACnC,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;AAE3B,+EAA+E;AAC/E,eAAO,MAAM,gBAAgB,UAAW,MAAM,KAAG,MACwB,CAAC;AAI1E,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAMlE;AAED,eAAO,MAAM,WAAW;;uBAGV,UAAU;wBACT,WAAW;;;uBAWZ,UAAU;;oBAEb,UAAU;wBAAa,WAAW;;;;;;;;oBAuBlC,WAAW;;;;8BAGiD,IAAI;;;8BAiBtD,IAAI;;;8BAeJ,IAAI;EAEiB,CAAC;AAE3C,eAAO,MAAM,gBAAgB,GAAI,KAAK,CAAC,CAAC,SAAS,SAAS,UAAU,EAAE,SAC7D,CAAC,KACP,CAAU,CAAC;AAgCd,wFAAwF;AACxF,wBAAgB,iBAAiB,CAC/B,KAAK,EAAE,MAAM,EACb,KAAK,CAAC,EAAE,SAAS,UAAU,EAAE,GAC5B,UAAU,CAAC;AACd,wBAAgB,iBAAiB,CAAC,CAAC,SAAS,MAAM,EAChD,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,SAAS,UAAU,CAAC,CAAC,CAAC,EAAE,EAC/B,MAAM,EAAE,SAAS,KAAK,CAAC,CAAC,CAAC,EAAE,GAC1B,UAAU,CAAC,CAAC,CAAC,CAAC"}
1
+ {"version":3,"file":"facts.d.ts","sourceRoot":"","sources":["../../src/models/facts.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAU,KAAK,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAEvD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AAE7C,MAAM,MAAM,YAAY,GAAG,UAAU,GAAG,UAAU,GAAG,MAAM,CAAC;AAC5D,MAAM,MAAM,mBAAmB,GAAG,WAAW,GAAG,WAAW,CAAC;AAE5D,MAAM,MAAM,UAAU,CAAC,CAAC,SAAS,MAAM,GAAG,OAAO,IAAI;IACnD,uEAAuE;IACvE,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC;IAChB,QAAQ,EAAE,YAAY,CAAC;IACvB,SAAS,EAAE,mBAAmB,GAAG,IAAI,CAAC;IACtC,sFAAsF;IACtF,YAAY,EAAE,OAAO,CAAC;IACtB,mGAAmG;IACnG,eAAe,EAAE,OAAO,CAAC;IACzB,+EAA+E;IAC/E,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,UAAU,CAAC,CAAC,SAAS,MAAM,GAAG,OAAO,IAAI;IACnD,oFAAoF;IACpF,KAAK,EAAE,MAAM,GAAG,SAAS,MAAM,EAAE,CAAC;CACnC,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;AAE3B,+EAA+E;AAC/E,eAAO,MAAM,gBAAgB,UAAW,MAAM,KAAG,MACwB,CAAC;AAI1E,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAMlE;AAED,eAAO,MAAM,WAAW;;uBAGV,UAAU;wBACT,WAAW;;;uBAWZ,UAAU;;;uBAUV,UAAU;;oBAEb,UAAU;wBAAa,WAAW;;;;;;;;oBA0BlC,WAAW;;;;8BAGiD,IAAI;;;8BAiBtD,IAAI;;;8BAeJ,IAAI;EAEiB,CAAC;AAE3C,eAAO,MAAM,gBAAgB,GAAI,KAAK,CAAC,CAAC,SAAS,SAAS,UAAU,EAAE,SAC7D,CAAC,KACP,CAAU,CAAC;AAgCd,wFAAwF;AACxF,wBAAgB,iBAAiB,CAC/B,KAAK,EAAE,MAAM,EACb,KAAK,CAAC,EAAE,SAAS,UAAU,EAAE,GAC5B,UAAU,CAAC;AACd,wBAAgB,iBAAiB,CAAC,CAAC,SAAS,MAAM,EAChD,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,SAAS,UAAU,CAAC,CAAC,CAAC,EAAE,EAC/B,MAAM,EAAE,SAAS,KAAK,CAAC,CAAC,CAAC,EAAE,GAC1B,UAAU,CAAC,CAAC,CAAC,CAAC"}
@@ -35,10 +35,23 @@ export const MODEL_FACTS = [
35
35
  ],
36
36
  thinking: "extended",
37
37
  },
38
+ // Thinking only: their tokenizer verdicts stay on the generation below.
39
+ {
40
+ match: [
41
+ "claude-opus-5*",
42
+ "claude-sonnet-5*",
43
+ "claude-haiku-5*",
44
+ "claude-fable-5*",
45
+ ],
46
+ thinking: "adaptive",
47
+ },
38
48
  { match: "*claude*", tokenizer: "claude-v1" },
39
49
  // The pro tiers cannot switch thinking off; a pro that answers "ok" with no
40
50
  // hidden tokens is a flash (or worse) behind the label.
41
- { match: ["gemini-2-5-pro*", "gemini-3-pro*", "gemini-3-1-pro*"], alwaysThinks: true },
51
+ {
52
+ match: ["gemini-2-5-pro*", "gemini-3-pro*", "gemini-3-1-pro*"],
53
+ alwaysThinks: true,
54
+ },
42
55
  // Thought on essentially every honest route in 3 weeks of survey replies
43
56
  // (glm-5.3 and -flash 84/84 on our own lanes, kimi 12/13, deepseek-v4-pro and
44
57
  // v4.1-flash 8/10, qwen3.8-flash 2/2). Left out because their own routes often
@@ -1 +1 @@
1
- {"version":3,"file":"facts.js","sourceRoot":"","sources":["../../src/models/facts.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,MAAM,EAAgB,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAwBlD,+EAA+E;AAC/E,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,KAAa,EAAU,EAAE,CACxD,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;AAE1E,MAAM,YAAY,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AAE7E,MAAM,UAAU,WAAW,CAAC,IAAY,EAAE,OAAe;IACvD,MAAM,CAAC,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAChC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,KAAK,CAAC,CAAC;IACxC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CACtE,IAAI,CACL,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,WAAW,GAAG;IACzB;QACE,KAAK,EAAE,CAAC,kBAAkB,EAAE,kBAAkB,CAAC;QAC/C,QAAQ,EAAE,UAAU;QACpB,SAAS,EAAE,WAAW;KACvB;IACD;QACE,KAAK,EAAE;YACL,kBAAkB;YAClB,kBAAkB;YAClB,kBAAkB;YAClB,oBAAoB;YACpB,oBAAoB;YACpB,mBAAmB;SACpB;QACD,QAAQ,EAAE,UAAU;KACrB;IACD,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE;IAC7C,4EAA4E;IAC5E,wDAAwD;IACxD,EAAE,KAAK,EAAE,CAAC,iBAAiB,EAAE,eAAe,EAAE,iBAAiB,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE;IACtF,yEAAyE;IACzE,8EAA8E;IAC9E,+EAA+E;IAC/E,4EAA4E;IAC5E;QACE,KAAK,EAAE;YACL,UAAU;YACV,YAAY;YACZ,YAAY;YACZ,UAAU;YACV,kBAAkB;YAClB,sBAAsB;YACtB,gBAAgB;SACjB;QACD,YAAY,EAAE,IAAI;KACnB;IACD,4EAA4E;IAC5E,6EAA6E;IAC7E,+DAA+D;IAC/D,EAAE,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,IAAI,EAAE;IAC7C,2EAA2E;IAC3E,wEAAwE;IACxE,EAAE,KAAK,EAAE,CAAC,aAAa,EAAE,WAAW,EAAE,WAAW,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE;IAC3E,2EAA2E;IAC3E,yEAAyE;IACzE;QACE,KAAK,EAAE;YACL,QAAQ;YACR,YAAY;YACZ,YAAY;YACZ,UAAU;YACV,cAAc;YACd,eAAe;YACf,eAAe;YACf,aAAa;YACb,YAAY;YACZ,UAAU;YACV,MAAM;SACP;QACD,eAAe,EAAE,IAAI;KACtB;IACD;QACE,KAAK,EAAE;YACL,QAAQ;YACR,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;SACN;QACD,eAAe,EAAE,IAAI;KACtB;CACuC,CAAC;AAE3C,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAC9B,KAAQ,EACL,EAAE,CAAC,KAAK,CAAC;AAEd,MAAM,QAAQ,GAAuB;IACnC,KAAK,EAAE,IAAI;IACX,QAAQ,EAAE,MAAM;IAChB,SAAS,EAAE,IAAI;IACf,YAAY,EAAE,KAAK;IACnB,eAAe,EAAE,KAAK;IACtB,eAAe,EAAE,IAAI;CACtB,CAAC;AAEF,MAAM,SAAS,GAAG;IAChB,OAAO;IACP,UAAU;IACV,WAAW;IACX,cAAc;IACd,iBAAiB;IACjB,iBAAiB;CAC+B,CAAC;AAEnD,SAAS,IAAI,CACX,GAAuB,EACvB,KAAkC,EAClC,GAAM,EACN,IAAmC;IAEnC,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;IACrB,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO;IAC7C,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACb,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AAChB,CAAC;AAYD,MAAM,UAAU,iBAAiB,CAC/B,KAAa,EACb,KAAK,GAAkC,EAAE,EACzC,MAAM,GAA6B,MAAM;IAEzC,MAAM,EAAE,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;IACnC,MAAM,GAAG,GAAuB,EAAE,GAAG,QAAQ,EAAE,CAAC;IAChD,MAAM,IAAI,GAAG,IAAI,GAAG,EAA4B,CAAC;IACjD,KAAK,MAAM,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,GAAG,WAAW,CAAC,EAAE,CAAC;QAC/C,MAAM,QAAQ,GACZ,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC;QAChE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YAAE,SAAS;QACxD,KAAK,MAAM,GAAG,IAAI,SAAS;YAAE,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;IAC3D,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;QAAE,GAAG,CAAC,KAAK,GAAG,aAAa,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IAC9D,OAAO,GAAG,CAAC;AACb,CAAC"}
1
+ {"version":3,"file":"facts.js","sourceRoot":"","sources":["../../src/models/facts.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,MAAM,EAAgB,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAwBlD,+EAA+E;AAC/E,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,KAAa,EAAU,EAAE,CACxD,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;AAE1E,MAAM,YAAY,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AAE7E,MAAM,UAAU,WAAW,CAAC,IAAY,EAAE,OAAe;IACvD,MAAM,CAAC,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAChC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,KAAK,CAAC,CAAC;IACxC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CACtE,IAAI,CACL,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,WAAW,GAAG;IACzB;QACE,KAAK,EAAE,CAAC,kBAAkB,EAAE,kBAAkB,CAAC;QAC/C,QAAQ,EAAE,UAAU;QACpB,SAAS,EAAE,WAAW;KACvB;IACD;QACE,KAAK,EAAE;YACL,kBAAkB;YAClB,kBAAkB;YAClB,kBAAkB;YAClB,oBAAoB;YACpB,oBAAoB;YACpB,mBAAmB;SACpB;QACD,QAAQ,EAAE,UAAU;KACrB;IACD,wEAAwE;IACxE;QACE,KAAK,EAAE;YACL,gBAAgB;YAChB,kBAAkB;YAClB,iBAAiB;YACjB,iBAAiB;SAClB;QACD,QAAQ,EAAE,UAAU;KACrB;IACD,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE;IAC7C,4EAA4E;IAC5E,wDAAwD;IACxD;QACE,KAAK,EAAE,CAAC,iBAAiB,EAAE,eAAe,EAAE,iBAAiB,CAAC;QAC9D,YAAY,EAAE,IAAI;KACnB;IACD,yEAAyE;IACzE,8EAA8E;IAC9E,+EAA+E;IAC/E,4EAA4E;IAC5E;QACE,KAAK,EAAE;YACL,UAAU;YACV,YAAY;YACZ,YAAY;YACZ,UAAU;YACV,kBAAkB;YAClB,sBAAsB;YACtB,gBAAgB;SACjB;QACD,YAAY,EAAE,IAAI;KACnB;IACD,4EAA4E;IAC5E,6EAA6E;IAC7E,+DAA+D;IAC/D,EAAE,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,IAAI,EAAE;IAC7C,2EAA2E;IAC3E,wEAAwE;IACxE,EAAE,KAAK,EAAE,CAAC,aAAa,EAAE,WAAW,EAAE,WAAW,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE;IAC3E,2EAA2E;IAC3E,yEAAyE;IACzE;QACE,KAAK,EAAE;YACL,QAAQ;YACR,YAAY;YACZ,YAAY;YACZ,UAAU;YACV,cAAc;YACd,eAAe;YACf,eAAe;YACf,aAAa;YACb,YAAY;YACZ,UAAU;YACV,MAAM;SACP;QACD,eAAe,EAAE,IAAI;KACtB;IACD;QACE,KAAK,EAAE;YACL,QAAQ;YACR,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;SACN;QACD,eAAe,EAAE,IAAI;KACtB;CACuC,CAAC;AAE3C,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAC9B,KAAQ,EACL,EAAE,CAAC,KAAK,CAAC;AAEd,MAAM,QAAQ,GAAuB;IACnC,KAAK,EAAE,IAAI;IACX,QAAQ,EAAE,MAAM;IAChB,SAAS,EAAE,IAAI;IACf,YAAY,EAAE,KAAK;IACnB,eAAe,EAAE,KAAK;IACtB,eAAe,EAAE,IAAI;CACtB,CAAC;AAEF,MAAM,SAAS,GAAG;IAChB,OAAO;IACP,UAAU;IACV,WAAW;IACX,cAAc;IACd,iBAAiB;IACjB,iBAAiB;CAC+B,CAAC;AAEnD,SAAS,IAAI,CACX,GAAuB,EACvB,KAAkC,EAClC,GAAM,EACN,IAAmC;IAEnC,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;IACrB,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO;IAC7C,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACb,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AAChB,CAAC;AAYD,MAAM,UAAU,iBAAiB,CAC/B,KAAa,EACb,KAAK,GAAkC,EAAE,EACzC,MAAM,GAA6B,MAAM;IAEzC,MAAM,EAAE,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;IACnC,MAAM,GAAG,GAAuB,EAAE,GAAG,QAAQ,EAAE,CAAC;IAChD,MAAM,IAAI,GAAG,IAAI,GAAG,EAA4B,CAAC;IACjD,KAAK,MAAM,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,GAAG,WAAW,CAAC,EAAE,CAAC;QAC/C,MAAM,QAAQ,GACZ,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC;QAChE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YAAE,SAAS;QACxD,KAAK,MAAM,GAAG,IAAI,SAAS;YAAE,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;IAC3D,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;QAAE,GAAG,CAAC,KAAK,GAAG,aAAa,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IAC9D,OAAO,GAAG,CAAC;AACb,CAAC"}
@@ -20,7 +20,7 @@ export declare function createVerifier<V extends string = never, R extends strin
20
20
  omit?: readonly RuleId[];
21
21
  modelFacts?: readonly FactsEntry<MakerId | M>[];
22
22
  }): {
23
- registry: Registry<"anthropic" | "gemini" | "openai" | V, "answer-fingerprint" | "censored-history" | "cjk-leak" | "coding-tool" | "envelope" | "fake-200" | "foreign" | "mask-contradiction" | "masked-identity" | "mux" | "quorum" | "scam" | "served-model-mismatch" | "signature" | "substituted" | "survey" | "think-leak" | "thinking-floor" | "thinking-honored" | "throughput" | "tier-self-report" | "token-truth" | "tokenizer-family" | "tokenizer-fingerprint" | "wrapper-leak" | R, "agnes" | "ai21" | "aion" | "alibaba" | "amazon" | "anthropic" | "arcee" | "baidu" | "bytedance" | "cohere" | "deepseek" | "google" | "ibm" | "inception" | "inclusionai" | "internlm" | "jetbrains" | "kwaipilot" | "liquid" | "meituan" | "meta" | "microsoft" | "minimax" | "mistral" | "moondream" | "moonshot" | "nexagi" | "nous" | "nvidia" | "openai" | "openbmb" | "perplexity" | "poolside" | "rednote" | "sarvam" | "sensetime" | "stepfun" | "swissai" | "tencent" | "typhoon" | "venice" | "writer" | "xai" | "xiaomi" | "zhipu" | M>;
23
+ registry: Registry<"anthropic" | "gemini" | "openai" | V, "answer-fingerprint" | "censored-history" | "cjk-leak" | "coding-tool" | "covert-persona" | "envelope" | "fake-200" | "foreign" | "foreign-answers" | "foreign-self-reference" | "mask-contradiction" | "masked-identity" | "mux" | "quorum" | "reasoning-style" | "scam" | "served-model-mismatch" | "signature" | "substituted" | "survey" | "think-leak" | "thinking-floor" | "thinking-honored" | "throughput" | "tier-self-report" | "token-truth" | "tokenizer-family" | "tokenizer-fingerprint" | "wrapper-leak" | R, "agnes" | "ai21" | "aion" | "alibaba" | "amazon" | "anthropic" | "arcee" | "baidu" | "bytedance" | "cohere" | "deepseek" | "google" | "ibm" | "inception" | "inclusionai" | "internlm" | "jetbrains" | "kwaipilot" | "liquid" | "meituan" | "meta" | "microsoft" | "minimax" | "mistral" | "moondream" | "moonshot" | "nexagi" | "nous" | "nvidia" | "openai" | "openbmb" | "perplexity" | "poolside" | "rednote" | "sarvam" | "sensetime" | "stepfun" | "swissai" | "tencent" | "typhoon" | "venice" | "writer" | "xai" | "xiaomi" | "zhipu" | M>;
24
24
  verify: (opts: VerifyOptions<VendorId | V>) => Promise<VerifyResult<VendorId | V, RuleId | R, MakerId | M>>;
25
25
  runRules: (opts: VerifyOptions<VendorId | V> & {
26
26
  only: readonly (RuleId | R)[];
@@ -0,0 +1,21 @@
1
+ /**
2
+ * Foreign answers: a persona prompt can make any model say it is Claude, but
3
+ * not change what it picks when asked to name a city or an animal. The answer
4
+ * fingerprint battery asks each question a few times at temperature 1, and an
5
+ * answer genuine Claude never gave in hundreds of samples (models/answer-reference.ts)
6
+ * that comes back on repeat is the substitute's own taste showing.
7
+ *
8
+ * Scored per question: a never-seen answer twice is one point, three or more
9
+ * times two points; two points fail. Replayed over the ledger (leave one lane
10
+ * out) this flagged none of 158 genuine lanes, a Korean model sold as Claude
11
+ * Sonnet 5.5 scored three (Seoul 3 of 3, lion 2 of 3), and every failed lane it
12
+ * flagged had already failed on identity or censorship.
13
+ */
14
+ export type ForeignAnswer = {
15
+ label: string;
16
+ answer: string;
17
+ count: number;
18
+ of: number;
19
+ };
20
+ export declare const foreignAnswersRule: import("./types").Rule<"foreign-answers", "answerFingerprint", "evidence">;
21
+ //# sourceMappingURL=foreign-answers.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"foreign-answers.d.ts","sourceRoot":"","sources":["../../src/rules/foreign-answers.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAYH,MAAM,MAAM,aAAa,GAAG;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,EAAE,EAAE,MAAM,CAAC;CACZ,CAAC;AAEF,eAAO,MAAM,kBAAkB,4EAgC7B,CAAC"}
@@ -0,0 +1,56 @@
1
+ /**
2
+ * Foreign answers: a persona prompt can make any model say it is Claude, but
3
+ * not change what it picks when asked to name a city or an animal. The answer
4
+ * fingerprint battery asks each question a few times at temperature 1, and an
5
+ * answer genuine Claude never gave in hundreds of samples (models/answer-reference.ts)
6
+ * that comes back on repeat is the substitute's own taste showing.
7
+ *
8
+ * Scored per question: a never-seen answer twice is one point, three or more
9
+ * times two points; two points fail. Replayed over the ledger (leave one lane
10
+ * out) this flagged none of 158 genuine lanes, a Korean model sold as Claude
11
+ * Sonnet 5.5 scored three (Seoul 3 of 3, lion 2 of 3), and every failed lane it
12
+ * flagged had already failed on identity or censorship.
13
+ */
14
+ import { ANSWER_REFERENCE, answerReferenceGroup, } from "../models/answer-reference";
15
+ import { defineRule } from "./types";
16
+ /** A reference cell thinner than this is not trusted to say "never". */
17
+ const MIN_REFERENCE_SAMPLES = 300;
18
+ const FAIL_POINTS = 2;
19
+ export const foreignAnswersRule = defineRule({
20
+ id: "foreign-answers",
21
+ layer: "evidence",
22
+ needs: ["answerFingerprint"],
23
+ check: "answerFingerprint",
24
+ applies: (ctx) => answerReferenceGroup(ctx.model) !== null,
25
+ judge: async (ctx) => {
26
+ const group = answerReferenceGroup(ctx.model);
27
+ const ref = group ? ANSWER_REFERENCE[group] : undefined;
28
+ const sample = await ctx.evidence("answerFingerprint");
29
+ if (!ref || !sample)
30
+ return null;
31
+ const hits = [];
32
+ let points = 0;
33
+ for (const [label, cell] of Object.entries(sample.cells)) {
34
+ const known = ref.cells[label];
35
+ if (!known || known.samples < MIN_REFERENCE_SAMPLES)
36
+ continue;
37
+ for (const [answer, count] of Object.entries(cell.answers)) {
38
+ if (count < 2 || known.answers.includes(answer))
39
+ continue;
40
+ hits.push({ label, answer, count, of: cell.valid });
41
+ points += count >= 3 ? 2 : 1;
42
+ }
43
+ }
44
+ if (points < FAIL_POINTS)
45
+ return null;
46
+ const list = hits
47
+ .map((h) => `${h.label} "${h.answer}" ${h.count}/${h.of}`)
48
+ .join(", ");
49
+ return {
50
+ severity: "fail",
51
+ reason: `foreign-answers: ${list}, answers genuine ${group} never gave in ${ref.lanes} lanes, so another model is behind the name`,
52
+ data: { group, hits, points },
53
+ };
54
+ },
55
+ });
56
+ //# sourceMappingURL=foreign-answers.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"foreign-answers.js","sourceRoot":"","sources":["../../src/rules/foreign-answers.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EACL,gBAAgB,EAChB,oBAAoB,GACrB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAErC,wEAAwE;AACxE,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAClC,MAAM,WAAW,GAAG,CAAC,CAAC;AAStB,MAAM,CAAC,MAAM,kBAAkB,GAAG,UAAU,CAAC;IAC3C,EAAE,EAAE,iBAAiB;IACrB,KAAK,EAAE,UAAU;IACjB,KAAK,EAAE,CAAC,mBAAmB,CAAC;IAC5B,KAAK,EAAE,mBAAmB;IAC1B,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,oBAAoB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,IAAI;IAC1D,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QACnB,MAAM,KAAK,GAAG,oBAAoB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC9C,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACxD,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC;QACvD,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QACjC,MAAM,IAAI,GAAoB,EAAE,CAAC;QACjC,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YACzD,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC/B,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,GAAG,qBAAqB;gBAAE,SAAS;YAC9D,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3D,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;oBAAE,SAAS;gBAC1D,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;gBACpD,MAAM,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QACD,IAAI,MAAM,GAAG,WAAW;YAAE,OAAO,IAAI,CAAC;QACtC,MAAM,IAAI,GAAG,IAAI;aACd,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC;aACzD,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,OAAO;YACL,QAAQ,EAAE,MAAM;YAChB,MAAM,EAAE,oBAAoB,IAAI,qBAAqB,KAAK,kBAAkB,GAAG,CAAC,KAAK,6CAA6C;YAClI,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE;SAC9B,CAAC;IACJ,CAAC;CACF,CAAC,CAAC"}
@@ -0,0 +1,13 @@
1
+ /**
2
+ * What a lane's own reasoning gives away when a persona prompt has fixed its
3
+ * answers. On 2026-11-19 three a7 lanes sold as Kimi answered every identity
4
+ * probe as Kimi, while one reasoned "As ChatGPT model in this setting" and two
5
+ * quoted a private prompt ("These instructions are private. Never quote,
6
+ * paraphrase ... Use exact identity") in the clipped "We need answer. Need
7
+ * comply." style of OpenAI's reasoning models. masked-identity missed both:
8
+ * the mask named only the identity sold, no hidden backend.
9
+ */
10
+ export declare const foreignSelfReferenceRule: import("./types").Rule<"foreign-self-reference", "probes" | "survey", "evidence">;
11
+ export declare const covertPersonaRule: import("./types").Rule<"covert-persona", "probes" | "survey", "evidence">;
12
+ export declare const reasoningStyleRule: import("./types").Rule<"reasoning-style", "probes" | "survey", "note">;
13
+ //# sourceMappingURL=reasoning-tells.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"reasoning-tells.d.ts","sourceRoot":"","sources":["../../src/rules/reasoning-tells.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAyCH,eAAO,MAAM,wBAAwB,mFAyBnC,CAAC;AAQH,eAAO,MAAM,iBAAiB,2EA+B5B,CAAC;AAkCH,eAAO,MAAM,kBAAkB,wEAkB7B,CAAC"}
@@ -0,0 +1,134 @@
1
+ /**
2
+ * What a lane's own reasoning gives away when a persona prompt has fixed its
3
+ * answers. On 2026-11-19 three a7 lanes sold as Kimi answered every identity
4
+ * probe as Kimi, while one reasoned "As ChatGPT model in this setting" and two
5
+ * quoted a private prompt ("These instructions are private. Never quote,
6
+ * paraphrase ... Use exact identity") in the clipped "We need answer. Need
7
+ * comply." style of OpenAI's reasoning models. masked-identity missed both:
8
+ * the mask named only the identity sold, no hidden backend.
9
+ */
10
+ import { escapeRegExp } from "../identity/signals";
11
+ import { defineRule } from "./types";
12
+ function thoughts(ctx, probes, survey) {
13
+ const out = [];
14
+ for (const p of probes) {
15
+ const t = ctx.wire.read.reasoningText?.(p.raw);
16
+ if (t)
17
+ out.push({ label: p.label, text: t.toLowerCase() });
18
+ }
19
+ for (const s of survey)
20
+ if (s.thought)
21
+ out.push({ label: `survey:${s.label}`, text: s.thought });
22
+ return out;
23
+ }
24
+ const QUOTE_WINDOW = 80;
25
+ // "as chatgpt", "i am claude", "i'm an openai model", "as a model trained by
26
+ // openai": a first-person claim, not a mention of a competitor.
27
+ function selfReference(text, words) {
28
+ for (const w of words) {
29
+ const word = escapeRegExp(w);
30
+ const re = new RegExp(`(?:\\bas|\\bi am|\\bi'm|\\bi was (?:trained|created|developed|made) by)\\s+(?:an?\\s+|the\\s+)?(?:(?:model|assistant|ai) (?:trained|created|developed|made) by\\s+)?${word}(?![a-z0-9])`);
31
+ const m = re.exec(text);
32
+ if (m)
33
+ return text.slice(m.index, m.index + QUOTE_WINDOW).trim();
34
+ }
35
+ return null;
36
+ }
37
+ export const foreignSelfReferenceRule = defineRule({
38
+ id: "foreign-self-reference",
39
+ layer: "evidence",
40
+ needs: ["probes", "survey"],
41
+ check: "survey",
42
+ applies: () => true,
43
+ judge: async (ctx) => {
44
+ const words = ctx.maker.foreign.filter((w) => w.length >= 3);
45
+ const hits = [];
46
+ for (const t of thoughts(ctx, await ctx.evidence("probes"), await ctx.evidence("survey"))) {
47
+ const quote = selfReference(t.text, words);
48
+ if (quote)
49
+ hits.push({ label: t.label, quote });
50
+ }
51
+ return hits.length > 0
52
+ ? {
53
+ severity: "fail",
54
+ reason: `foreign-self-reference: its reasoning speaks as another model (${hits[0].label}: "${hits[0].quote}")`,
55
+ data: { hits },
56
+ }
57
+ : null;
58
+ },
59
+ });
60
+ // A prompt the operator wants kept out of sight and that fixes the identity
61
+ // to recite. Brand prompts are common on honest relays, so it only counts as a
62
+ // suspicion next to the clipped reasoning style below, and is a note otherwise.
63
+ const SECRECY = /\b(?:(?:these|the|my) instructions are (?:private|confidential|secret)|(?:never|not) (?:quote|paraphrase|summari[sz]e|translate)\b|quote\s*\/\s*paraphrase|never say that (?:they|it) exists?|must not (?:mention|reveal) (?:the |my |any )?(?:instructions|system prompt)|use (?:the )?exact identity|decline in one sentence and continue)/;
64
+ export const covertPersonaRule = defineRule({
65
+ id: "covert-persona",
66
+ layer: "evidence",
67
+ needs: ["probes", "survey"],
68
+ check: "survey",
69
+ applies: () => true,
70
+ judge: async (ctx) => {
71
+ const hits = [];
72
+ for (const t of thoughts(ctx, await ctx.evidence("probes"), await ctx.evidence("survey"))) {
73
+ const m = SECRECY.exec(t.text);
74
+ if (m)
75
+ hits.push({
76
+ label: t.label,
77
+ quote: t.text.slice(m.index, m.index + QUOTE_WINDOW).trim(),
78
+ });
79
+ }
80
+ if (hits.length === 0)
81
+ return null;
82
+ const style = clippedTotals(thoughts(ctx, await ctx.evidence("probes"), await ctx.evidence("survey")));
83
+ const clipped = ctx.maker.id !== "openai" && style.clipped >= 2;
84
+ return {
85
+ severity: clipped ? "suspect" : "note",
86
+ reason: `covert-persona: reasoning quotes a hidden identity prompt (${hits[0].label}: "${hits[0].quote}")${clipped ? `, in OpenAI's clipped style (${style.clipped} of ${style.total} sentences)` : ""}`,
87
+ data: { hits, ...style },
88
+ };
89
+ },
90
+ });
91
+ // OpenAI's reasoning models drop articles and infinitives ("We need answer.",
92
+ // "Need comply with policy.", "Must not reveal."). A share of sentences opening
93
+ // this way, measured per lane, before it is trusted to say anything.
94
+ const CLIPPED_OPENER = /^(?:we need (?:answer|respond|comply|produce|output|provide|decline)\b|need (?!to\b)[a-z]+|must (?:not )?(?!be\b)[a-z]+ (?!to\b)|so answer\b|answer:)/;
95
+ const MIN_SENTENCES = 4;
96
+ function clippedShare(text) {
97
+ const sentences = text
98
+ .split(/(?<=[.!?])\s+|\n+/)
99
+ .map((s) => s.trim())
100
+ .filter((s) => s.length > 3);
101
+ return {
102
+ clipped: sentences.filter((s) => CLIPPED_OPENER.test(s)).length,
103
+ total: sentences.length,
104
+ };
105
+ }
106
+ function clippedTotals(ts) {
107
+ let clipped = 0;
108
+ let total = 0;
109
+ for (const t of ts) {
110
+ const s = clippedShare(t.text);
111
+ clipped += s.clipped;
112
+ total += s.total;
113
+ }
114
+ return { clipped, total };
115
+ }
116
+ export const reasoningStyleRule = defineRule({
117
+ id: "reasoning-style",
118
+ layer: "note",
119
+ needs: ["probes", "survey"],
120
+ check: "survey",
121
+ applies: (ctx) => ctx.maker.id !== "openai",
122
+ judge: async (ctx) => {
123
+ const { clipped, total } = clippedTotals(thoughts(ctx, await ctx.evidence("probes"), await ctx.evidence("survey")));
124
+ if (total < MIN_SENTENCES || clipped < 2)
125
+ return null;
126
+ const share = clipped / total;
127
+ return {
128
+ severity: "note",
129
+ reason: `reasoning-style: ${clipped} of ${total} reasoning sentences in OpenAI's clipped style`,
130
+ data: { clipped, total, share },
131
+ };
132
+ },
133
+ });
134
+ //# sourceMappingURL=reasoning-tells.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"reasoning-tells.js","sourceRoot":"","sources":["../../src/rules/reasoning-tells.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAInD,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAIrC,SAAS,QAAQ,CACf,GAAW,EACX,MAA4B,EAC5B,MAAgC;IAEhC,MAAM,GAAG,GAAc,EAAE,CAAC;IAC1B,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC/C,IAAI,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IAC7D,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,MAAM;QACpB,IAAI,CAAC,CAAC,OAAO;YAAE,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IAC3E,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,YAAY,GAAG,EAAE,CAAC;AAExB,6EAA6E;AAC7E,gEAAgE;AAChE,SAAS,aAAa,CAAC,IAAY,EAAE,KAAwB;IAC3D,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,EAAE,GAAG,IAAI,MAAM,CACnB,uKAAuK,IAAI,cAAc,CAC1L,CAAC;QACF,MAAM,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxB,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,GAAG,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC;IACnE,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,CAAC,MAAM,wBAAwB,GAAG,UAAU,CAAC;IACjD,EAAE,EAAE,wBAAwB;IAC5B,KAAK,EAAE,UAAU;IACjB,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC;IAC3B,KAAK,EAAE,QAAQ;IACf,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI;IACnB,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QACnB,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;QAC7D,MAAM,IAAI,GAAuC,EAAE,CAAC;QACpD,KAAK,MAAM,CAAC,IAAI,QAAQ,CACtB,GAAG,EACH,MAAM,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC5B,MAAM,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAC7B,EAAE,CAAC;YACF,MAAM,KAAK,GAAG,aAAa,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC3C,IAAI,KAAK;gBAAE,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC;YACpB,CAAC,CAAC;gBACE,QAAQ,EAAE,MAAM;gBAChB,MAAM,EAAE,kEAAkE,IAAI,CAAC,CAAC,CAAE,CAAC,KAAK,MAAM,IAAI,CAAC,CAAC,CAAE,CAAC,KAAK,IAAI;gBAChH,IAAI,EAAE,EAAE,IAAI,EAAE;aACf;YACH,CAAC,CAAC,IAAI,CAAC;IACX,CAAC;CACF,CAAC,CAAC;AAEH,4EAA4E;AAC5E,+EAA+E;AAC/E,gFAAgF;AAChF,MAAM,OAAO,GACX,8UAA8U,CAAC;AAEjV,MAAM,CAAC,MAAM,iBAAiB,GAAG,UAAU,CAAC;IAC1C,EAAE,EAAE,gBAAgB;IACpB,KAAK,EAAE,UAAU;IACjB,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC;IAC3B,KAAK,EAAE,QAAQ;IACf,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI;IACnB,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QACnB,MAAM,IAAI,GAAuC,EAAE,CAAC;QACpD,KAAK,MAAM,CAAC,IAAI,QAAQ,CACtB,GAAG,EACH,MAAM,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC5B,MAAM,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAC7B,EAAE,CAAC;YACF,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC/B,IAAI,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC;oBACR,KAAK,EAAE,CAAC,CAAC,KAAK;oBACd,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,GAAG,YAAY,CAAC,CAAC,IAAI,EAAE;iBAC5D,CAAC,CAAC;QACP,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACnC,MAAM,KAAK,GAAG,aAAa,CACzB,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAC1E,CAAC;QACF,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,EAAE,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,IAAI,CAAC,CAAC;QAChE,OAAO;YACL,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM;YACtC,MAAM,EAAE,8DAA8D,IAAI,CAAC,CAAC,CAAE,CAAC,KAAK,MAAM,IAAI,CAAC,CAAC,CAAE,CAAC,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,gCAAgC,KAAK,CAAC,OAAO,OAAO,KAAK,CAAC,KAAK,aAAa,CAAC,CAAC,CAAC,EAAE,EAAE;YAC1M,IAAI,EAAE,EAAE,IAAI,EAAE,GAAG,KAAK,EAAE;SACzB,CAAC;IACJ,CAAC;CACF,CAAC,CAAC;AAEH,8EAA8E;AAC9E,gFAAgF;AAChF,qEAAqE;AACrE,MAAM,cAAc,GAClB,uJAAuJ,CAAC;AAC1J,MAAM,aAAa,GAAG,CAAC,CAAC;AAExB,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,SAAS,GAAG,IAAI;SACnB,KAAK,CAAC,mBAAmB,CAAC;SAC1B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC/B,OAAO;QACL,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM;QAC/D,KAAK,EAAE,SAAS,CAAC,MAAM;KACxB,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,EAAsB;IAI3C,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;QACnB,MAAM,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC/B,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC;QACrB,KAAK,IAAI,CAAC,CAAC,KAAK,CAAC;IACnB,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AAC5B,CAAC;AAED,MAAM,CAAC,MAAM,kBAAkB,GAAG,UAAU,CAAC;IAC3C,EAAE,EAAE,iBAAiB;IACrB,KAAK,EAAE,MAAM;IACb,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC;IAC3B,KAAK,EAAE,QAAQ;IACf,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,KAAK,QAAQ;IAC3C,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QACnB,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,aAAa,CACtC,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAC1E,CAAC;QACF,IAAI,KAAK,GAAG,aAAa,IAAI,OAAO,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QACtD,MAAM,KAAK,GAAG,OAAO,GAAG,KAAK,CAAC;QAC9B,OAAO;YACL,QAAQ,EAAE,MAAM;YAChB,MAAM,EAAE,oBAAoB,OAAO,OAAO,KAAK,gDAAgD;YAC/F,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE;SAChC,CAAC;IACJ,CAAC;CACF,CAAC,CAAC"}
@@ -4,7 +4,7 @@ import type { Rule } from "./types";
4
4
  * verdict. Evidence rules sit above the probe ladder because they read facts a
5
5
  * coached reply cannot fake; note rules only report.
6
6
  */
7
- export declare const RULES: readonly [Rule<"thinking-floor", "floorReply", "evidence">, Rule<"thinking-honored", "askedThinkingReply", "evidence">, Rule<"tokenizer-fingerprint", "fixedText", "evidence">, Rule<"tokenizer-family", "scriptTokens", "evidence">, Rule<"masked-identity", "probes", "evidence">, Rule<"fake-200", "probes" | "survey", "evidence">, Rule<"censored-history", "scriptTokens" | "survey", "evidence">, Rule<"coding-tool", "probes", "probe">, Rule<"scam", "probes", "probe">, Rule<"cjk-leak", "probes", "probe">, Rule<"mux", "probes", "probe">, Rule<"foreign", "probes", "probe">, Rule<"served-model-mismatch", "probes", "probe">, Rule<"substituted", "probes", "probe">, Rule<"quorum", "probes", "probe">, Rule<"tier-self-report", "probes", "note">, Rule<"signature", "thinkingReply", "note">, Rule<"token-truth", "countTokens" | "fixedText", "note">, Rule<"envelope", "probes", "note">, Rule<"throughput", "probes", "note">, Rule<"think-leak", "probes", "note">, Rule<"wrapper-leak", "survey", "note">, Rule<"mask-contradiction", "survey", "note">, Rule<"survey", "survey", "note">, Rule<"answer-fingerprint", "answerFingerprint", "note">];
7
+ export declare const RULES: readonly [Rule<"thinking-floor", "floorReply", "evidence">, Rule<"thinking-honored", "askedThinkingReply", "evidence">, Rule<"tokenizer-fingerprint", "fixedText", "evidence">, Rule<"tokenizer-family", "scriptTokens", "evidence">, Rule<"masked-identity", "probes", "evidence">, Rule<"foreign-self-reference", "probes" | "survey", "evidence">, Rule<"covert-persona", "probes" | "survey", "evidence">, Rule<"signature", "thinkingReply", "evidence">, Rule<"foreign-answers", "answerFingerprint", "evidence">, Rule<"fake-200", "probes" | "survey", "evidence">, Rule<"censored-history", "scriptTokens" | "survey", "evidence">, Rule<"coding-tool", "probes", "probe">, Rule<"scam", "probes", "probe">, Rule<"cjk-leak", "probes", "probe">, Rule<"mux", "probes", "probe">, Rule<"foreign", "probes", "probe">, Rule<"served-model-mismatch", "probes", "probe">, Rule<"substituted", "probes", "probe">, Rule<"quorum", "probes", "probe">, Rule<"tier-self-report", "probes", "note">, Rule<"token-truth", "countTokens" | "fixedText", "note">, Rule<"envelope", "probes", "note">, Rule<"throughput", "probes", "note">, Rule<"think-leak", "probes", "note">, Rule<"reasoning-style", "probes" | "survey", "note">, Rule<"wrapper-leak", "survey", "note">, Rule<"mask-contradiction", "survey", "note">, Rule<"survey", "survey", "note">, Rule<"answer-fingerprint", "answerFingerprint", "note">];
8
8
  type RuleEntry = (typeof RULES)[number];
9
9
  export type RuleId = RuleEntry["id"];
10
10
  /** Rules that can decide a verdict; a UI naming every rule keys off this. */
@@ -1 +1 @@
1
- {"version":3,"file":"table.d.ts","sourceRoot":"","sources":["../../src/rules/table.ts"],"names":[],"mappings":"AA4BA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAEpC;;;;GAIG;AACH,eAAO,MAAM,KAAK,4mCA0BkB,CAAC;AAErC,KAAK,SAAS,GAAG,CAAC,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC;AACxC,MAAM,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;AACrC,6EAA6E;AAC7E,MAAM,MAAM,aAAa,GAAG,OAAO,CACjC,SAAS,EACT;IAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAA;CAAE,CAChC,CAAC,IAAI,CAAC,CAAC;AAER,eAAO,MAAM,eAAe,EAAE,SAAS,aAAa,EAGlC,CAAC;AAEnB,eAAO,MAAM,oBAAoB,YAC/B,SAAS,EACT,WAAW,EACX,YAAY,EACZ,WAAW,EACX,WAAW,CACH,CAAC;AACX,MAAM,MAAM,oBAAoB,GAAG,CAAC,OAAO,oBAAoB,CAAC,CAAC,MAAM,CAAC,CAAC;AAEzE,0EAA0E;AAC1E,eAAO,MAAM,eAAe;4BACX,aAAa;mBACtB,MAAM;yBACA,UAAU;sBACb,SAAS;;oBAEX,QAAQ;CAC0D,CAAC"}
1
+ {"version":3,"file":"table.d.ts","sourceRoot":"","sources":["../../src/rules/table.ts"],"names":[],"mappings":"AAkCA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAEpC;;;;GAIG;AACH,eAAO,MAAM,KAAK,01CA8BkB,CAAC;AAErC,KAAK,SAAS,GAAG,CAAC,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC;AACxC,MAAM,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;AACrC,6EAA6E;AAC7E,MAAM,MAAM,aAAa,GAAG,OAAO,CACjC,SAAS,EACT;IAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAA;CAAE,CAChC,CAAC,IAAI,CAAC,CAAC;AAER,eAAO,MAAM,eAAe,EAAE,SAAS,aAAa,EAGlC,CAAC;AAEnB,eAAO,MAAM,oBAAoB,YAC/B,SAAS,EACT,WAAW,EACX,YAAY,EACZ,WAAW,EACX,WAAW,CACH,CAAC;AACX,MAAM,MAAM,oBAAoB,GAAG,CAAC,OAAO,oBAAoB,CAAC,CAAC,MAAM,CAAC,CAAC;AAEzE,0EAA0E;AAC1E,eAAO,MAAM,eAAe;4BACX,aAAa;mBACtB,MAAM;yBACA,UAAU;sBACb,SAAS;;oBAEX,QAAQ;CAC0D,CAAC"}
@@ -5,9 +5,11 @@ import { surveyRule } from "./survey";
5
5
  import { answerFingerprintRule } from "./answer-fingerprint";
6
6
  import { thinkLeakRule } from "./think-leak";
7
7
  import { maskedIdentityRule } from "./masked-identity";
8
+ import { covertPersonaRule, foreignSelfReferenceRule, reasoningStyleRule, } from "./reasoning-tells";
8
9
  import { maskContradictionRule } from "./mask-contradiction";
9
10
  import { fake200Rule } from "./fake-200";
10
11
  import { censoredHistoryRule } from "./censored-history";
12
+ import { foreignAnswersRule } from "./foreign-answers";
11
13
  import { wrapperLeakRule } from "./wrapper-leak";
12
14
  import { thinkingFloorRule } from "./thinking-floor";
13
15
  import { thinkingHonoredRule } from "./thinking-honored";
@@ -26,6 +28,10 @@ export const RULES = [
26
28
  tokenizerFingerprintRule,
27
29
  tokenizerFamilyRule,
28
30
  maskedIdentityRule,
31
+ foreignSelfReferenceRule,
32
+ covertPersonaRule,
33
+ signatureRule,
34
+ foreignAnswersRule,
29
35
  fake200Rule,
30
36
  censoredHistoryRule,
31
37
  codingToolRule,
@@ -37,11 +43,11 @@ export const RULES = [
37
43
  substitutedRule,
38
44
  quorumRule,
39
45
  tierSelfReportRule,
40
- signatureRule,
41
46
  tokenTruthRule,
42
47
  envelopeRule,
43
48
  throughputRule,
44
49
  thinkLeakRule,
50
+ reasoningStyleRule,
45
51
  wrapperLeakRule,
46
52
  maskContradictionRule,
47
53
  surveyRule,
@@ -1 +1 @@
1
- {"version":3,"file":"table.js","sourceRoot":"","sources":["../../src/rules/table.ts"],"names":[],"mappings":"AACA,OAAO,EACL,WAAW,EACX,cAAc,EACd,WAAW,EACX,OAAO,EACP,UAAU,EACV,QAAQ,EACR,uBAAuB,EACvB,eAAe,EACf,kBAAkB,GACnB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AACtC,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACnE,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAGzD;;;;GAIG;AACH,MAAM,CAAC,MAAM,KAAK,GAAG;IACnB,iBAAiB;IACjB,mBAAmB;IACnB,wBAAwB;IACxB,mBAAmB;IACnB,kBAAkB;IAClB,WAAW;IACX,mBAAmB;IACnB,cAAc;IACd,QAAQ;IACR,WAAW;IACX,OAAO;IACP,WAAW;IACX,uBAAuB;IACvB,eAAe;IACf,UAAU;IACV,kBAAkB;IAClB,aAAa;IACb,cAAc;IACd,YAAY;IACZ,cAAc;IACd,aAAa;IACb,eAAe;IACf,qBAAqB;IACrB,UAAU;IACV,qBAAqB;CACa,CAAC;AAUrC,MAAM,CAAC,MAAM,eAAe,GAA6B,KAAK,CAAC,MAAM,CACnE,CAAC,CAAC,EAA4D,EAAE,CAC9D,CAAC,CAAC,KAAK,KAAK,MAAM,CACrB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAEnB,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,SAAS;IACT,WAAW;IACX,YAAY;IACZ,WAAW;IACX,WAAW;CACH,CAAC;AAGX,0EAA0E;AAC1E,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,aAAa,EAAE,aAAa;IAC5B,IAAI,EAAE,MAAM;IACZ,UAAU,EAAE,UAAU;IACtB,OAAO,EAAE,SAAS;IAClB,YAAY,EAAE,IAAI;IAClB,KAAK,EAAE,QAAQ;CAC0D,CAAC"}
1
+ {"version":3,"file":"table.js","sourceRoot":"","sources":["../../src/rules/table.ts"],"names":[],"mappings":"AACA,OAAO,EACL,WAAW,EACX,cAAc,EACd,WAAW,EACX,OAAO,EACP,UAAU,EACV,QAAQ,EACR,uBAAuB,EACvB,eAAe,EACf,kBAAkB,GACnB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AACtC,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EACL,iBAAiB,EACjB,wBAAwB,EACxB,kBAAkB,GACnB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACnE,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAGzD;;;;GAIG;AACH,MAAM,CAAC,MAAM,KAAK,GAAG;IACnB,iBAAiB;IACjB,mBAAmB;IACnB,wBAAwB;IACxB,mBAAmB;IACnB,kBAAkB;IAClB,wBAAwB;IACxB,iBAAiB;IACjB,aAAa;IACb,kBAAkB;IAClB,WAAW;IACX,mBAAmB;IACnB,cAAc;IACd,QAAQ;IACR,WAAW;IACX,OAAO;IACP,WAAW;IACX,uBAAuB;IACvB,eAAe;IACf,UAAU;IACV,kBAAkB;IAClB,cAAc;IACd,YAAY;IACZ,cAAc;IACd,aAAa;IACb,kBAAkB;IAClB,eAAe;IACf,qBAAqB;IACrB,UAAU;IACV,qBAAqB;CACa,CAAC;AAUrC,MAAM,CAAC,MAAM,eAAe,GAA6B,KAAK,CAAC,MAAM,CACnE,CAAC,CAAC,EAA4D,EAAE,CAC9D,CAAC,CAAC,KAAK,KAAK,MAAM,CACrB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAEnB,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,SAAS;IACT,WAAW;IACX,YAAY;IACZ,WAAW;IACX,WAAW;CACH,CAAC;AAGX,0EAA0E;AAC1E,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,aAAa,EAAE,aAAa;IAC5B,IAAI,EAAE,MAAM;IACZ,UAAU,EAAE,UAAU;IACtB,OAAO,EAAE,SAAS;IAClB,YAAY,EAAE,IAAI;IAClB,KAAK,EAAE,QAAQ;CAC0D,CAAC"}
@@ -27,6 +27,12 @@ export type SignatureState =
27
27
  | "unsigned"
28
28
  /** Thinking was requested and no block came back at all. */
29
29
  | "no-thinking"
30
+ /**
31
+ * A signature field that holds no signature ("dummysig"): something
32
+ * invented the block, since the Messages wire passes real ones through and
33
+ * an OpenAI hop leaves the field out entirely.
34
+ */
35
+ | "forged"
30
36
  /** Model or endpoint cannot be asked; carries no evidence either way. */
31
37
  | "skipped";
32
38
  export type SignatureResult = {
@@ -39,5 +45,5 @@ export type SignatureResult = {
39
45
  replayVerified?: boolean;
40
46
  reason?: string;
41
47
  };
42
- export declare const signatureRule: import("./types").Rule<"signature", "thinkingReply", "note">;
48
+ export declare const signatureRule: import("./types").Rule<"signature", "thinkingReply", "evidence">;
43
49
  //# sourceMappingURL=thinking-signature.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"thinking-signature.d.ts","sourceRoot":"","sources":["../../src/rules/thinking-signature.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAQH,MAAM,MAAM,cAAc;AACxB,gEAAgE;AAC9D,QAAQ;AACV;;;;GAIG;GACD,UAAU;AACZ,4DAA4D;GAC1D,aAAa;AACf,yEAAyE;GACvE,SAAS,CAAC;AAEd,MAAM,MAAM,eAAe,GAAG;IAC5B,KAAK,EAAE,cAAc,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,iEAAiE;IACjE,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,aAAa,EAAE,MAAM,CAAC;IACtB,mDAAmD;IACnD,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAwCF,eAAO,MAAM,aAAa,8DAaxB,CAAC"}
1
+ {"version":3,"file":"thinking-signature.d.ts","sourceRoot":"","sources":["../../src/rules/thinking-signature.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AASH,MAAM,MAAM,cAAc;AACxB,gEAAgE;AAC9D,QAAQ;AACV;;;;GAIG;GACD,UAAU;AACZ,4DAA4D;GAC1D,aAAa;AACf;;;;GAIG;GACD,QAAQ;AACV,yEAAyE;GACvE,SAAS,CAAC;AAEd,MAAM,MAAM,eAAe,GAAG;IAC5B,KAAK,EAAE,cAAc,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,iEAAiE;IACjE,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,aAAa,EAAE,MAAM,CAAC;IACtB,mDAAmD;IACnD,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAwCF,eAAO,MAAM,aAAa,kEAkBxB,CAAC"}
@@ -19,6 +19,7 @@
19
19
  import { defineRule } from "./types";
20
20
  /** Real signatures run to hundreds of chars; this only rejects a stub. */
21
21
  const SIGNATURE_MIN_LEN = 50;
22
+ const SIGNATURE_CHARSET = /^[A-Za-z0-9+/=_-]+$/;
22
23
  async function signatureResult(ctx) {
23
24
  const empty = { signatureLength: 0, signaturePrefix: null, thinkingChars: 0 };
24
25
  const reply = await ctx.evidence("thinkingReply");
@@ -42,8 +43,8 @@ async function signatureResult(ctx) {
42
43
  };
43
44
  if (!sig)
44
45
  return { state: "unsigned", ...base, reason: "no-signature-field" };
45
- if (sig.length < SIGNATURE_MIN_LEN)
46
- return { state: "unsigned", ...base, reason: "signature-too-short" };
46
+ if (sig.length < SIGNATURE_MIN_LEN || !SIGNATURE_CHARSET.test(sig))
47
+ return { state: "forged", ...base, reason: "signature-not-a-signature" };
47
48
  if (reply.replayAccepted === undefined)
48
49
  return { state: "signed", ...base };
49
50
  // A rejection is real evidence (the endpoint checked and refused); an
@@ -57,12 +58,17 @@ async function signatureResult(ctx) {
57
58
  }
58
59
  export const signatureRule = defineRule({
59
60
  id: "signature",
60
- layer: "note",
61
+ layer: "evidence",
61
62
  needs: ["thinkingReply"],
62
63
  check: "signature",
63
64
  applies: (ctx) => ctx.wire.read.thinkingBlock !== undefined,
64
65
  judge: async (ctx) => {
65
66
  const r = await signatureResult(ctx);
67
+ if (r.state === "forged")
68
+ return {
69
+ severity: "suspect",
70
+ reason: `signature: the thinking block is signed "${r.signaturePrefix}", which no Anthropic backend issues`,
71
+ };
66
72
  return r.state === "no-thinking"
67
73
  ? { severity: "note", reason: `signature: ${r.reason}` }
68
74
  : null;
@@ -1 +1 @@
1
- {"version":3,"file":"thinking-signature.js","sourceRoot":"","sources":["../../src/rules/thinking-signature.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAGH,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAErC,0EAA0E;AAC1E,MAAM,iBAAiB,GAAG,EAAE,CAAC;AA2B7B,KAAK,UAAU,eAAe,CAC5B,GAA6B;IAE7B,MAAM,KAAK,GAAG,EAAE,eAAe,EAAE,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;IAC9E,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;IAClD,IAAI,CAAC,KAAK;QACR,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,4BAA4B,EAAE,CAAC;IAC9E,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC;IACtB,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG;QAC1C,OAAO;YACL,KAAK,EAAE,SAAS;YAChB,GAAG,KAAK;YACR,MAAM,EAAE,gBAAgB,GAAG,CAAC,MAAM,IAAI,SAAS,EAAE;SAClD,CAAC;IACJ,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;IAC9D,IAAI,CAAC,KAAK;QACR,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,mBAAmB,EAAE,CAAC;IAEzE,MAAM,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC;IAC5B,MAAM,IAAI,GAAG;QACX,eAAe,EAAE,GAAG,CAAC,MAAM;QAC3B,eAAe,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;QAC9C,aAAa,EAAE,KAAK,CAAC,KAAK;KAC3B,CAAC;IACF,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC;IAC9E,IAAI,GAAG,CAAC,MAAM,GAAG,iBAAiB;QAChC,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,qBAAqB,EAAE,CAAC;IACvE,IAAI,KAAK,CAAC,cAAc,KAAK,SAAS;QAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,CAAC;IAC5E,sEAAsE;IACtE,gEAAgE;IAChE,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU;QACnD,GAAG,IAAI;QACP,cAAc,EAAE,KAAK,CAAC,cAAc;QACpC,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,8BAA8B,EAAE,CAAC;KAC5E,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,aAAa,GAAG,UAAU,CAAC;IACtC,EAAE,EAAE,WAAW;IACf,KAAK,EAAE,MAAM;IACb,KAAK,EAAE,CAAC,eAAe,CAAC;IACxB,KAAK,EAAE,WAAW;IAClB,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,KAAK,SAAS;IAC3D,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QACnB,MAAM,CAAC,GAAG,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC;QACrC,OAAO,CAAC,CAAC,KAAK,KAAK,aAAa;YAC9B,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC,MAAM,EAAE,EAAE;YACxD,CAAC,CAAC,IAAI,CAAC;IACX,CAAC;IACD,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;CACnE,CAAC,CAAC"}
1
+ {"version":3,"file":"thinking-signature.js","sourceRoot":"","sources":["../../src/rules/thinking-signature.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAGH,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAErC,0EAA0E;AAC1E,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,iBAAiB,GAAG,qBAAqB,CAAC;AAiChD,KAAK,UAAU,eAAe,CAC5B,GAA6B;IAE7B,MAAM,KAAK,GAAG,EAAE,eAAe,EAAE,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;IAC9E,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;IAClD,IAAI,CAAC,KAAK;QACR,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,4BAA4B,EAAE,CAAC;IAC9E,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC;IACtB,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG;QAC1C,OAAO;YACL,KAAK,EAAE,SAAS;YAChB,GAAG,KAAK;YACR,MAAM,EAAE,gBAAgB,GAAG,CAAC,MAAM,IAAI,SAAS,EAAE;SAClD,CAAC;IACJ,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;IAC9D,IAAI,CAAC,KAAK;QACR,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,mBAAmB,EAAE,CAAC;IAEzE,MAAM,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC;IAC5B,MAAM,IAAI,GAAG;QACX,eAAe,EAAE,GAAG,CAAC,MAAM;QAC3B,eAAe,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;QAC9C,aAAa,EAAE,KAAK,CAAC,KAAK;KAC3B,CAAC;IACF,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC;IAC9E,IAAI,GAAG,CAAC,MAAM,GAAG,iBAAiB,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC;QAChE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,2BAA2B,EAAE,CAAC;IAC3E,IAAI,KAAK,CAAC,cAAc,KAAK,SAAS;QAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,CAAC;IAC5E,sEAAsE;IACtE,gEAAgE;IAChE,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU;QACnD,GAAG,IAAI;QACP,cAAc,EAAE,KAAK,CAAC,cAAc;QACpC,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,8BAA8B,EAAE,CAAC;KAC5E,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,aAAa,GAAG,UAAU,CAAC;IACtC,EAAE,EAAE,WAAW;IACf,KAAK,EAAE,UAAU;IACjB,KAAK,EAAE,CAAC,eAAe,CAAC;IACxB,KAAK,EAAE,WAAW;IAClB,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,KAAK,SAAS;IAC3D,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QACnB,MAAM,CAAC,GAAG,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC;QACrC,IAAI,CAAC,CAAC,KAAK,KAAK,QAAQ;YACtB,OAAO;gBACL,QAAQ,EAAE,SAAS;gBACnB,MAAM,EAAE,4CAA4C,CAAC,CAAC,eAAe,sCAAsC;aAC5G,CAAC;QACJ,OAAO,CAAC,CAAC,KAAK,KAAK,aAAa;YAC9B,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC,MAAM,EAAE,EAAE;YACxD,CAAC,CAAC,IAAI,CAAC;IACX,CAAC;IACD,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;CACnE,CAAC,CAAC"}
package/dist/verify.d.ts CHANGED
@@ -24,10 +24,10 @@ export declare function verifyWith<V extends string, R extends string, M extends
24
24
  export declare function runRulesWith<V extends string, R extends string, M extends string = MakerId>(registry: Registry<V, R, M>, opts: VerifyOptions<V> & {
25
25
  only: readonly R[];
26
26
  }): Promise<RuleRun<R>>;
27
- export declare const verify: (opts: VerifyOptions) => Promise<VerifyResult<"anthropic" | "gemini" | "openai", "answer-fingerprint" | "censored-history" | "cjk-leak" | "coding-tool" | "envelope" | "fake-200" | "foreign" | "mask-contradiction" | "masked-identity" | "mux" | "quorum" | "scam" | "served-model-mismatch" | "signature" | "substituted" | "survey" | "think-leak" | "thinking-floor" | "thinking-honored" | "throughput" | "tier-self-report" | "token-truth" | "tokenizer-family" | "tokenizer-fingerprint" | "wrapper-leak", "agnes" | "ai21" | "aion" | "alibaba" | "amazon" | "anthropic" | "arcee" | "baidu" | "bytedance" | "cohere" | "deepseek" | "google" | "ibm" | "inception" | "inclusionai" | "internlm" | "jetbrains" | "kwaipilot" | "liquid" | "meituan" | "meta" | "microsoft" | "minimax" | "mistral" | "moondream" | "moonshot" | "nexagi" | "nous" | "nvidia" | "openai" | "openbmb" | "perplexity" | "poolside" | "rednote" | "sarvam" | "sensetime" | "stepfun" | "swissai" | "tencent" | "typhoon" | "venice" | "writer" | "xai" | "xiaomi" | "zhipu">>;
27
+ export declare const verify: (opts: VerifyOptions) => Promise<VerifyResult<"anthropic" | "gemini" | "openai", "answer-fingerprint" | "censored-history" | "cjk-leak" | "coding-tool" | "covert-persona" | "envelope" | "fake-200" | "foreign" | "foreign-answers" | "foreign-self-reference" | "mask-contradiction" | "masked-identity" | "mux" | "quorum" | "reasoning-style" | "scam" | "served-model-mismatch" | "signature" | "substituted" | "survey" | "think-leak" | "thinking-floor" | "thinking-honored" | "throughput" | "tier-self-report" | "token-truth" | "tokenizer-family" | "tokenizer-fingerprint" | "wrapper-leak", "agnes" | "ai21" | "aion" | "alibaba" | "amazon" | "anthropic" | "arcee" | "baidu" | "bytedance" | "cohere" | "deepseek" | "google" | "ibm" | "inception" | "inclusionai" | "internlm" | "jetbrains" | "kwaipilot" | "liquid" | "meituan" | "meta" | "microsoft" | "minimax" | "mistral" | "moondream" | "moonshot" | "nexagi" | "nous" | "nvidia" | "openai" | "openbmb" | "perplexity" | "poolside" | "rednote" | "sarvam" | "sensetime" | "stepfun" | "swissai" | "tencent" | "typhoon" | "venice" | "writer" | "xai" | "xiaomi" | "zhipu">>;
28
28
  export declare const runRules: (opts: VerifyOptions & {
29
29
  only: readonly RuleId[];
30
- }) => Promise<RuleRun<"answer-fingerprint" | "censored-history" | "cjk-leak" | "coding-tool" | "envelope" | "fake-200" | "foreign" | "mask-contradiction" | "masked-identity" | "mux" | "quorum" | "scam" | "served-model-mismatch" | "signature" | "substituted" | "survey" | "think-leak" | "thinking-floor" | "thinking-honored" | "throughput" | "tier-self-report" | "token-truth" | "tokenizer-family" | "tokenizer-fingerprint" | "wrapper-leak">>;
30
+ }) => Promise<RuleRun<"answer-fingerprint" | "censored-history" | "cjk-leak" | "coding-tool" | "covert-persona" | "envelope" | "fake-200" | "foreign" | "foreign-answers" | "foreign-self-reference" | "mask-contradiction" | "masked-identity" | "mux" | "quorum" | "reasoning-style" | "scam" | "served-model-mismatch" | "signature" | "substituted" | "survey" | "think-leak" | "thinking-floor" | "thinking-honored" | "throughput" | "tier-self-report" | "token-truth" | "tokenizer-family" | "tokenizer-fingerprint" | "wrapper-leak">>;
31
31
  /** One raw request through the run's transport and body extras, for callers with their own probes. */
32
32
  export { callWire };
33
33
  //# sourceMappingURL=verify.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"verify.d.ts","sourceRoot":"","sources":["../src/verify.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAA8B,MAAM,kBAAkB,CAAC;AAMxE,OAAO,EAGL,KAAK,UAAU,EAChB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAU,KAAK,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAEtD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAE5C,OAAO,EAAS,KAAK,MAAM,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,KAAK,EAAoB,IAAI,EAAW,MAAM,eAAe,CAAC;AAErE,OAAO,KAAK,EAGV,OAAO,EACP,aAAa,EACb,YAAY,EACb,MAAM,SAAS,CAAC;AACjB,OAAO,EAAsB,KAAK,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AACpE,OAAO,KAAK,EAAc,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAIjE,MAAM,MAAM,QAAQ,CAClB,CAAC,SAAS,MAAM,GAAG,QAAQ,EAC3B,CAAC,SAAS,MAAM,GAAG,MAAM,EACzB,CAAC,SAAS,MAAM,GAAG,OAAO,IACxB;IACF,OAAO,EAAE,SAAS,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC;IACrC,KAAK,EAAE,SAAS,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1B,KAAK,EAAE,SAAS,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;IAChC,MAAM,EAAE,SAAS,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;CAC7B,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,QAK9B,CAAC;AA+JF,sDAAsD;AACtD,wBAAsB,UAAU,CAC9B,CAAC,SAAS,MAAM,EAChB,CAAC,SAAS,MAAM,EAChB,CAAC,SAAS,MAAM,GAAG,OAAO,EAE1B,QAAQ,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAC3B,IAAI,EAAE,aAAa,CAAC,CAAC,CAAC,GACrB,OAAO,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CA4ChC;AAED;;;;GAIG;AACH,wBAAsB,YAAY,CAChC,CAAC,SAAS,MAAM,EAChB,CAAC,SAAS,MAAM,EAChB,CAAC,SAAS,MAAM,GAAG,OAAO,EAE1B,QAAQ,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAC3B,IAAI,EAAE,aAAa,CAAC,CAAC,CAAC,GAAG;IAAE,IAAI,EAAE,SAAS,CAAC,EAAE,CAAA;CAAE,GAC9C,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAYrB;AAED,eAAO,MAAM,MAAM,SAAU,aAAa,++BACN,CAAC;AAErC,eAAO,MAAM,QAAQ,SAAU,aAAa,GAAG;IAAE,IAAI,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,wbACpC,CAAC;AAEvC,sGAAsG;AACtG,OAAO,EAAE,QAAQ,EAAE,CAAC"}
1
+ {"version":3,"file":"verify.d.ts","sourceRoot":"","sources":["../src/verify.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAA8B,MAAM,kBAAkB,CAAC;AAMxE,OAAO,EAGL,KAAK,UAAU,EAChB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAU,KAAK,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAEtD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAE5C,OAAO,EAAS,KAAK,MAAM,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,KAAK,EAAoB,IAAI,EAAW,MAAM,eAAe,CAAC;AAErE,OAAO,KAAK,EAGV,OAAO,EACP,aAAa,EACb,YAAY,EACb,MAAM,SAAS,CAAC;AACjB,OAAO,EAAsB,KAAK,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AACpE,OAAO,KAAK,EAAc,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAIjE,MAAM,MAAM,QAAQ,CAClB,CAAC,SAAS,MAAM,GAAG,QAAQ,EAC3B,CAAC,SAAS,MAAM,GAAG,MAAM,EACzB,CAAC,SAAS,MAAM,GAAG,OAAO,IACxB;IACF,OAAO,EAAE,SAAS,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC;IACrC,KAAK,EAAE,SAAS,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1B,KAAK,EAAE,SAAS,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;IAChC,MAAM,EAAE,SAAS,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;CAC7B,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,QAK9B,CAAC;AA+JF,sDAAsD;AACtD,wBAAsB,UAAU,CAC9B,CAAC,SAAS,MAAM,EAChB,CAAC,SAAS,MAAM,EAChB,CAAC,SAAS,MAAM,GAAG,OAAO,EAE1B,QAAQ,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAC3B,IAAI,EAAE,aAAa,CAAC,CAAC,CAAC,GACrB,OAAO,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CA4ChC;AAED;;;;GAIG;AACH,wBAAsB,YAAY,CAChC,CAAC,SAAS,MAAM,EAChB,CAAC,SAAS,MAAM,EAChB,CAAC,SAAS,MAAM,GAAG,OAAO,EAE1B,QAAQ,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAC3B,IAAI,EAAE,aAAa,CAAC,CAAC,CAAC,GAAG;IAAE,IAAI,EAAE,SAAS,CAAC,EAAE,CAAA;CAAE,GAC9C,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAYrB;AAED,eAAO,MAAM,MAAM,SAAU,aAAa,qkCACN,CAAC;AAErC,eAAO,MAAM,QAAQ,SAAU,aAAa,GAAG;IAAE,IAAI,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,8gBACpC,CAAC;AAEvC,sGAAsG;AACtG,OAAO,EAAE,QAAQ,EAAE,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "ai-model-verifier",
3
- "version": "3.9.16",
3
+ "version": "3.9.18",
4
4
  "description": "Verify an AI API endpoint really serves the model it claims: a vendor adapter per wire, a maker table for who trained what, a rule table over shared evidence, and per model facts. Model substitution, Claude thinking signatures, token billing accuracy, envelope and throughput evidence.",
5
5
  "license": "AGPL-3.0-only",
6
6
  "type": "module",