@cello-protocol/cli 0.0.305 → 0.0.307

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (234) hide show
  1. package/.claude-plugin/marketplace.json +15 -0
  2. package/README.md +107 -0
  3. package/dist/cli.d.ts +2 -0
  4. package/dist/cli.js +564 -0
  5. package/dist/daemon/account-page-assets.d.ts +4 -0
  6. package/dist/daemon/account-page-assets.js +160 -0
  7. package/dist/daemon/account-page.d.ts +14 -0
  8. package/dist/daemon/account-page.js +104 -0
  9. package/dist/daemon/address.d.ts +10 -0
  10. package/dist/daemon/address.js +34 -0
  11. package/dist/daemon/away.d.ts +31 -0
  12. package/dist/daemon/away.js +65 -0
  13. package/dist/daemon/channel-store.d.ts +112 -0
  14. package/dist/daemon/channel-store.js +284 -0
  15. package/dist/daemon/channels.d.ts +46 -0
  16. package/dist/daemon/channels.js +1049 -0
  17. package/dist/daemon/contacts.d.ts +26 -0
  18. package/dist/daemon/contacts.js +74 -0
  19. package/dist/daemon/engine.d.ts +80 -0
  20. package/dist/daemon/engine.js +2882 -0
  21. package/dist/daemon/errors.d.ts +5 -0
  22. package/dist/daemon/errors.js +16 -0
  23. package/dist/daemon/governance.d.ts +66 -0
  24. package/dist/daemon/governance.js +514 -0
  25. package/dist/daemon/guards.d.ts +36 -0
  26. package/dist/daemon/guards.js +140 -0
  27. package/dist/daemon/issuer-client.d.ts +56 -0
  28. package/dist/daemon/issuer-client.js +143 -0
  29. package/dist/daemon/link.d.ts +30 -0
  30. package/dist/daemon/link.js +191 -0
  31. package/dist/daemon/log.d.ts +1 -0
  32. package/dist/daemon/log.js +4 -0
  33. package/dist/daemon/main.d.ts +1 -0
  34. package/dist/daemon/main.js +511 -0
  35. package/dist/daemon/paths.d.ts +6 -0
  36. package/dist/daemon/paths.js +21 -0
  37. package/dist/daemon/pii.d.ts +24 -0
  38. package/dist/daemon/pii.js +146 -0
  39. package/dist/daemon/policy-cadence.d.ts +33 -0
  40. package/dist/daemon/policy-cadence.js +59 -0
  41. package/dist/daemon/policy-proposals.d.ts +41 -0
  42. package/dist/daemon/policy-proposals.js +83 -0
  43. package/dist/daemon/policy-store.d.ts +47 -0
  44. package/dist/daemon/policy-store.js +144 -0
  45. package/dist/daemon/presented.d.ts +36 -0
  46. package/dist/daemon/presented.js +94 -0
  47. package/dist/daemon/rate-limit.d.ts +17 -0
  48. package/dist/daemon/rate-limit.js +44 -0
  49. package/dist/daemon/reach.d.ts +63 -0
  50. package/dist/daemon/reach.js +207 -0
  51. package/dist/daemon/screening.d.ts +97 -0
  52. package/dist/daemon/screening.js +362 -0
  53. package/dist/daemon/settings.d.ts +125 -0
  54. package/dist/daemon/settings.js +73 -0
  55. package/dist/daemon/signal-rules.d.ts +55 -0
  56. package/dist/daemon/signal-rules.js +127 -0
  57. package/dist/daemon/signal-store.d.ts +53 -0
  58. package/dist/daemon/signal-store.js +114 -0
  59. package/dist/daemon/store.d.ts +188 -0
  60. package/dist/daemon/store.js +474 -0
  61. package/dist/daemon/tiers.d.ts +14 -0
  62. package/dist/daemon/tiers.js +9 -0
  63. package/dist/daemon/wallet.d.ts +73 -0
  64. package/dist/daemon/wallet.js +428 -0
  65. package/dist/daemon/who-label.d.ts +3 -0
  66. package/dist/daemon/who-label.js +11 -0
  67. package/dist/guidance.d.ts +39 -0
  68. package/dist/guidance.js +98 -0
  69. package/dist/hermes-bridge.d.ts +26 -0
  70. package/dist/hermes-bridge.js +180 -0
  71. package/dist/install-mcp.d.ts +6 -0
  72. package/dist/install-mcp.js +77 -0
  73. package/dist/ipc/client.d.ts +18 -0
  74. package/dist/ipc/client.js +107 -0
  75. package/dist/ipc/operations.d.ts +30 -0
  76. package/dist/ipc/operations.js +835 -0
  77. package/dist/ipc/protocol.d.ts +21 -0
  78. package/dist/ipc/protocol.js +1 -0
  79. package/dist/issuer-list-sign.d.ts +12 -0
  80. package/dist/issuer-list-sign.js +43 -0
  81. package/dist/local-operations.d.ts +2 -0
  82. package/dist/local-operations.js +73 -0
  83. package/dist/mcp-tools.d.ts +14 -0
  84. package/dist/mcp-tools.js +45 -0
  85. package/dist/mcp.d.ts +2 -0
  86. package/dist/mcp.js +155 -0
  87. package/dist/protocol/aead.d.ts +4 -0
  88. package/dist/protocol/aead.js +35 -0
  89. package/dist/protocol/cbor.d.ts +40 -0
  90. package/dist/protocol/cbor.js +106 -0
  91. package/dist/protocol/chain.d.ts +44 -0
  92. package/dist/protocol/chain.js +126 -0
  93. package/dist/protocol/channel.d.ts +153 -0
  94. package/dist/protocol/channel.js +298 -0
  95. package/dist/protocol/encode.d.ts +6 -0
  96. package/dist/protocol/encode.js +21 -0
  97. package/dist/protocol/identity.d.ts +27 -0
  98. package/dist/protocol/identity.js +94 -0
  99. package/dist/protocol/issuer-list.d.ts +56 -0
  100. package/dist/protocol/issuer-list.js +193 -0
  101. package/dist/protocol/issuer-roots.d.ts +6 -0
  102. package/dist/protocol/issuer-roots.js +10 -0
  103. package/dist/protocol/key-agreement.d.ts +20 -0
  104. package/dist/protocol/key-agreement.js +88 -0
  105. package/dist/protocol/merkle.d.ts +16 -0
  106. package/dist/protocol/merkle.js +166 -0
  107. package/dist/protocol/ml-dsa.d.ts +28 -0
  108. package/dist/protocol/ml-dsa.js +58 -0
  109. package/dist/protocol/ml-kem.d.ts +14 -0
  110. package/dist/protocol/ml-kem.js +57 -0
  111. package/dist/protocol/pq-errors.d.ts +9 -0
  112. package/dist/protocol/pq-errors.js +23 -0
  113. package/dist/protocol/pq-warnings.d.ts +1 -0
  114. package/dist/protocol/pq-warnings.js +18 -0
  115. package/dist/protocol/presented-signals.d.ts +17 -0
  116. package/dist/protocol/presented-signals.js +92 -0
  117. package/dist/protocol/salt.d.ts +5 -0
  118. package/dist/protocol/salt.js +47 -0
  119. package/dist/protocol/seal.d.ts +58 -0
  120. package/dist/protocol/seal.js +220 -0
  121. package/dist/protocol/signal.d.ts +54 -0
  122. package/dist/protocol/signal.js +266 -0
  123. package/dist/protocol/status.d.ts +41 -0
  124. package/dist/protocol/status.js +64 -0
  125. package/dist/protocol/structures.d.ts +359 -0
  126. package/dist/protocol/structures.js +296 -0
  127. package/dist/protocol/transcript.d.ts +61 -0
  128. package/dist/protocol/transcript.js +319 -0
  129. package/dist/protocol/wire.d.ts +212 -0
  130. package/dist/protocol/wire.js +161 -0
  131. package/dist/require-node.d.ts +1 -0
  132. package/dist/require-node.js +10 -0
  133. package/dist/screener/affordance.d.ts +1 -0
  134. package/dist/screener/affordance.js +2 -0
  135. package/dist/screener/classifier-selfcheck.d.ts +29 -0
  136. package/dist/screener/classifier-selfcheck.js +56 -0
  137. package/dist/screener/exfil.d.ts +11 -0
  138. package/dist/screener/exfil.js +45 -0
  139. package/dist/screener/gitleaks-rules.d.ts +9 -0
  140. package/dist/screener/gitleaks-rules.js +226 -0
  141. package/dist/screener/inbound.d.ts +25 -0
  142. package/dist/screener/inbound.js +102 -0
  143. package/dist/screener/injection-classifier-onnx.d.ts +20 -0
  144. package/dist/screener/injection-classifier-onnx.js +89 -0
  145. package/dist/screener/injection-classifier-wasm.d.ts +2 -0
  146. package/dist/screener/injection-classifier-wasm.js +97 -0
  147. package/dist/screener/injection-patterns.d.ts +8 -0
  148. package/dist/screener/injection-patterns.js +48 -0
  149. package/dist/screener/injection-windows.d.ts +9 -0
  150. package/dist/screener/injection-windows.js +37 -0
  151. package/dist/screener/language.d.ts +15 -0
  152. package/dist/screener/language.js +71 -0
  153. package/dist/screener/linear-regex.d.ts +8 -0
  154. package/dist/screener/linear-regex.js +27 -0
  155. package/dist/screener/model-installer.d.ts +14 -0
  156. package/dist/screener/model-installer.js +61 -0
  157. package/dist/screener/outbound.d.ts +19 -0
  158. package/dist/screener/outbound.js +62 -0
  159. package/dist/screener/sanitize.d.ts +44 -0
  160. package/dist/screener/sanitize.js +361 -0
  161. package/dist/screener/scan-variants.d.ts +5 -0
  162. package/dist/screener/scan-variants.js +146 -0
  163. package/dist/screener/screener-model-manifest.d.ts +16 -0
  164. package/dist/screener/screener-model-manifest.js +20 -0
  165. package/dist/screener/screener-state.d.ts +29 -0
  166. package/dist/screener/screener-state.js +119 -0
  167. package/dist/screener/secrets.d.ts +18 -0
  168. package/dist/screener/secrets.js +84 -0
  169. package/dist/screener/worker.d.ts +6 -0
  170. package/dist/screener/worker.js +83 -0
  171. package/dist/setup.d.ts +9 -0
  172. package/dist/setup.js +252 -0
  173. package/dist/shipped-issuer-list.d.ts +1 -0
  174. package/dist/shipped-issuer-list.js +3 -0
  175. package/dist/signals-text.d.ts +46 -0
  176. package/dist/signals-text.js +81 -0
  177. package/dist/verify-seal.d.ts +9 -0
  178. package/dist/verify-seal.js +30 -0
  179. package/hermes/plugin/__init__.py +1040 -0
  180. package/hermes/plugin/plugin.yaml +30 -0
  181. package/hermes/skills/cello-bridge-setup/SKILL.md +38 -0
  182. package/hermes/skills/cello-policy/SKILL.md +44 -0
  183. package/package.json +48 -16
  184. package/plugins/cello/.claude-plugin/plugin.json +19 -0
  185. package/plugins/cello/.mcp.json +7 -0
  186. package/plugins/cello/skills/cello/SKILL.md +117 -0
  187. package/dist/arg-parse.d.ts +0 -19
  188. package/dist/arg-parse.d.ts.map +0 -1
  189. package/dist/arg-parse.js +0 -29
  190. package/dist/arg-parse.js.map +0 -1
  191. package/dist/bin/cello.d.ts +0 -15
  192. package/dist/bin/cello.d.ts.map +0 -1
  193. package/dist/bin/cello.js +0 -110
  194. package/dist/bin/cello.js.map +0 -1
  195. package/dist/cli-args.d.ts +0 -62
  196. package/dist/cli-args.d.ts.map +0 -1
  197. package/dist/cli-args.js +0 -129
  198. package/dist/cli-args.js.map +0 -1
  199. package/dist/commands.d.ts +0 -196
  200. package/dist/commands.d.ts.map +0 -1
  201. package/dist/commands.js +0 -1544
  202. package/dist/commands.js.map +0 -1
  203. package/dist/hermes/assets.d.ts +0 -41
  204. package/dist/hermes/assets.d.ts.map +0 -1
  205. package/dist/hermes/assets.js +0 -2281
  206. package/dist/hermes/assets.js.map +0 -1
  207. package/dist/hermes/install-hermes.d.ts +0 -50
  208. package/dist/hermes/install-hermes.d.ts.map +0 -1
  209. package/dist/hermes/install-hermes.js +0 -232
  210. package/dist/hermes/install-hermes.js.map +0 -1
  211. package/dist/json-out.d.ts +0 -41
  212. package/dist/json-out.d.ts.map +0 -1
  213. package/dist/json-out.js +0 -59
  214. package/dist/json-out.js.map +0 -1
  215. package/dist/node-runtime-guard-init.d.ts +0 -6
  216. package/dist/node-runtime-guard-init.d.ts.map +0 -1
  217. package/dist/node-runtime-guard-init.js +0 -7
  218. package/dist/node-runtime-guard-init.js.map +0 -1
  219. package/dist/node-runtime-guard.d.ts +0 -48
  220. package/dist/node-runtime-guard.d.ts.map +0 -1
  221. package/dist/node-runtime-guard.js +0 -79
  222. package/dist/node-runtime-guard.js.map +0 -1
  223. package/dist/parity-commands.d.ts +0 -427
  224. package/dist/parity-commands.d.ts.map +0 -1
  225. package/dist/parity-commands.js +0 -953
  226. package/dist/parity-commands.js.map +0 -1
  227. package/dist/registry.d.ts +0 -120
  228. package/dist/registry.d.ts.map +0 -1
  229. package/dist/registry.js +0 -2169
  230. package/dist/registry.js.map +0 -1
  231. package/dist/screener-commands.d.ts +0 -85
  232. package/dist/screener-commands.d.ts.map +0 -1
  233. package/dist/screener-commands.js +0 -313
  234. package/dist/screener-commands.js.map +0 -1
@@ -0,0 +1,361 @@
1
+ import { AFFORDANCE_PREFIX } from "./affordance.js";
2
+ export const DEFAULT_MAX_BYTES = 1_000_000;
3
+ const SINGLE_SMUGGLE = new Set([
4
+ 0x00ad, // soft hyphen
5
+ 0x200b, 0x200c, 0x200d, // zero-width space / non-joiner / joiner
6
+ 0x2060, 0x2061, 0x2062, 0x2063, 0x2064, // word joiner + invisible math operators
7
+ 0xfeff, // BOM / zero-width no-break space
8
+ 0x202a, 0x202b, 0x202c, 0x202d, 0x202e, // bidi embeddings / overrides / pop
9
+ 0x2066, 0x2067, 0x2068, 0x2069, // bidi isolates
10
+ ]);
11
+ function isSmuggled(cp) {
12
+ if (SINGLE_SMUGGLE.has(cp))
13
+ return true;
14
+ if (cp >= 0xe0000 && cp <= 0xe007f)
15
+ return true; // Tags block
16
+ if (cp >= 0xfe00 && cp <= 0xfe0f)
17
+ return true; // variation selectors
18
+ if (cp >= 0xe0100 && cp <= 0xe01ef)
19
+ return true; // variation selectors supplement
20
+ return false;
21
+ }
22
+ function hasNoLegitimateUse(cp, insideFlagSequence) {
23
+ if (cp === 0x00ad)
24
+ return true; // soft hyphen — a typesetting hint that breaks word matching
25
+ if (cp === 0x200b)
26
+ return true; // zero-width space
27
+ if (cp === 0xfeff)
28
+ return true; // byte-order mark
29
+ if (cp >= 0x2060 && cp <= 0x2064)
30
+ return true; // word joiner + invisible operators
31
+ if (cp === 0x202d || cp === 0x202e)
32
+ return true; // bidi OVERRIDES — display text as what it is not
33
+ if (cp >= 0xe0100 && cp <= 0xe01ef)
34
+ return true; // variation-selector supplement: the byte channel
35
+ if (cp >= 0xe0000 && cp <= 0xe007f)
36
+ return !insideFlagSequence; // tags: legitimate only in a flag
37
+ return false;
38
+ }
39
+ const FLAG_BASE = 0x1f3f4;
40
+ const TAG_CANCEL = 0xe007f;
41
+ export function stripIllegitimate(text) {
42
+ const chars = [...text];
43
+ const inFlag = new Set();
44
+ for (let i = 0; i < chars.length; i++) {
45
+ if (chars[i].codePointAt(0) !== FLAG_BASE)
46
+ continue;
47
+ let j = i + 1;
48
+ const run = [];
49
+ while (j < chars.length) {
50
+ const cp = chars[j].codePointAt(0);
51
+ if (cp === TAG_CANCEL) {
52
+ run.push(j);
53
+ break;
54
+ }
55
+ if (cp > 0xe0000 && cp < TAG_CANCEL) {
56
+ run.push(j);
57
+ j++;
58
+ continue;
59
+ }
60
+ break; // a non-tag character ends the candidate; an UNCLOSED run is not a flag
61
+ }
62
+ const closed = run.length > 0 && chars[run[run.length - 1]].codePointAt(0) === TAG_CANCEL;
63
+ if (closed)
64
+ for (const k of run)
65
+ inFlag.add(k);
66
+ }
67
+ let out = "";
68
+ let removed = 0;
69
+ for (let i = 0; i < chars.length; i++) {
70
+ const cp = chars[i].codePointAt(0);
71
+ if (hasNoLegitimateUse(cp, inFlag.has(i))) {
72
+ removed++;
73
+ continue;
74
+ }
75
+ out += chars[i];
76
+ }
77
+ return { text: out, removed };
78
+ }
79
+ export function stripInvisible(text) {
80
+ let out = "";
81
+ let removed = 0;
82
+ for (const ch of text) {
83
+ if (isSmuggled(ch.codePointAt(0))) {
84
+ removed++;
85
+ continue;
86
+ }
87
+ out += ch;
88
+ }
89
+ return { text: out, removed };
90
+ }
91
+ const CYRILLIC_GREEK_CONFUSABLES = {
92
+ "а": "a", "е": "e", "о": "o", "с": "c", "р": "p", "х": "x",
93
+ "у": "y", "к": "k", "м": "m", "т": "t", "н": "h", "в": "b",
94
+ "и": "u", "ѕ": "s", "і": "i", "ј": "j", "һ": "h", "ԁ": "d",
95
+ "А": "A", "В": "B", "Е": "E", "К": "K", "М": "M", "Н": "H",
96
+ "О": "O", "Р": "P", "С": "C", "Т": "T", "Х": "X", "Ѕ": "S",
97
+ "І": "I", "Ј": "J",
98
+ "ο": "o", "ν": "v", "α": "a", "ρ": "p", "υ": "u", "κ": "k",
99
+ "Α": "A", "Β": "B", "Ε": "E", "Κ": "K", "Μ": "M", "Ν": "N",
100
+ "Ο": "O", "Ρ": "P", "Τ": "T", "Χ": "X",
101
+ };
102
+ function normalizeConfusables(text) {
103
+ const nfkc = text.normalize("NFKC");
104
+ let count = 0;
105
+ const mapped = [...nfkc].map((ch) => {
106
+ const r = CYRILLIC_GREEK_CONFUSABLES[ch];
107
+ if (r !== undefined) {
108
+ count++;
109
+ return r;
110
+ }
111
+ return ch;
112
+ }).join("");
113
+ return { text: mapped, changed: mapped !== text, count };
114
+ }
115
+ const NAMED_ENTITIES = { amp: "&", lt: "<", gt: ">", quot: '"', apos: "'", nbsp: " " };
116
+ export function decodeEncoded(text) {
117
+ let count = 0;
118
+ let out = text;
119
+ out = out.replace(/&#x([0-9a-f]+);/gi, (_m, h) => { count++; return safeFromCodePoint(parseInt(h, 16)); });
120
+ out = out.replace(/&#(\d+);/g, (_m, d) => { count++; return safeFromCodePoint(parseInt(d, 10)); });
121
+ out = out.replace(/&([a-z]+);/gi, (m, name) => {
122
+ const v = NAMED_ENTITIES[name.toLowerCase()];
123
+ if (v === undefined)
124
+ return m;
125
+ count++;
126
+ return v;
127
+ });
128
+ out = out.replace(/%([0-9a-f]{2})/gi, (_m, h) => { count++; return safeFromCodePoint(parseInt(h, 16)); });
129
+ out = out.replace(/\\x([0-9a-f]{2})/gi, (_m, h) => { count++; return safeFromCodePoint(parseInt(h, 16)); });
130
+ out = out.replace(/\\u\{?([0-9a-f]{1,6})\}?/gi, (_m, h) => { count++; return safeFromCodePoint(parseInt(h, 16)); });
131
+ return { text: out, changed: out !== text, count };
132
+ }
133
+ function safeFromCodePoint(cp) {
134
+ if (!Number.isFinite(cp) || cp < 0 || cp > 0x10ffff || (cp >= 0xd800 && cp <= 0xdfff))
135
+ return "";
136
+ try {
137
+ return String.fromCodePoint(cp);
138
+ }
139
+ catch {
140
+ return "";
141
+ }
142
+ }
143
+ const ENTROPY_MIN_TOKEN_LEN = 20;
144
+ const ENTROPY_BITS_THRESHOLD = 4.0;
145
+ function shannonBits(s) {
146
+ const freq = new Map();
147
+ for (const ch of s)
148
+ freq.set(ch, (freq.get(ch) ?? 0) + 1);
149
+ let h = 0;
150
+ for (const c of freq.values()) {
151
+ const p = c / s.length;
152
+ h -= p * Math.log2(p);
153
+ }
154
+ return h;
155
+ }
156
+ const ENCODED_CHARSET = /^[A-Za-z0-9+/=_-]+$/;
157
+ const SNAKE_OR_KEBAB_IDENTIFIER = /^(?:[a-z]{2,}(?:_[a-z]{2,})+$|[A-Z]{2,}(?:_[A-Z]{2,})+$|[a-z]{2,}(?:-[a-z]{2,})+$)/;
158
+ function isCodeIdentifier(token) {
159
+ if (/[0-9+/=]/.test(token))
160
+ return false;
161
+ if (SNAKE_OR_KEBAB_IDENTIFIER.test(token))
162
+ return true;
163
+ if (!/^[A-Za-z]+$/.test(token))
164
+ return false;
165
+ const runs = token.match(/[A-Z]+|[a-z]+/g);
166
+ if (!runs || runs.length < 3)
167
+ return false;
168
+ let lowerWordsGe3 = 0;
169
+ let singleLowerRuns = 0;
170
+ for (let i = 0; i < runs.length; i++) {
171
+ const run = runs[i];
172
+ const isUpper = run.charCodeAt(0) <= 90;
173
+ if (isUpper) {
174
+ if (run.length > 6)
175
+ return false;
176
+ }
177
+ else if (run.length === 1) {
178
+ if (i === 0 || runs[i - 1].length !== 1)
179
+ return false;
180
+ singleLowerRuns += 1;
181
+ }
182
+ else if (run.length >= 3) {
183
+ lowerWordsGe3 += 1;
184
+ }
185
+ }
186
+ return lowerWordsGe3 >= 2 && singleLowerRuns <= 1;
187
+ }
188
+ export function highEntropyTokens(text) {
189
+ const found = [];
190
+ for (const token of text.split(/\s+/)) {
191
+ if (token.length < ENTROPY_MIN_TOKEN_LEN)
192
+ continue;
193
+ if (!ENCODED_CHARSET.test(token))
194
+ continue;
195
+ if (isCodeIdentifier(token))
196
+ continue;
197
+ if (shannonBits(token) >= ENTROPY_BITS_THRESHOLD)
198
+ found.push(token);
199
+ }
200
+ return found;
201
+ }
202
+ function scoreEntropy(text) {
203
+ return highEntropyTokens(text).length;
204
+ }
205
+ export const PRIVILEGED_TURN_MARKERS = ["[SYSTEM]", "[/SYSTEM]", "<<SYS>>", "<</SYS>>", "[INST]", "[/INST]", "SYSTEM PROMPT:", "<system>", "</system>", AFFORDANCE_PREFIX];
206
+ export const PIPE_TURN_MARKER_SOURCE = "<\\|[a-z0-9_]+\\|>";
207
+ export function pipeTurnMarkerRegex() {
208
+ return new RegExp(PIPE_TURN_MARKER_SOURCE, "gi");
209
+ }
210
+ const LITERAL_MARKERS = PRIVILEGED_TURN_MARKERS;
211
+ function stripSpecialTokens(text) {
212
+ let out = text;
213
+ let removed = 0;
214
+ for (const lit of LITERAL_MARKERS) {
215
+ const parts = out.split(new RegExp(lit.replace(/[.*+?^${}()|[\]\\]/g, "\\$&"), "gi"));
216
+ if (parts.length > 1) {
217
+ removed += parts.length - 1;
218
+ out = parts.join(" ");
219
+ }
220
+ }
221
+ out = out.replace(pipeTurnMarkerRegex(), () => { removed++; return " "; });
222
+ out = out.replace(/###\s*(instruction|response|system|human|assistant)\b:?/gi, () => { removed++; return " "; });
223
+ out = out.replace(/<\/?s>/gi, () => { removed++; return " "; });
224
+ return { text: out, removed };
225
+ }
226
+ export function stripForgedMarkers(text) {
227
+ const chars = [...text];
228
+ const markerPattern = new RegExp(AFFORDANCE_PREFIX.replace(/[.*+?^${}()|[\]\\]/g, "\\$&").replace(/ +/g, "\\s*"), "gi");
229
+ const visible = [];
230
+ for (let i = 0; i < chars.length; i++) {
231
+ if (stripInvisible(chars[i]).removed === 0)
232
+ visible.push({ ch: chars[i], at: i });
233
+ }
234
+ const haystack = visible.map((v) => v.ch).join("").toLowerCase();
235
+ const drop = new Set();
236
+ let removed = 0;
237
+ for (const m of haystack.matchAll(markerPattern)) {
238
+ const hit = m.index ?? 0;
239
+ removed++;
240
+ const start = visible[hit].at;
241
+ const end = visible[hit + m[0].length - 1].at;
242
+ for (let i = start; i <= end; i++)
243
+ drop.add(i);
244
+ }
245
+ if (removed === 0)
246
+ return { text, removed: 0 };
247
+ return { text: chars.filter((_, i) => !drop.has(i)).join(""), removed };
248
+ }
249
+ export function readHiddenChannels(text) {
250
+ const chars = [...text];
251
+ const flagTagIndexes = new Set();
252
+ for (let i = 0; i < chars.length; i++) {
253
+ if (chars[i].codePointAt(0) !== FLAG_BASE)
254
+ continue;
255
+ const run = [];
256
+ for (let j = i + 1; j < chars.length; j++) {
257
+ const cp = chars[j].codePointAt(0);
258
+ if (cp === TAG_CANCEL) {
259
+ run.push(j);
260
+ for (const k of run)
261
+ flagTagIndexes.add(k);
262
+ break;
263
+ }
264
+ if (cp > 0xe0000 && cp < TAG_CANCEL) {
265
+ run.push(j);
266
+ continue;
267
+ }
268
+ break;
269
+ }
270
+ }
271
+ const parts = [];
272
+ let tagged = "";
273
+ let run = [];
274
+ const flushRun = () => {
275
+ if (run.length >= 4) {
276
+ const decoded = new TextDecoder("utf-8", { fatal: false }).decode(new Uint8Array(run));
277
+ const kept = decoded.replace(/\ufffd/g, "");
278
+ if (kept.length > 0)
279
+ parts.push(kept);
280
+ }
281
+ run = [];
282
+ };
283
+ for (let i = 0; i < chars.length; i++) {
284
+ const ch = chars[i];
285
+ const cp = ch.codePointAt(0);
286
+ if (flagTagIndexes.has(i)) {
287
+ flushRun();
288
+ continue;
289
+ }
290
+ if (cp > 0xe0000 && cp < 0xe007f) {
291
+ tagged += String.fromCodePoint(cp - 0xe0000);
292
+ continue;
293
+ }
294
+ if (cp >= 0xfe00 && cp <= 0xfe0f) {
295
+ run.push(cp - 0xfe00);
296
+ continue;
297
+ }
298
+ if (cp >= 0xe0100 && cp <= 0xe01ef) {
299
+ run.push(cp - 0xe0100 + 16);
300
+ continue;
301
+ }
302
+ flushRun();
303
+ }
304
+ flushRun();
305
+ if (tagged.length > 0)
306
+ parts.unshift(tagged);
307
+ return parts.join(" ");
308
+ }
309
+ export function sanitizeInbound(content, opts = {}) {
310
+ const maxBytes = opts.maxBytes ?? DEFAULT_MAX_BYTES;
311
+ const notes = [];
312
+ if (content.length > maxBytes) {
313
+ return {
314
+ text: "",
315
+ scriptScanText: "",
316
+ hiddenText: "",
317
+ decodedForScan: "",
318
+ notes: [],
319
+ entropySuspicion: 0,
320
+ blocked: {
321
+ reason: "content_too_large",
322
+ guidance: `Inbound message is ${content.length} bytes, over the ${maxBytes}-byte cap. ` +
323
+ "It was rejected before sanitization; the sender must split it into smaller messages.",
324
+ },
325
+ };
326
+ }
327
+ let text = new TextDecoder("utf-8", { fatal: false }).decode(content);
328
+ const hiddenText = readHiddenChannels(text);
329
+ const inv = stripIllegitimate(text);
330
+ if (inv.removed > 0) {
331
+ notes.push({
332
+ step: "invisible_strip",
333
+ detail: "removed invisible codepoints that have no legitimate use in a message (zero-width, word joiner, bidi override, smuggling tags) — the rest of the message is delivered exactly as sent",
334
+ count: inv.removed,
335
+ });
336
+ }
337
+ text = inv.text;
338
+ const forged = stripForgedMarkers(text);
339
+ if (forged.removed > 0) {
340
+ notes.push({ step: "forged_marker", detail: `removed ${forged.removed} forged security-layer marker(s) — a counterparty cannot speak as the security layer`, count: forged.removed });
341
+ text = forged.text;
342
+ }
343
+ const scriptScanText = stripSpecialTokens(stripInvisible(text).text.normalize("NFKC")).text;
344
+ const scanBase = stripInvisible(text).text;
345
+ const conf = normalizeConfusables(scanBase);
346
+ if (conf.changed) {
347
+ notes.push({ step: "confusables", detail: "lookalike characters detected — normalized for scanning only; the delivered text is unchanged", count: conf.count });
348
+ }
349
+ const tok = stripSpecialTokens(conf.text);
350
+ if (tok.removed > 0) {
351
+ notes.push({ step: "special_tokens", detail: "chat-template / special-token markers detected — stripped for scanning only; the delivered text is unchanged", count: tok.removed });
352
+ }
353
+ const dec = decodeEncoded(tok.text);
354
+ if (dec.changed)
355
+ notes.push({ step: "decode", detail: "encoded payload detected (decoded for rescan; delivered form unchanged)", count: dec.count });
356
+ const decodedForScan = dec.text;
357
+ const entropySuspicion = scoreEntropy(decodedForScan);
358
+ if (entropySuspicion > 0)
359
+ notes.push({ step: "entropy", detail: "high-entropy encoded-blob segment(s) detected", count: entropySuspicion });
360
+ return { text, scriptScanText, decodedForScan, hiddenText, notes, entropySuspicion };
361
+ }
@@ -0,0 +1,5 @@
1
+ export interface ScanVariant {
2
+ kind: string;
3
+ text: string;
4
+ }
5
+ export declare function scanVariants(decodedForScan: string, hiddenText?: string): ScanVariant[];
@@ -0,0 +1,146 @@
1
+ import { decodeEncoded, readHiddenChannels, stripInvisible } from "./sanitize.js";
2
+ const LETTER_FORMS = {
3
+ "ᴀ": "a", "ʙ": "b", "ᴄ": "c", "ᴅ": "d", "ᴇ": "e", "ꜰ": "f", "ɢ": "g", "ʜ": "h", "ɪ": "i", "ᴊ": "j",
4
+ "ᴋ": "k", "ʟ": "l", "ᴍ": "m", "ɴ": "n", "ᴏ": "o", "ᴘ": "p", "ǫ": "q", "ʀ": "r", "ꜱ": "s", "ᴛ": "t",
5
+ "ᴜ": "u", "ᴠ": "v", "ᴡ": "w", "ʏ": "y", "ᴢ": "z",
6
+ };
7
+ function foldLetters(text) {
8
+ const stripped = text.normalize("NFKD").replace(/\p{M}/gu, "");
9
+ let out = "";
10
+ for (const ch of stripped)
11
+ out += LETTER_FORMS[ch] ?? ch;
12
+ return out.replace(/\(([a-z])\)/gi, "$1").toLowerCase();
13
+ }
14
+ function joinSpacedLetters(text) {
15
+ return text
16
+ .split(/\s{2,}|\n/)
17
+ .map((group) => {
18
+ const tokens = group.split(/[ ._\-*·]/);
19
+ return tokens.length > 2 && tokens.every((t) => t.length <= 1) ? tokens.join("") : group;
20
+ })
21
+ .join(" ");
22
+ }
23
+ function splitJoinedWords(text) {
24
+ return text.replace(/([a-z])([A-Z])/g, "$1 $2").replace(/([a-zA-Z])[_\-.]+([a-zA-Z])/g, "$1 $2");
25
+ }
26
+ const LEET = {
27
+ "0": "o", "1": "i", "3": "e", "4": "a", "5": "s", "7": "t", "8": "b", "9": "g", "@": "a", "$": "s", "!": "i", "|": "l",
28
+ };
29
+ function foldLeet(text) {
30
+ let out = "";
31
+ for (const ch of text)
32
+ out += LEET[ch] ?? ch;
33
+ return out;
34
+ }
35
+ const TURNED = {
36
+ "ɐ": "a", "q": "b", "ɔ": "c", "p": "d", "ǝ": "e", "ɟ": "f", "ƃ": "g", "ɥ": "h", "ᴉ": "i", "ı": "i",
37
+ "ɾ": "j", "ʞ": "k", "ɯ": "m", "u": "n", "d": "p", "b": "q", "ɹ": "r", "ʇ": "t", "n": "u", "ʌ": "v",
38
+ "ʍ": "w", "ʎ": "y", "˙": ".",
39
+ };
40
+ function unturn(text) {
41
+ let out = "";
42
+ for (const ch of text.toLowerCase())
43
+ out += TURNED[ch] ?? ch;
44
+ return out;
45
+ }
46
+ function reverse(text) {
47
+ return [...text].reverse().join("");
48
+ }
49
+ function caesar(text, n) {
50
+ return text.replace(/[a-z]/gi, (c) => {
51
+ const base = c <= "Z" ? 65 : 97;
52
+ return String.fromCharCode(((c.charCodeAt(0) - base + n) % 26) + base);
53
+ });
54
+ }
55
+ function atbash(text) {
56
+ return text.replace(/[a-z]/gi, (c) => {
57
+ const base = c <= "Z" ? 65 : 97;
58
+ return String.fromCharCode(base + 25 - (c.charCodeAt(0) - base));
59
+ });
60
+ }
61
+ function rot47(text) {
62
+ return text.replace(/[!-~]/g, (c) => String.fromCharCode(33 + ((c.charCodeAt(0) - 33 + 47) % 94)));
63
+ }
64
+ function decodeBinaryRuns(text) {
65
+ return text.replace(/(?:[01]{8}[\s,]{0,2}){4,}/g, (run) => {
66
+ const bits = run.replace(/[^01]/g, "");
67
+ let out = "";
68
+ for (let i = 0; i + 8 <= bits.length; i += 8)
69
+ out += String.fromCharCode(parseInt(bits.slice(i, i + 8), 2));
70
+ return /^[\x20-\x7e\n]+$/.test(out) ? out : run;
71
+ });
72
+ }
73
+ function rot13(text) {
74
+ return text.replace(/[a-z]/gi, (c) => {
75
+ const base = c <= "Z" ? 65 : 97;
76
+ return String.fromCharCode(((c.charCodeAt(0) - base + 13) % 26) + base);
77
+ });
78
+ }
79
+ function untag(text) {
80
+ let out = "";
81
+ for (const ch of text) {
82
+ const cp = ch.codePointAt(0);
83
+ out += cp > 0xe0000 && cp < 0xe007f ? String.fromCodePoint(cp - 0xe0000) : ch;
84
+ }
85
+ const hidden = readHiddenChannels(text);
86
+ return hidden.length > 0 ? `${out} ${hidden}` : out;
87
+ }
88
+ function readable(s) {
89
+ const visible = stripInvisible(untag(s)).text;
90
+ if (visible.length < 4)
91
+ return false;
92
+ let ok = 0;
93
+ for (const ch of visible)
94
+ if (/[\p{L}\p{N}\p{P}\p{Zs}\n]/u.test(ch))
95
+ ok++;
96
+ return ok / [...visible].length >= 0.9;
97
+ }
98
+ function decodeBase64Runs(text) {
99
+ return text.replace(/[A-Za-z0-9+/_-]{16,}={0,2}/g, (run) => {
100
+ const s = Buffer.from(run.replace(/-/g, "+").replace(/_/g, "/"), "base64").toString("utf8");
101
+ return readable(s) ? stripInvisible(untag(s)).text : run;
102
+ });
103
+ }
104
+ function decodeHexRuns(text) {
105
+ return text.replace(/(?:[0-9a-f]{2}[\s:]?){8,}/gi, (run) => {
106
+ const hex = run.replace(/[\s:]/g, "");
107
+ const s = Buffer.from(hex, "hex").toString("utf8");
108
+ return readable(s) ? s : run;
109
+ });
110
+ }
111
+ export function scanVariants(decodedForScan, hiddenText = "") {
112
+ const variants = [{ kind: "decoded", text: decodedForScan }];
113
+ const add = (kind, text) => {
114
+ if (text.length > 0 && !variants.some((v) => v.text === text))
115
+ variants.push({ kind, text });
116
+ };
117
+ add("hidden_codepoints", hiddenText);
118
+ let redecoded = decodedForScan;
119
+ for (let i = 0; i < 3; i++) {
120
+ const d = decodeEncoded(redecoded);
121
+ if (!d.changed)
122
+ break;
123
+ redecoded = d.text;
124
+ }
125
+ add("nested_encoding", redecoded);
126
+ add("unicode_tags", stripInvisible(untag(redecoded)).text);
127
+ const base = stripInvisible(redecoded).text;
128
+ add("base64", decodeBase64Runs(base));
129
+ add("hex", decodeHexRuns(base));
130
+ const folded = foldLetters(base);
131
+ const turned = unturn(base);
132
+ add("reversed", reverse(folded));
133
+ add("upside_down", reverse(turned));
134
+ add("upside_down_unreversed", turned);
135
+ add("rot13", rot13(base));
136
+ add("atbash", atbash(base));
137
+ add("rot47", rot47(base));
138
+ add("binary", decodeBinaryRuns(base));
139
+ add("caesar_3", caesar(base, 23));
140
+ add("folded_letters", folded);
141
+ add("spaced_letters_joined", joinSpacedLetters(folded));
142
+ add("joined_words_split", foldLetters(splitJoinedWords(base)));
143
+ add("leetspeak", foldLeet(folded));
144
+ add("spaces_removed", folded.replace(/[\s_-]+/g, ""));
145
+ return variants;
146
+ }
@@ -0,0 +1,16 @@
1
+ export interface ScreenerModelFile {
2
+ path: string;
3
+ localPath?: string;
4
+ size: number;
5
+ sha256: string;
6
+ }
7
+ export declare function localPathOf(f: ScreenerModelFile): string;
8
+ export declare const SCREENER_MODEL: {
9
+ readonly repo: "patronus-studio/wolf-defender-prompt-injection-small";
10
+ readonly revision: "cdcdf7d0231d68f39cc3bb1b70f6a2bdfca8ad55";
11
+ readonly baseUrl: "https://huggingface.co/patronus-studio/wolf-defender-prompt-injection-small/resolve/cdcdf7d0231d68f39cc3bb1b70f6a2bdfca8ad55/";
12
+ readonly windowTokens: 2048;
13
+ readonly windowOverlapTokens: 64;
14
+ readonly files: ReadonlyArray<ScreenerModelFile>;
15
+ };
16
+ export declare function screenerModelTotalBytes(): number;
@@ -0,0 +1,20 @@
1
+ export function localPathOf(f) {
2
+ return f.localPath ?? f.path;
3
+ }
4
+ export const SCREENER_MODEL = {
5
+ repo: "patronus-studio/wolf-defender-prompt-injection-small",
6
+ revision: "cdcdf7d0231d68f39cc3bb1b70f6a2bdfca8ad55",
7
+ baseUrl: "https://huggingface.co/patronus-studio/wolf-defender-prompt-injection-small/resolve/cdcdf7d0231d68f39cc3bb1b70f6a2bdfca8ad55/",
8
+ windowTokens: 2048,
9
+ windowOverlapTokens: 64,
10
+ files: [
11
+ { path: "onnx/int8_int4_embeddings/model.onnx", localPath: "onnx/model.onnx", size: 96_296_126, sha256: "a6c77496152e458c072e4787f872192af0449a427359d1afbfa1d4d6b116a305" },
12
+ { path: "tokenizer.json", size: 34_363_287, sha256: "7e426c3929b44e6ab4c931770b5f22b913280633f5a1c67c81e9ad64decef55c" },
13
+ { path: "tokenizer_config.json", size: 574, sha256: "14b147f2a4f939d9b12ab36e9633917040dd948fa78ce283b03402e4cf2c9cba" },
14
+ { path: "config.json", size: 2_084, sha256: "b5bfba7b100b4b1aa361e8160e5593695164d81ca09b47f3b26561332b520218" },
15
+ { path: "special_tokens_map.json", size: 173, sha256: "97f6f6ef323755568c9dddf57b7b2bac4c2019e8c10c2ef1262001a9f6487124" },
16
+ ],
17
+ };
18
+ export function screenerModelTotalBytes() {
19
+ return SCREENER_MODEL.files.reduce((n, f) => n + f.size, 0);
20
+ }
@@ -0,0 +1,29 @@
1
+ export declare function screenerModelDir(): string;
2
+ export declare const SCREENER_RUNTIME_MODULE = "@huggingface/transformers";
3
+ export declare function screenerRuntimeDir(): string;
4
+ export declare function resolveScreenerRuntime(): string | null;
5
+ export declare function runtimeAvailable(importImpl?: (s: string) => Promise<unknown>): Promise<boolean>;
6
+ export type ScreenerStateName = "not_installed" | "half_installed" | "broken" | "ready";
7
+ export interface ScreenerStatus {
8
+ state: ScreenerStateName;
9
+ revision: string;
10
+ model: {
11
+ filesPresent: number;
12
+ filesExpected: number;
13
+ verified: boolean;
14
+ };
15
+ runtimePresent: boolean;
16
+ missing: Array<"model" | "runtime">;
17
+ problem?: string;
18
+ }
19
+ export interface ScreenerStateOptions {
20
+ dir: string;
21
+ runtimePresent: boolean;
22
+ verifyDigests?: boolean;
23
+ }
24
+ export declare function screenerState(opts: ScreenerStateOptions): Promise<ScreenerStatus>;
25
+ export declare function classifierLoadable(s: ScreenerStatus): {
26
+ load: boolean;
27
+ reason?: string;
28
+ };
29
+ export declare function describeScreenerState(s: ScreenerStatus, layer2?: string): string;