@mossbear/eval-core 0.1.0-alpha.26

package/dist/strip-code-blocks.test.js

@@ -0,0 +1,134 @@
+import { describe, expect, it } from 'vitest';
+import { stripCodeBlocks } from './strip-code-blocks.js';
+/**
+ * The property every case here is really asserting: no line that sat inside a
+ * code block appears in the output. Named once so the individual tests can
+ * state the user-visible outcome instead of restating it.
+ */
+function leaks(result, secret) {
+    return result.includes(secret);
+}
+describe('stripCodeBlocks', () => {
+    it('keeps a fenced block off the wire and says what it was instead', () => {
+        const message = [
+            "I'll add the client:",
+            '```ts',
+            'const client = new Client({',
+            "  apiKey: 'sk-live-4eC39HqLyjWDarjtT1zdp7dc',",
+            '})',
+            '```',
+            'That should do it.',
+        ].join('\n');
+        const { text, blocks, lines } = stripCodeBlocks(message);
+        expect(leaks(text, 'sk-live-4eC39HqLyjWDarjtT1zdp7dc')).toBe(false);
+        expect(leaks(text, 'new Client')).toBe(false);
+        expect(text).toBe(["I'll add the client:", '[code block: ts, 3 lines]', 'That should do it.'].join('\n'));
+        expect({ blocks, lines }).toEqual({ blocks: 1, lines: 3 });
+    });
+    it('keeps the prose either side of a block, which is the reason to sync at all', () => {
+        const { text } = stripCodeBlocks(['Because the cache key is wrong:', '```', 'x', '```', 'I am changing it.'].join('\n'));
+        expect(text).toContain('Because the cache key is wrong:');
+        expect(text).toContain('I am changing it.');
+    });
+    it('strips an indented block even where CommonMark would call it a paragraph', () => {
+        // No blank line before the indent, so CommonMark treats this as a lazy
+        // paragraph continuation rather than code. Following that rule here would
+        // put the key on the wire.
+        const { text, blocks } = stripCodeBlocks(['Here is the config:', '    AWS_SECRET_ACCESS_KEY=wJalrXUtnFEMI/K7MDENG'].join('\n'));
+        expect(leaks(text, 'wJalrXUtnFEMI/K7MDENG')).toBe(false);
+        expect(blocks).toBe(1);
+    });
+    it('strips a tab-indented block', () => {
+        const { text } = stripCodeBlocks(['Config:', '', "\tpassword = 'hunter2'"].join('\n'));
+        expect(leaks(text, 'hunter2')).toBe(false);
+    });
+    it('treats an indented run split by a blank line as one block', () => {
+        const { text, blocks, lines } = stripCodeBlocks(['Setup:', '', '    a = 1', '', '    b = 2', '', 'Done.'].join('\n'));
+        expect(blocks).toBe(1);
+        expect(lines).toBe(3);
+        expect(text).toContain('Done.');
+        expect(leaks(text, 'a = 1')).toBe(false);
+        expect(leaks(text, 'b = 2')).toBe(false);
+    });
+    it('does not end a long-fenced block at a shorter fence inside it', () => {
+        const message = [
+            'Example:',
+            '````md',
+            'Write it like this:',
+            '```',
+            "token = 'ghp_16C7e42F292c6912E7710c838347Ae178B4a'",
+            '```',
+            '````',
+            'Clear?',
+        ].join('\n');
+        const { text, blocks } = stripCodeBlocks(message);
+        expect(leaks(text, 'ghp_16C7e42F292c6912E7710c838347Ae178B4a')).toBe(false);
+        expect(blocks).toBe(1);
+        expect(text).toContain('Clear?');
+    });
+    it('discards the rest of the message when a fence is never closed', () => {
+        const { text } = stripCodeBlocks(['Starting:', '```py', 'SECRET = "s3cr3t"', 'more = "code"'].join('\n'));
+        expect(leaks(text, 's3cr3t')).toBe(false);
+        expect(leaks(text, 'more = "code"')).toBe(false);
+        expect(text).toBe(['Starting:', '[code block: py, 2 lines]'].join('\n'));
+    });
+    it('refuses to carry an info string out of the block it just removed', () => {
+        // The info string is author-controlled text on the fence line; copying it
+        // verbatim would reopen a free-text channel out of the stripped block.
+        const { text } = stripCodeBlocks(['```ts title="/Users/kier/.aws/credentials"', 'x', '```'].join('\n'));
+        expect(leaks(text, '.aws/credentials')).toBe(false);
+        expect(text).toBe('[code block: ts, 1 line]');
+    });
+    it('drops a language label that is not a plausible language', () => {
+        const { text } = stripCodeBlocks(['```<script>alert(1)</script>', 'x', '```'].join('\n'));
+        expect(text).toBe('[code block: 1 line]');
+    });
+    it('strips a fenced block nested in a blockquote', () => {
+        // The `>` defeats the fence pattern and the line is only two columns in, so
+        // without container handling this is copied out verbatim and the prose
+        // redactor becomes the only thing between the user's source and the wire —
+        // the exact arrangement the plan forbids. Quoting code back at a user is an
+        // ordinary thing for an assistant to do.
+        const { text, blocks } = stripCodeBlocks([
+            'You wrote:',
+            '> ```ts',
+            '> const secret = "raw-user-code"',
+            '> ```',
+            'and that is the bug.',
+        ].join('\n'));
+        expect(leaks(text, 'raw-user-code')).toBe(false);
+        expect(blocks).toBe(1);
+        expect(text).toContain('and that is the bug.');
+    });
+    it('strips an indented block nested in a blockquote', () => {
+        const { text } = stripCodeBlocks(['They said:', '>', '>     API_KEY=sk-live-abc123def456'].join('\n'));
+        expect(leaks(text, 'sk-live-abc123def456')).toBe(false);
+    });
+    it('strips a fence nested in a doubly-quoted block', () => {
+        const { text } = stripCodeBlocks(['> > ```', '> > password = "hunter2"', '> > ```'].join('\n'));
+        expect(leaks(text, 'hunter2')).toBe(false);
+    });
+    it('leaves quoted prose quoted', () => {
+        const quoted = ['> I think the cursor advances too early.', '> Agreed.'].join('\n');
+        expect(stripCodeBlocks(quoted).text).toBe(quoted);
+    });
+    it('leaves ordinary prose exactly as it was', () => {
+        const prose = [
+            'I looked at the sync path and the cursor is advanced before the upload',
+            'succeeds, so a failed batch is skipped forever.',
+            '',
+            'Two options: move the write after the response, or record a high-water mark.',
+        ].join('\n');
+        const { text, blocks, lines } = stripCodeBlocks(prose);
+        expect(text).toBe(prose);
+        expect({ blocks, lines }).toEqual({ blocks: 0, lines: 0 });
+    });
+    it('leaves inline code alone — it is a span, not a block', () => {
+        const message = 'Call `readPendingActions` before `writeActionCursors`.';
+        expect(stripCodeBlocks(message).text).toBe(message);
+    });
+    it('handles an empty message', () => {
+        expect(stripCodeBlocks('')).toEqual({ text: '', blocks: 0, lines: 0 });
+    });
+});
+//# sourceMappingURL=strip-code-blocks.test.js.map

package/dist/strip-code-blocks.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"strip-code-blocks.test.js","sourceRoot":"","sources":["../src/strip-code-blocks.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAA;AAE7C,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAA;AAExD;;;;GAIG;AACH,SAAS,KAAK,CAAC,MAAc,EAAE,MAAc;IAC3C,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;AAChC,CAAC;AAED,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,OAAO,GAAG;YACd,sBAAsB;YACtB,OAAO;YACP,6BAA6B;YAC7B,+CAA+C;YAC/C,IAAI;YACJ,KAAK;YACL,oBAAoB;SACrB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAEZ,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,eAAe,CAAC,OAAO,CAAC,CAAA;QAExD,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,kCAAkC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACnE,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAC7C,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CACf,CAAC,sBAAsB,EAAE,2BAA2B,EAAE,oBAAoB,CAAC,CAAC,IAAI,CAC9E,IAAI,CACL,CACF,CAAA;QACD,MAAM,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAA;IAC5D,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,4EAA4E,EAAE,GAAG,EAAE;QACpF,MAAM,EAAE,IAAI,EAAE,GAAG,eAAe,CAC9B,CAAC,iCAAiC,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,mBAAmB,CAAC,CAAC,IAAI,CAC9E,IAAI,CACL,CACF,CAAA;QAED,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,iCAAiC,CAAC,CAAA;QACzD,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAA;IAC7C,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,0EAA0E,EAAE,GAAG,EAAE;QAClF,uEAAuE;QACvE,0EAA0E;QAC1E,2BAA2B;QAC3B,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,eAAe,CACtC,CAAC,qBAAqB,EAAE,iDAAiD,CAAC,CAAC,IAAI,CAC7E,IAAI,CACL,CACF,CAAA;QAED,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,uBAAuB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACxD,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACxB,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,MAAM,EAAE,IAAI,EAAE,GAAG,eAAe,CAAC,CAAC,SAAS,EAAE,EAAE,EAAE,wBAAwB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;QAEtF,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAC5C,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,eAAe,CAC7C,CAAC,QAAQ,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CACrE,CAAA;QAED,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACtB,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACrB,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAA;QAC/B,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACxC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAC1C,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACvE,MAAM,OAAO,GAAG;YACd,UAAU;YACV,QAAQ;YACR,qBAAqB;YACrB,KAAK;YACL,oDAAoD;YACpD,KAAK;YACL,MAAM;YACN,QAAQ;SACT,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAEZ,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,eAAe,CAAC,OAAO,CAAC,CAAA;QAEjD,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,0CAA0C,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAC3E,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACtB,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAA;IAClC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACvE,MAAM,EAAE,IAAI,EAAE,GAAG,eAAe,CAC9B,CAAC,WAAW,EAAE,OAAO,EAAE,mBAAmB,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CACxE,CAAA;QAED,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACzC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAChD,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,2BAA2B,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;IAC1E,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,0EAA0E;QAC1E,uEAAuE;QACvE,MAAM,EAAE,IAAI,EAAE,GAAG,eAAe,CAC9B,CAAC,4CAA4C,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CACtE,CAAA;QAED,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACnD,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAA;IAC/C,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,EAAE,IAAI,EAAE,GAAG,eAAe,CAC9B,CAAC,8BAA8B,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CACxD,CAAA;QAED,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;IAC3C,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,4EAA4E;QAC5E,uEAAuE;QACvE,2EAA2E;QAC3E,4EAA4E;QAC5E,yCAAyC;QACzC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,eAAe,CACtC;YACE,YAAY;YACZ,SAAS;YACT,kCAAkC;YAClC,OAAO;YACP,sBAAsB;SACvB,CAAC,IAAI,CAAC,IAAI,CAAC,CACb,CAAA;QAED,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAChD,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACtB,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAA;IAChD,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,MAAM,EAAE,IAAI,EAAE,GAAG,eAAe,CAC9B,CAAC,YAAY,EAAE,GAAG,EAAE,oCAAoC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CACrE,CAAA;QAED,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACzD,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,EAAE,IAAI,EAAE,GAAG,eAAe,CAC9B,CAAC,SAAS,EAAE,0BAA0B,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAC9D,CAAA;QAED,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAC5C,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;QACpC,MAAM,MAAM,GAAG,CAAC,0CAA0C,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAEnF,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IACnD,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,KAAK,GAAG;YACZ,wEAAwE;YACxE,iDAAiD;YACjD,EAAE;YACF,8EAA8E;SAC/E,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAEZ,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,eAAe,CAAC,KAAK,CAAC,CAAA;QAEtD,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACxB,MAAM,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAA;IAC5D,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,OAAO,GAAG,wDAAwD,CAAA;QAExE,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACrD,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAClC,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAA;IACxE,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}

package/package.json

@@ -0,0 +1,47 @@
+{
+  "name": "@mossbear/eval-core",
+  "version": "0.1.0-alpha.26",
+  "private": false,
+  "description": "Portable pieces of Mossbear's evaluation path — command redaction, the LLM adapter seam, and guide normalization.",
+  "license": "MIT",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "files": [
+    "dist",
+    "!dist/.tsbuildinfo",
+    "README.md",
+    "LICENSE"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/auden-to/auden.git",
+    "directory": "packages/eval-core"
+  },
+  "publishConfig": {
+    "access": "public",
+    "provenance": false
+  },
+  "scripts": {
+    "build": "tsc --project tsconfig.json",
+    "dev": "tsc --project tsconfig.json --watch",
+    "typecheck": "tsc --project tsconfig.json --noEmit",
+    "lint": "oxlint",
+    "lint:fix": "oxfmt && oxlint --fix",
+    "format": "oxfmt",
+    "format:check": "oxfmt --check",
+    "test": "vitest run"
+  },
+  "dependencies": {
+    "@mossbear/protocol": "0.1.0-alpha.26"
+  },
+  "devDependencies": {
+    "typescript": "*"
+  }
+}