marlarky 1.0.0

package/dist/transforms/pipeline.test.js

@@ -0,0 +1,175 @@
+import { describe, it, expect } from 'vitest';
+import { executePipeline, checkPipelineOrder } from './pipeline.js';
+import { createDefaultRegistry } from './default-registry.js';
+import { DEFAULT_PROTECTION_CONFIG } from './types.js';
+const registry = createDefaultRegistry();
+function makeConfig(pipeline, opts = {}) {
+    return {
+        enabled: true,
+        pipeline,
+        protection: { ...DEFAULT_PROTECTION_CONFIG },
+        strict: false,
+        autoOrder: false,
+        ...opts,
+    };
+}
+describe('Pipeline Executor', () => {
+    it('should return unmodified text when disabled', () => {
+        const config = {
+            enabled: false,
+            pipeline: [{ id: 'pigLatin' }],
+            protection: { ...DEFAULT_PROTECTION_CONFIG },
+            strict: false,
+        };
+        const result = executePipeline('Hello world.', config, registry, 42, false);
+        expect(result.text).toBe('Hello world.');
+        expect(result.transformsApplied).toHaveLength(0);
+    });
+    it('should return unmodified text when pipeline is empty', () => {
+        const config = makeConfig([]);
+        const result = executePipeline('Hello world.', config, registry, 42, false);
+        expect(result.text).toBe('Hello world.');
+    });
+    it('should apply a single transform', () => {
+        const config = makeConfig([{ id: 'mockCase' }]);
+        const result = executePipeline('hello world.', config, registry, 42, false);
+        expect(result.text).not.toBe('hello world.');
+        expect(result.transformsApplied).toEqual(['mockCase']);
+    });
+    it('should apply multiple transforms in pipeline order (pirate then pigLatin)', () => {
+        const config = makeConfig([
+            { id: 'pirate', params: { interjectionRate: 0 } },
+            { id: 'pigLatin' },
+        ]);
+        const result = executePipeline('You are my friend.', config, registry, 42, false);
+        // pirate: You->Ye, are->be, my->me, friend->matey
+        // pigLatin applied on pirate output
+        expect(result.transformsApplied).toEqual(['pirate', 'pigLatin']);
+        expect(result.text).not.toBe('You are my friend.');
+    });
+    it('should produce deterministic output with same seed', () => {
+        const config = makeConfig([
+            { id: 'pirate', params: { interjectionRate: 0.5 } },
+            { id: 'pigLatin' },
+        ]);
+        const r1 = executePipeline('Hello world today.', config, registry, 42, false);
+        const r2 = executePipeline('Hello world today.', config, registry, 42, false);
+        expect(r1.text).toBe(r2.text);
+    });
+    it('should produce different output with different seeds', () => {
+        const config = makeConfig([
+            { id: 'leet', params: { intensity: 0.5 } },
+        ]);
+        const r1 = executePipeline('Hello world today.', config, registry, 42, false);
+        const r2 = executePipeline('Hello world today.', config, registry, 999, false);
+        // May or may not differ with partial intensity, but should not error
+        expect(typeof r1.text).toBe('string');
+        expect(typeof r2.text).toBe('string');
+    });
+    it('should protect tokens across all transforms', () => {
+        const config = makeConfig([{ id: 'pigLatin' }, { id: 'mockCase' }], { protection: { keepAcronyms: true } });
+        const result = executePipeline('API is great.', config, registry, 42, false);
+        // API should remain unchanged through both transforms
+        expect(result.text).toContain('API');
+    });
+    it('should skip unknown transforms in non-strict mode', () => {
+        const config = makeConfig([
+            { id: 'nonExistent' },
+            { id: 'mockCase' },
+        ]);
+        const result = executePipeline('hello world.', config, registry, 42, false);
+        expect(result.transformsApplied).toEqual(['mockCase']);
+    });
+    it('should throw for unknown transforms in strict mode', () => {
+        const config = makeConfig([{ id: 'nonExistent' }], { strict: true });
+        expect(() => executePipeline('hello.', config, registry, 42, false)).toThrow('Unknown transform ID');
+    });
+    it('should throw for invalid params in strict mode', () => {
+        const config = makeConfig([{ id: 'leet', params: { intensity: 999 } }], { strict: true });
+        expect(() => executePipeline('hello.', config, registry, 42, false)).toThrow('invalid params');
+    });
+    it('should produce trace data when traceEnabled', () => {
+        const config = makeConfig([{ id: 'mockCase' }]);
+        const result = executePipeline('hello world.', config, registry, 42, true);
+        expect(result.outputTokens).toBeDefined();
+        expect(result.transformEvents).toBeDefined();
+        expect(result.transformEvents).toHaveLength(1);
+        expect(result.transformEvents[0].transformId).toBe('mockCase');
+        expect(result.outputTokens.length).toBeGreaterThan(0);
+    });
+    it('should auto-order pipeline when autoOrder=true', () => {
+        // mockCase (preferredOrder=50) should come after pirate (preferredOrder=10)
+        const config = makeConfig([
+            { id: 'mockCase' },
+            { id: 'pirate', params: { interjectionRate: 0 } },
+        ], { autoOrder: true });
+        const result = executePipeline('You are my friend.', config, registry, 42, false);
+        // pirate should be applied first (order 10), then mockCase (order 50)
+        expect(result.transformsApplied).toEqual(['pirate', 'mockCase']);
+    });
+    it('should preserve punctuation order across transforms', () => {
+        const config = makeConfig([{ id: 'pigLatin' }, { id: 'mockCase' }]);
+        const result = executePipeline('Hello, world! How are you?', config, registry, 42, false);
+        // Punctuation should still be present
+        expect(result.text).toContain(',');
+        expect(result.text).toContain('!');
+        expect(result.text).toContain('?');
+    });
+    it('should preserve whitespace across transforms', () => {
+        const config = makeConfig([{ id: 'pirate', params: { interjectionRate: 0 } }]);
+        const result = executePipeline('Hello world.', config, registry, 42, false);
+        // Should have spaces between words
+        expect(result.text).toMatch(/\S+ \S+/);
+    });
+});
+describe('Pipeline Order Checker', () => {
+    it('should return no warnings for correctly ordered pipeline', () => {
+        const pipeline = [
+            { id: 'pirate' }, // order 10
+            { id: 'leet' }, // order 30
+            { id: 'pigLatin' }, // order 40
+            { id: 'mockCase' }, // order 50
+        ];
+        const warnings = checkPipelineOrder(pipeline, registry);
+        expect(warnings).toHaveLength(0);
+    });
+    it('should warn about out-of-order transforms', () => {
+        const pipeline = [
+            { id: 'mockCase' }, // order 50
+            { id: 'pirate' }, // order 10
+        ];
+        const warnings = checkPipelineOrder(pipeline, registry);
+        expect(warnings.length).toBeGreaterThan(0);
+    });
+});
+describe('Invariant Tests', () => {
+    it('should produce non-empty output for any non-empty input', () => {
+        const config = makeConfig([{ id: 'pigLatin' }]);
+        for (let seed = 1; seed <= 20; seed++) {
+            const result = executePipeline('Hello world.', config, registry, seed, false);
+            expect(result.text.length).toBeGreaterThan(0);
+        }
+    });
+    it('should preserve punctuation tokens across many seeds', () => {
+        const config = makeConfig([
+            { id: 'pirate', params: { interjectionRate: 0 } },
+            { id: 'pigLatin' },
+        ]);
+        for (let seed = 1; seed <= 20; seed++) {
+            const result = executePipeline('Hello, world!', config, registry, seed, false);
+            expect(result.text).toContain(',');
+            expect(result.text).toContain('!');
+        }
+    });
+    it('should not introduce double spaces', () => {
+        const config = makeConfig([
+            { id: 'pirate', params: { interjectionRate: 0 } },
+            { id: 'bizJargon', params: { rate: 1.0 } },
+        ]);
+        for (let seed = 1; seed <= 20; seed++) {
+            const result = executePipeline('You use my plan.', config, registry, seed, false);
+            expect(result.text).not.toMatch(/  /);
+        }
+    });
+});
+//# sourceMappingURL=pipeline.test.js.map

package/dist/transforms/pipeline.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.test.js","sourceRoot":"","sources":["../../src/transforms/pipeline.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACpE,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAE9D,OAAO,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAEvD,MAAM,QAAQ,GAAG,qBAAqB,EAAE,CAAC;AAEzC,SAAS,UAAU,CAAC,QAAiE,EAAE,OAAwC,EAAE;IAC/H,OAAO;QACL,OAAO,EAAE,IAAI;QACb,QAAQ;QACR,UAAU,EAAE,EAAE,GAAG,yBAAyB,EAAE;QAC5C,MAAM,EAAE,KAAK;QACb,SAAS,EAAE,KAAK;QAChB,GAAG,IAAI;KACR,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,MAAM,GAA2B;YACrC,OAAO,EAAE,KAAK;YACd,QAAQ,EAAE,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC;YAC9B,UAAU,EAAE,EAAE,GAAG,yBAAyB,EAAE;YAC5C,MAAM,EAAE,KAAK;SACd,CAAC;QACF,MAAM,MAAM,GAAG,eAAe,CAAC,cAAc,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;QAC5E,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,MAAM,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC;QAC9B,MAAM,MAAM,GAAG,eAAe,CAAC,cAAc,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;QAC5E,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,eAAe,CAAC,cAAc,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;QAC5E,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC7C,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2EAA2E,EAAE,GAAG,EAAE;QACnF,MAAM,MAAM,GAAG,UAAU,CAAC;YACxB,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE,EAAE;YACjD,EAAE,EAAE,EAAE,UAAU,EAAE;SACnB,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,eAAe,CAAC,oBAAoB,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;QAClF,kDAAkD;QAClD,oCAAoC;QACpC,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC;QACjE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,MAAM,GAAG,UAAU,CAAC;YACxB,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;YACnD,EAAE,EAAE,EAAE,UAAU,EAAE;SACnB,CAAC,CAAC;QACH,MAAM,EAAE,GAAG,eAAe,CAAC,oBAAoB,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;QAC9E,MAAM,EAAE,GAAG,eAAe,CAAC,oBAAoB,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;QAC9E,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,MAAM,GAAG,UAAU,CAAC;YACxB,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE;SAC3C,CAAC,CAAC;QACH,MAAM,EAAE,GAAG,eAAe,CAAC,oBAAoB,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;QAC9E,MAAM,EAAE,GAAG,eAAe,CAAC,oBAAoB,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;QAC/E,qEAAqE;QACrE,MAAM,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,MAAM,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,MAAM,GAAG,UAAU,CACvB,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EACxC,EAAE,UAAU,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,EAAE,CACvC,CAAC;QACF,MAAM,MAAM,GAAG,eAAe,CAAC,eAAe,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;QAC7E,sDAAsD;QACtD,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,MAAM,GAAG,UAAU,CAAC;YACxB,EAAE,EAAE,EAAE,aAAa,EAAE;YACrB,EAAE,EAAE,EAAE,UAAU,EAAE;SACnB,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,eAAe,CAAC,cAAc,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;QAC5E,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACrE,MAAM,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC;IACvG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,MAAM,GAAG,UAAU,CACvB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,EAC5C,EAAE,MAAM,EAAE,IAAI,EAAE,CACjB,CAAC;QACF,MAAM,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IACjG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,eAAe,CAAC,cAAc,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;QAC3E,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,WAAW,EAAE,CAAC;QAC7C,MAAM,CAAC,MAAM,CAAC,eAAgB,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,eAAgB,CAAC,CAAC,CAAE,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACjE,MAAM,CAAC,MAAM,CAAC,YAAa,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,4EAA4E;QAC5E,MAAM,MAAM,GAAG,UAAU,CACvB;YACE,EAAE,EAAE,EAAE,UAAU,EAAE;YAClB,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE,EAAE;SAClD,EACD,EAAE,SAAS,EAAE,IAAI,EAAE,CACpB,CAAC;QACF,MAAM,MAAM,GAAG,eAAe,CAAC,oBAAoB,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;QAClF,sEAAsE;QACtE,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;QACpE,MAAM,MAAM,GAAG,eAAe,CAAC,4BAA4B,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;QAC1F,sCAAsC;QACtC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC/E,MAAM,MAAM,GAAG,eAAe,CAAC,cAAc,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;QAC5E,mCAAmC;QACnC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IACtC,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;QAClE,MAAM,QAAQ,GAAG;YACf,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAM,WAAW;YACjC,EAAE,EAAE,EAAE,MAAM,EAAE,EAAQ,WAAW;YACjC,EAAE,EAAE,EAAE,UAAU,EAAE,EAAI,WAAW;YACjC,EAAE,EAAE,EAAE,UAAU,EAAE,EAAI,WAAW;SAClC,CAAC;QACF,MAAM,QAAQ,GAAG,kBAAkB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACxD,MAAM,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,QAAQ,GAAG;YACf,EAAE,EAAE,EAAE,UAAU,EAAE,EAAI,WAAW;YACjC,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAM,WAAW;SAClC,CAAC;QACF,MAAM,QAAQ,GAAG,kBAAkB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACxD,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;QAChD,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,eAAe,CAAC,cAAc,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;YAC9E,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAChD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,MAAM,GAAG,UAAU,CAAC;YACxB,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE,EAAE;YACjD,EAAE,EAAE,EAAE,UAAU,EAAE;SACnB,CAAC,CAAC;QACH,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,eAAe,CAAC,eAAe,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;YAC/E,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YACnC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACrC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,MAAM,GAAG,UAAU,CAAC;YACxB,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE,EAAE;YACjD,EAAE,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;SAC3C,CAAC,CAAC;QACH,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,eAAe,CAAC,kBAAkB,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;YAClF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACxC,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/transforms/protection.d.ts

@@ -0,0 +1,16 @@
+/**
+ * Protection Rules
+ * Evaluates tokens and marks them as protected based on ProtectionConfig.
+ * Protection is computed once before the pipeline runs and carried through token meta.
+ */
+import type { Token, ProtectionConfig } from './types.js';
+/**
+ * Apply protection rules to all tokens.
+ * This mutates the token meta in place for efficiency.
+ */
+export declare function applyProtection(tokens: Token[], config: ProtectionConfig): void;
+/**
+ * Check if a token is protected.
+ */
+export declare function isProtected(token: Token): boolean;
+//# sourceMappingURL=protection.d.ts.map

package/dist/transforms/protection.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"protection.d.ts","sourceRoot":"","sources":["../../src/transforms/protection.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAgC1D;;;GAGG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,gBAAgB,GAAG,IAAI,CA0D/E;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAEjD"}

package/dist/transforms/protection.js

@@ -0,0 +1,97 @@
+/**
+ * Protection Rules
+ * Evaluates tokens and marks them as protected based on ProtectionConfig.
+ * Protection is computed once before the pipeline runs and carried through token meta.
+ */
+import { DEFAULT_PROTECTION_CONFIG } from './types.js';
+/** Acronym pattern: 2+ uppercase letters */
+const ACRONYM_REGEX = /^[A-Z]{2,}$/;
+/** URL-like pattern: contains :// or starts with www. */
+function isUrlLike(value) {
+    return value.includes('://') || value.startsWith('www.');
+}
+/** Email-like pattern: contains @ */
+function isEmailLike(value) {
+    return value.includes('@');
+}
+/** Code-like heuristics */
+function isCodeLike(value) {
+    // Contains underscore or backslash
+    if (value.includes('_') || value.includes('\\'))
+        return true;
+    // Contains / that looks like a path (not just a single slash)
+    if (value.includes('/') && value.length > 1)
+        return true;
+    // Multiple dot-separated segments (e.g., "file.txt", "a.b.c")
+    const dotParts = value.split('.');
+    if (dotParts.length > 1 && dotParts.every(p => p.length > 0))
+        return true;
+    // Mixed letters+digits (e.g., "v2", "H2O")
+    const hasLetters = /[a-zA-Z]/.test(value);
+    const hasDigits = /[0-9]/.test(value);
+    if (hasLetters && hasDigits)
+        return true;
+    return false;
+}
+/**
+ * Apply protection rules to all tokens.
+ * This mutates the token meta in place for efficiency.
+ */
+export function applyProtection(tokens, config) {
+    const cfg = { ...DEFAULT_PROTECTION_CONFIG, ...config };
+    const customRegexes = cfg.customProtectedRegex.map(r => new RegExp(r));
+    for (const token of tokens) {
+        // Only word and symbol tokens can be protected
+        // Number tokens are separately handled
+        const protections = [];
+        if (token.type === 'number' && cfg.keepNumbers) {
+            protections.push('number');
+        }
+        if (token.type === 'word') {
+            // Acronym check
+            if (cfg.keepAcronyms && ACRONYM_REGEX.test(token.value)) {
+                protections.push('acronym');
+            }
+            // URL/email check
+            if (cfg.keepUrlsEmails && (isUrlLike(token.value) || isEmailLike(token.value))) {
+                protections.push('urlLike');
+            }
+            // Code-like check
+            if (cfg.keepCodeTokens && isCodeLike(token.value)) {
+                protections.push('codeLike');
+            }
+            // Short word check
+            if (cfg.minWordLength > 0 && token.value.length < cfg.minWordLength) {
+                protections.push('shortWord');
+            }
+            // Custom regex
+            for (let idx = 0; idx < customRegexes.length; idx++) {
+                if (customRegexes[idx].test(token.value)) {
+                    protections.push(`customRegex[${idx}]`);
+                }
+            }
+        }
+        // Symbol tokens: check URL/email/code
+        if (token.type === 'symbol') {
+            if (cfg.keepUrlsEmails && (isUrlLike(token.value) || isEmailLike(token.value))) {
+                protections.push('urlLike');
+            }
+            if (cfg.keepCodeTokens && isCodeLike(token.value)) {
+                protections.push('codeLike');
+            }
+        }
+        if (protections.length > 0) {
+            if (!token.meta)
+                token.meta = {};
+            token.meta.protected = true;
+            token.meta.protectionsApplied = protections;
+        }
+    }
+}
+/**
+ * Check if a token is protected.
+ */
+export function isProtected(token) {
+    return token.meta?.protected === true;
+}
+//# sourceMappingURL=protection.js.map

package/dist/transforms/protection.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"protection.js","sourceRoot":"","sources":["../../src/transforms/protection.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAEvD,4CAA4C;AAC5C,MAAM,aAAa,GAAG,aAAa,CAAC;AAEpC,yDAAyD;AACzD,SAAS,SAAS,CAAC,KAAa;IAC9B,OAAO,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AAC3D,CAAC;AAED,qCAAqC;AACrC,SAAS,WAAW,CAAC,KAAa;IAChC,OAAO,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;AAC7B,CAAC;AAED,2BAA2B;AAC3B,SAAS,UAAU,CAAC,KAAa;IAC/B,mCAAmC;IACnC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAC7D,8DAA8D;IAC9D,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IACzD,8DAA8D;IAC9D,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1E,2CAA2C;IAC3C,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACtC,IAAI,UAAU,IAAI,SAAS;QAAE,OAAO,IAAI,CAAC;IACzC,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAC,MAAe,EAAE,MAAwB;IACvE,MAAM,GAAG,GAAG,EAAE,GAAG,yBAAyB,EAAE,GAAG,MAAM,EAAE,CAAC;IACxD,MAAM,aAAa,GAAG,GAAG,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAEvE,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,+CAA+C;QAC/C,uCAAuC;QACvC,MAAM,WAAW,GAAa,EAAE,CAAC;QAEjC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;YAC/C,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7B,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC1B,gBAAgB;YAChB,IAAI,GAAG,CAAC,YAAY,IAAI,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxD,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC9B,CAAC;YAED,kBAAkB;YAClB,IAAI,GAAG,CAAC,cAAc,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;gBAC/E,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC9B,CAAC;YAED,kBAAkB;YAClB,IAAI,GAAG,CAAC,cAAc,IAAI,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClD,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC/B,CAAC;YAED,mBAAmB;YACnB,IAAI,GAAG,CAAC,aAAa,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC,aAAa,EAAE,CAAC;gBACpE,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAChC,CAAC;YAED,eAAe;YACf,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,aAAa,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;gBACpD,IAAI,aAAa,CAAC,GAAG,CAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC1C,WAAW,CAAC,IAAI,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC;gBAC1C,CAAC;YACH,CAAC;QACH,CAAC;QAED,sCAAsC;QACtC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC5B,IAAI,GAAG,CAAC,cAAc,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;gBAC/E,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC9B,CAAC;YACD,IAAI,GAAG,CAAC,cAAc,IAAI,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClD,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC,KAAK,CAAC,IAAI;gBAAE,KAAK,CAAC,IAAI,GAAG,EAAE,CAAC;YACjC,KAAK,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YAC5B,KAAK,CAAC,IAAI,CAAC,kBAAkB,GAAG,WAAW,CAAC;QAC9C,CAAC;IACH,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CAAC,KAAY;IACtC,OAAO,KAAK,CAAC,IAAI,EAAE,SAAS,KAAK,IAAI,CAAC;AACxC,CAAC"}

package/dist/transforms/protection.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=protection.test.d.ts.map

package/dist/transforms/protection.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"protection.test.d.ts","sourceRoot":"","sources":["../../src/transforms/protection.test.ts"],"names":[],"mappings":""}

package/dist/transforms/protection.test.js

@@ -0,0 +1,79 @@
+import { describe, it, expect } from 'vitest';
+import { applyProtection, isProtected } from './protection.js';
+function makeWord(value) {
+    return { type: 'word', value };
+}
+function makeNumber(value) {
+    return { type: 'number', value };
+}
+function makeSymbol(value) {
+    return { type: 'symbol', value };
+}
+describe('Protection Rules', () => {
+    it('should protect acronyms (all uppercase 2+ letters)', () => {
+        const tokens = [makeWord('API'), makeWord('hello'), makeWord('NASA')];
+        applyProtection(tokens, { keepAcronyms: true });
+        expect(isProtected(tokens[0])).toBe(true);
+        expect(isProtected(tokens[1])).toBe(false);
+        expect(isProtected(tokens[2])).toBe(true);
+        expect(tokens[0].meta.protectionsApplied).toContain('acronym');
+    });
+    it('should protect number tokens', () => {
+        const tokens = [makeNumber('42'), makeNumber('3.14'), makeWord('hello')];
+        applyProtection(tokens, { keepNumbers: true });
+        expect(isProtected(tokens[0])).toBe(true);
+        expect(isProtected(tokens[1])).toBe(true);
+        expect(isProtected(tokens[2])).toBe(false);
+    });
+    it('should protect code-like tokens (contains underscore)', () => {
+        const tokens = [makeWord('hello'), makeWord('my_var')];
+        applyProtection(tokens, { keepCodeTokens: true });
+        expect(isProtected(tokens[0])).toBe(false);
+        // my_var won't be a word token in actual tokenizer since _ breaks word parsing
+        // but the protection still checks the value
+    });
+    it('should protect short words below minWordLength', () => {
+        const tokens = [makeWord('I'), makeWord('a'), makeWord('hello')];
+        applyProtection(tokens, { minWordLength: 2 });
+        expect(isProtected(tokens[0])).toBe(true);
+        expect(isProtected(tokens[1])).toBe(true);
+        expect(isProtected(tokens[2])).toBe(false);
+    });
+    it('should protect URL-like symbols', () => {
+        const tokens = [makeSymbol('https://example.com')];
+        applyProtection(tokens, { keepUrlsEmails: true });
+        expect(isProtected(tokens[0])).toBe(true);
+    });
+    it('should protect email-like symbols', () => {
+        const tokens = [makeSymbol('user@email.com')];
+        applyProtection(tokens, { keepUrlsEmails: true });
+        expect(isProtected(tokens[0])).toBe(true);
+    });
+    it('should apply custom regex protection', () => {
+        const tokens = [makeWord('FooBar'), makeWord('hello')];
+        applyProtection(tokens, { customProtectedRegex: ['^Foo'] });
+        expect(isProtected(tokens[0])).toBe(true);
+        expect(isProtected(tokens[1])).toBe(false);
+    });
+    it('should not protect when all protections disabled', () => {
+        const tokens = [makeWord('API'), makeNumber('42')];
+        applyProtection(tokens, {
+            keepAcronyms: false,
+            keepNumbers: false,
+            keepCodeTokens: false,
+            keepUrlsEmails: false,
+            minWordLength: 0,
+        });
+        expect(isProtected(tokens[0])).toBe(false);
+        expect(isProtected(tokens[1])).toBe(false);
+    });
+    it('should accumulate multiple protection reasons', () => {
+        // A short acronym
+        const tokens = [makeWord('AI')];
+        applyProtection(tokens, { keepAcronyms: true, minWordLength: 3 });
+        expect(isProtected(tokens[0])).toBe(true);
+        expect(tokens[0].meta.protectionsApplied).toContain('acronym');
+        expect(tokens[0].meta.protectionsApplied).toContain('shortWord');
+    });
+});
+//# sourceMappingURL=protection.test.js.map

package/dist/transforms/protection.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"protection.test.js","sourceRoot":"","sources":["../../src/transforms/protection.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAG/D,SAAS,QAAQ,CAAC,KAAa;IAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;AACjC,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AACnC,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AACnC,CAAC;AAED,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,MAAM,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QACtE,eAAe,CAAC,MAAM,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,IAAK,CAAC,kBAAkB,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,MAAM,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QACzE,eAAe,CAAC,MAAM,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,MAAM,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACvD,eAAe,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;QAClD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5C,+EAA+E;QAC/E,4CAA4C;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,MAAM,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QACjE,eAAe,CAAC,MAAM,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC,CAAC;QAC9C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,MAAM,GAAG,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC,CAAC;QACnD,eAAe,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;QAClD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,MAAM,GAAG,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAC9C,eAAe,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;QAClD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,MAAM,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QACvD,eAAe,CAAC,MAAM,EAAE,EAAE,oBAAoB,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC5D,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,MAAM,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;QACnD,eAAe,CAAC,MAAM,EAAE;YACtB,YAAY,EAAE,KAAK;YACnB,WAAW,EAAE,KAAK;YAClB,cAAc,EAAE,KAAK;YACrB,cAAc,EAAE,KAAK;YACrB,aAAa,EAAE,CAAC;SACjB,CAAC,CAAC;QACH,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,kBAAkB;QAClB,MAAM,MAAM,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;QAChC,eAAe,CAAC,MAAM,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC,CAAC;QAClE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,IAAK,CAAC,kBAAkB,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACjE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,IAAK,CAAC,kBAAkB,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/transforms/registry.d.ts

@@ -0,0 +1,25 @@
+/**
+ * Transform Registry
+ * Stores and retrieves registered IOutputTransform implementations.
+ */
+import type { IOutputTransform } from './types.js';
+export declare class TransformRegistry {
+    private transforms;
+    /**
+     * Register a transform. Overwrites if ID already exists.
+     */
+    register(transform: IOutputTransform): void;
+    /**
+     * Get a transform by ID.
+     */
+    get(id: string): IOutputTransform | null;
+    /**
+     * List all registered transforms.
+     */
+    list(): IOutputTransform[];
+    /**
+     * Check if a transform ID is registered.
+     */
+    has(id: string): boolean;
+}
+//# sourceMappingURL=registry.d.ts.map

package/dist/transforms/registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../src/transforms/registry.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAEnD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,UAAU,CAA4C;IAE9D;;OAEG;IACH,QAAQ,CAAC,SAAS,EAAE,gBAAgB,GAAG,IAAI;IAI3C;;OAEG;IACH,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,gBAAgB,GAAG,IAAI;IAIxC;;OAEG;IACH,IAAI,IAAI,gBAAgB,EAAE;IAI1B;;OAEG;IACH,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO;CAGzB"}

package/dist/transforms/registry.js

@@ -0,0 +1,32 @@
+/**
+ * Transform Registry
+ * Stores and retrieves registered IOutputTransform implementations.
+ */
+export class TransformRegistry {
+    transforms = new Map();
+    /**
+     * Register a transform. Overwrites if ID already exists.
+     */
+    register(transform) {
+        this.transforms.set(transform.id, transform);
+    }
+    /**
+     * Get a transform by ID.
+     */
+    get(id) {
+        return this.transforms.get(id) ?? null;
+    }
+    /**
+     * List all registered transforms.
+     */
+    list() {
+        return Array.from(this.transforms.values());
+    }
+    /**
+     * Check if a transform ID is registered.
+     */
+    has(id) {
+        return this.transforms.has(id);
+    }
+}
+//# sourceMappingURL=registry.js.map

package/dist/transforms/registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.js","sourceRoot":"","sources":["../../src/transforms/registry.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,MAAM,OAAO,iBAAiB;IACpB,UAAU,GAAkC,IAAI,GAAG,EAAE,CAAC;IAE9D;;OAEG;IACH,QAAQ,CAAC,SAA2B;QAClC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,EAAU;QACZ,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,IAAI;QACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,EAAU;QACZ,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACjC,CAAC;CACF"}

package/dist/transforms/registry.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=registry.test.d.ts.map

package/dist/transforms/registry.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.test.d.ts","sourceRoot":"","sources":["../../src/transforms/registry.test.ts"],"names":[],"mappings":""}

package/dist/transforms/registry.test.js

@@ -0,0 +1,64 @@
+import { describe, it, expect } from 'vitest';
+import { TransformRegistry } from './registry.js';
+import { createDefaultRegistry } from './default-registry.js';
+function makeMockTransform(id) {
+    return {
+        id,
+        version: '1.0.0',
+        capabilities: {
+            requiresTrace: false,
+            posAware: false,
+            deterministic: true,
+            safeToStack: true,
+        },
+        validateParams: () => ({ valid: true, errors: [] }),
+        apply: (input) => ({ tokens: input.tokens }),
+    };
+}
+describe('TransformRegistry', () => {
+    it('should register and retrieve a transform', () => {
+        const registry = new TransformRegistry();
+        const transform = makeMockTransform('test');
+        registry.register(transform);
+        expect(registry.get('test')).toBe(transform);
+    });
+    it('should return null for unknown transform', () => {
+        const registry = new TransformRegistry();
+        expect(registry.get('nonexistent')).toBeNull();
+    });
+    it('should list all registered transforms', () => {
+        const registry = new TransformRegistry();
+        registry.register(makeMockTransform('a'));
+        registry.register(makeMockTransform('b'));
+        expect(registry.list()).toHaveLength(2);
+    });
+    it('should overwrite on re-register', () => {
+        const registry = new TransformRegistry();
+        const t1 = makeMockTransform('test');
+        const t2 = makeMockTransform('test');
+        registry.register(t1);
+        registry.register(t2);
+        expect(registry.get('test')).toBe(t2);
+        expect(registry.list()).toHaveLength(1);
+    });
+    it('should check if transform exists', () => {
+        const registry = new TransformRegistry();
+        registry.register(makeMockTransform('exists'));
+        expect(registry.has('exists')).toBe(true);
+        expect(registry.has('missing')).toBe(false);
+    });
+});
+describe('Default Registry', () => {
+    it('should contain all 10 V1 transforms', () => {
+        const registry = createDefaultRegistry();
+        const expectedIds = [
+            'pigLatin', 'ubbiDubbi', 'leet', 'uwu', 'pirate',
+            'redact', 'emoji', 'mockCase', 'reverseWords', 'bizJargon',
+        ];
+        for (const id of expectedIds) {
+            expect(registry.has(id), `Missing transform: ${id}`).toBe(true);
+        }
+        expect(registry.list()).toHaveLength(10);
+    });
+});
+//# sourceMappingURL=registry.test.js.map

package/dist/transforms/registry.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.test.js","sourceRoot":"","sources":["../../src/transforms/registry.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAG9D,SAAS,iBAAiB,CAAC,EAAU;IACnC,OAAO;QACL,EAAE;QACF,OAAO,EAAE,OAAO;QAChB,YAAY,EAAE;YACZ,aAAa,EAAE,KAAK;YACpB,QAAQ,EAAE,KAAK;YACf,aAAa,EAAE,IAAI;YACnB,WAAW,EAAE,IAAI;SAClB;QACD,cAAc,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QACnD,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;KAC7C,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,MAAM,QAAQ,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAC5C,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC7B,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,MAAM,QAAQ,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACzC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,QAAQ,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACzC,QAAQ,CAAC,QAAQ,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1C,QAAQ,CAAC,QAAQ,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,QAAQ,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACzC,MAAM,EAAE,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACrC,MAAM,EAAE,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACrC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACtB,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACtB,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtC,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,QAAQ,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACzC,QAAQ,CAAC,QAAQ,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,QAAQ,GAAG,qBAAqB,EAAE,CAAC;QACzC,MAAM,WAAW,GAAG;YAClB,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ;YAChD,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,WAAW;SAC3D,CAAC;QACF,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE,CAAC;YAC7B,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,sBAAsB,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClE,CAAC;QACD,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/transforms/tokenizer.d.ts

@@ -0,0 +1,26 @@
+/**
+ * Output Transform Tokenizer & Renderer
+ * Single-pass O(n) tokenizer that preserves exact whitespace and punctuation.
+ * Re-rendering via render() is lossless.
+ */
+import type { Token, TokenType } from './types.js';
+/**
+ * Tokenize a string into Token[] in a single pass.
+ *
+ * Token types:
+ * - word: sequences of ASCII letters, may include internal apostrophes (e.g., "don't")
+ * - number: digits with optional decimals/percent (e.g., "12", "3.14", "60%")
+ * - punct: individual punctuation characters
+ * - whitespace: sequences of whitespace characters
+ * - symbol: anything else
+ */
+export declare function tokenize(input: string): Token[];
+/**
+ * Render tokens back to a string. Lossless: render(tokenize(s)) === s
+ */
+export declare function render(tokens: Token[]): string;
+/**
+ * Get the type classification of a single character (utility).
+ */
+export declare function classifyChar(ch: string): TokenType;
+//# sourceMappingURL=tokenizer.d.ts.map

package/dist/transforms/tokenizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../src/transforms/tokenizer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AA4BnD;;;;;;;;;GASG;AACH,wBAAgB,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,EAAE,CA8E/C;AAED;;GAEG;AACH,wBAAgB,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,CAM9C;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,EAAE,EAAE,MAAM,GAAG,SAAS,CAMlD"}