@producible/cereworker-hippocampus 26.520.1

package/dist/curator.test.js

@@ -0,0 +1,209 @@
+import { describe, it, expect, vi, afterEach } from 'vitest';
+import { mkdtempSync, rmSync, writeFileSync, readFileSync, existsSync, mkdirSync } from 'node:fs';
+import { join } from 'node:path';
+import { tmpdir } from 'node:os';
+import { HippocampusStore } from './store.js';
+import { HippocampusCurator } from './curator.js';
+function setup() {
+    const dir = mkdtempSync(join(tmpdir(), 'cereworker-curator-test-'));
+    const store = new HippocampusStore(dir);
+    const generator = { generate: vi.fn() };
+    const curator = new HippocampusCurator(store, generator);
+    return { dir, store, generator, curator };
+}
+function ensureQueueDir(ftDir) {
+    const queueDir = join(ftDir, 'queue');
+    mkdirSync(queueDir, { recursive: true });
+    return queueDir;
+}
+describe('HippocampusCurator', () => {
+    let dir;
+    afterEach(() => {
+        rmSync(dir, { recursive: true, force: true });
+    });
+    describe('curate', () => {
+        it('returns empty when no uncurated content', async () => {
+            const ctx = setup();
+            dir = ctx.dir;
+            const result = await ctx.curator.curate();
+            expect(result.pairs).toHaveLength(0);
+            expect(result.skipped).toBe(0);
+            expect(result.errors).toHaveLength(0);
+        });
+        it('sends content to generator and parses JSON response', async () => {
+            const ctx = setup();
+            dir = ctx.dir;
+            writeFileSync(join(dir, 'MEMORY.md'), 'User prefers dark mode', 'utf-8');
+            const pairs = [{ instruction: 'What theme does the user prefer?', response: 'The user prefers dark mode.', source: 'MEMORY.md' }];
+            ctx.generator.generate.mockResolvedValue(JSON.stringify(pairs));
+            const result = await ctx.curator.curate();
+            expect(result.pairs).toHaveLength(1);
+            expect(result.pairs[0].instruction).toBe('What theme does the user prefer?');
+            expect(result.pairs[0].response).toBe('The user prefers dark mode.');
+            expect(ctx.generator.generate).toHaveBeenCalledOnce();
+        });
+        it('handles generator failure gracefully', async () => {
+            const ctx = setup();
+            dir = ctx.dir;
+            writeFileSync(join(dir, 'MEMORY.md'), 'some content', 'utf-8');
+            ctx.generator.generate.mockRejectedValue(new Error('LLM down'));
+            const result = await ctx.curator.curate();
+            expect(result.pairs).toHaveLength(0);
+            expect(result.errors).toContain('Cerebrum call failed: LLM down');
+        });
+        it('handles non-array response', async () => {
+            const ctx = setup();
+            dir = ctx.dir;
+            writeFileSync(join(dir, 'MEMORY.md'), 'content', 'utf-8');
+            ctx.generator.generate.mockResolvedValue('"not an array"');
+            const result = await ctx.curator.curate();
+            expect(result.pairs).toHaveLength(0);
+            expect(result.errors.some((e) => e.includes('not an array'))).toBe(true);
+        });
+        it('handles markdown code blocks in response', async () => {
+            const ctx = setup();
+            dir = ctx.dir;
+            writeFileSync(join(dir, 'MEMORY.md'), 'info', 'utf-8');
+            const json = JSON.stringify([{ instruction: 'What frontend framework is used in this project?', response: 'The project uses React with Ink for TUI rendering.', source: 'x' }]);
+            ctx.generator.generate.mockResolvedValue('```json\n' + json + '\n```');
+            const result = await ctx.curator.curate();
+            expect(result.pairs).toHaveLength(1);
+        });
+        it('filters entries missing instruction or response', async () => {
+            const ctx = setup();
+            dir = ctx.dir;
+            writeFileSync(join(dir, 'MEMORY.md'), 'content', 'utf-8');
+            const data = [
+                { instruction: 'What is the preferred theme for this project?', response: 'The user prefers dark mode for all editors.', source: 'x' },
+                { instruction: 'no response at all for this' },
+                { response: 'no instruction provided here' },
+                {},
+            ];
+            ctx.generator.generate.mockResolvedValue(JSON.stringify(data));
+            const result = await ctx.curator.curate();
+            expect(result.pairs).toHaveLength(1);
+            expect(result.pairs[0].instruction).toBe('What is the preferred theme for this project?');
+        });
+        it('filters entries with short instruction or response', async () => {
+            const ctx = setup();
+            dir = ctx.dir;
+            writeFileSync(join(dir, 'MEMORY.md'), 'content', 'utf-8');
+            const data = [
+                { instruction: 'short', response: 'also short', source: 'x' },
+                { instruction: 'a bit longer but still short', response: 'tiny', source: 'x' },
+                { instruction: 'What is the deploy process for production?', response: 'Run deploy.sh from the project root directory.', source: 'x' },
+            ];
+            ctx.generator.generate.mockResolvedValue(JSON.stringify(data));
+            const result = await ctx.curator.curate();
+            expect(result.pairs).toHaveLength(1);
+            expect(result.pairs[0].instruction).toBe('What is the deploy process for production?');
+        });
+        it('saves pairs to pending.jsonl', async () => {
+            const ctx = setup();
+            dir = ctx.dir;
+            writeFileSync(join(dir, 'MEMORY.md'), 'content', 'utf-8');
+            const pairs = [{ instruction: 'What database engine is used in the project?', response: 'SQLite via the node:sqlite built-in module.', source: 'x' }];
+            ctx.generator.generate.mockResolvedValue(JSON.stringify(pairs));
+            await ctx.curator.curate();
+            const pendingPath = join(ctx.store.finetuneDir, 'queue', 'curated-memory.jsonl');
+            expect(existsSync(pendingPath)).toBe(true);
+            const content = readFileSync(pendingPath, 'utf-8');
+            expect(content).toContain('What database engine is used in the project?');
+        });
+        it('updates curated marker', async () => {
+            const ctx = setup();
+            dir = ctx.dir;
+            writeFileSync(join(dir, 'MEMORY.md'), 'content', 'utf-8');
+            ctx.generator.generate.mockResolvedValue('[]');
+            await ctx.curator.curate();
+            const marker = readFileSync(join(dir, '.curated-marker'), 'utf-8').trim();
+            expect(marker).toMatch(/^\d{4}-\d{2}-\d{2}$/);
+        });
+    });
+    describe('getPendingPairs', () => {
+        it('returns empty when no pending file', () => {
+            const ctx = setup();
+            dir = ctx.dir;
+            expect(ctx.curator.getPendingPairs()).toEqual([]);
+        });
+        it('parses JSONL lines', () => {
+            const ctx = setup();
+            dir = ctx.dir;
+            const ftDir = ctx.store.finetuneDir;
+            const queueDir = ensureQueueDir(ftDir);
+            const lines = [
+                JSON.stringify({ instruction: 'q1', response: 'a1', source: 's1', createdAt: 1 }),
+                JSON.stringify({ instruction: 'q2', response: 'a2', source: 's2', createdAt: 2 }),
+            ].join('\n');
+            writeFileSync(join(queueDir, 'curated-memory.jsonl'), lines + '\n', 'utf-8');
+            const pairs = ctx.curator.getPendingPairs();
+            expect(pairs).toHaveLength(2);
+            expect(pairs[0].instruction).toBe('q1');
+            expect(pairs[1].instruction).toBe('q2');
+        });
+        it('skips malformed lines', () => {
+            const ctx = setup();
+            dir = ctx.dir;
+            const ftDir = ctx.store.finetuneDir;
+            const queueDir = ensureQueueDir(ftDir);
+            const lines = [
+                JSON.stringify({ instruction: 'q1', response: 'a1', source: 's1', createdAt: 1 }),
+                'not valid json {{{',
+            ].join('\n');
+            writeFileSync(join(queueDir, 'curated-memory.jsonl'), lines + '\n', 'utf-8');
+            const pairs = ctx.curator.getPendingPairs();
+            expect(pairs).toHaveLength(1);
+        });
+    });
+    describe('markConsumed', () => {
+        it('moves pending to consumed dir and clears pending', () => {
+            const ctx = setup();
+            dir = ctx.dir;
+            const ftDir = ctx.store.finetuneDir;
+            const queueDir = ensureQueueDir(ftDir);
+            writeFileSync(join(queueDir, 'curated-memory.jsonl'), '{"a":1}\n', 'utf-8');
+            ctx.curator.markConsumed();
+            // Pending file should be empty
+            expect(readFileSync(join(ftDir, 'queue', 'curated-memory.jsonl'), 'utf-8')).toBe('');
+            // Consumed dir should exist with today's file
+            const today = new Date().toISOString().slice(0, 10);
+            expect(existsSync(join(ftDir, 'consumed', `curated-memory-${today}.jsonl`))).toBe(true);
+        });
+        it('is a no-op when no pending file exists', () => {
+            const ctx = setup();
+            dir = ctx.dir;
+            // Should not throw
+            expect(() => ctx.curator.markConsumed()).not.toThrow();
+        });
+    });
+    describe('deduplication', () => {
+        it('does not append duplicate pairs to pending.jsonl', async () => {
+            const ctx = setup();
+            dir = ctx.dir;
+            const ftDir = ctx.store.finetuneDir;
+            const queueDir = ensureQueueDir(ftDir);
+            // Pre-seed pending with an existing pair
+            const existing = JSON.stringify({
+                instruction: 'What database engine is used in the project?',
+                response: 'SQLite via the node:sqlite built-in module.',
+                source: 'MEMORY.md',
+                createdAt: 1,
+            });
+            writeFileSync(join(queueDir, 'curated-memory.jsonl'), existing + '\n', 'utf-8');
+            // Curate returns same instruction + a new one
+            writeFileSync(join(dir, 'MEMORY.md'), 'content', 'utf-8');
+            const data = [
+                { instruction: 'What database engine is used in the project?', response: 'A different answer for testing.', source: 'x' },
+                { instruction: 'What frontend framework is used in the project?', response: 'React with Ink for TUI rendering in the terminal.', source: 'x' },
+            ];
+            ctx.generator.generate.mockResolvedValue(JSON.stringify(data));
+            await ctx.curator.curate();
+            const pairs = ctx.curator.getPendingPairs();
+            // Should have original + 1 new, not the duplicate
+            expect(pairs).toHaveLength(2);
+            expect(pairs[0].instruction).toBe('What database engine is used in the project?');
+            expect(pairs[1].instruction).toBe('What frontend framework is used in the project?');
+        });
+    });
+});
+//# sourceMappingURL=curator.test.js.map

package/dist/curator.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"curator.test.js","sourceRoot":"","sources":["../src/curator.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAC7D,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAClG,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAsB,MAAM,cAAc,CAAC;AAEtE,SAAS,KAAK;IACZ,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,0BAA0B,CAAC,CAAC,CAAC;IACpE,MAAM,KAAK,GAAG,IAAI,gBAAgB,CAAC,GAAG,CAAC,CAAC;IACxC,MAAM,SAAS,GAAkB,EAAE,QAAQ,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;IACvD,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IACzD,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC;AAC5C,CAAC;AAED,SAAS,cAAc,CAAC,KAAa;IACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACtC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,IAAI,GAAW,CAAC;IAEhB,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;QACtB,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,GAAG,GAAG,KAAK,EAAE,CAAC;YACpB,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC;YACd,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACrC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;YACnE,MAAM,GAAG,GAAG,KAAK,EAAE,CAAC;YACpB,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC;YACd,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,wBAAwB,EAAE,OAAO,CAAC,CAAC;YAEzE,MAAM,KAAK,GAAG,CAAC,EAAE,WAAW,EAAE,kCAAkC,EAAE,QAAQ,EAAE,6BAA6B,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;YACjI,GAAG,CAAC,SAAS,CAAC,QAAqC,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;YAE9F,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACrC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;YAC7E,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;YACrE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,oBAAoB,EAAE,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;YACpD,MAAM,GAAG,GAAG,KAAK,EAAE,CAAC;YACpB,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC;YACd,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,cAAc,EAAE,OAAO,CAAC,CAAC;YAC9D,GAAG,CAAC,SAAS,CAAC,QAAqC,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;YAE9F,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACrC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,gCAAgC,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;YAC1C,MAAM,GAAG,GAAG,KAAK,EAAE,CAAC;YACpB,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC;YACd,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;YACzD,GAAG,CAAC,SAAS,CAAC,QAAqC,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;YAEzF,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACrC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,MAAM,GAAG,GAAG,KAAK,EAAE,CAAC;YACpB,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC;YACd,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;YACvD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,WAAW,EAAE,kDAAkD,EAAE,QAAQ,EAAE,oDAAoD,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;YAC/K,GAAG,CAAC,SAAS,CAAC,QAAqC,CAAC,iBAAiB,CAAC,WAAW,GAAG,IAAI,GAAG,OAAO,CAAC,CAAC;YAErG,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,GAAG,GAAG,KAAK,EAAE,CAAC;YACpB,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC;YACd,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;YAC1D,MAAM,IAAI,GAAG;gBACX,EAAE,WAAW,EAAE,+CAA+C,EAAE,QAAQ,EAAE,6CAA6C,EAAE,MAAM,EAAE,GAAG,EAAE;gBACtI,EAAE,WAAW,EAAE,6BAA6B,EAAE;gBAC9C,EAAE,QAAQ,EAAE,8BAA8B,EAAE;gBAC5C,EAAE;aACH,CAAC;YACD,GAAG,CAAC,SAAS,CAAC,QAAqC,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;YAE7F,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACrC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;QAC5F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;YAClE,MAAM,GAAG,GAAG,KAAK,EAAE,CAAC;YACpB,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC;YACd,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;YAC1D,MAAM,IAAI,GAAG;gBACX,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,EAAE;gBAC7D,EAAE,WAAW,EAAE,8BAA8B,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE;gBAC9E,EAAE,WAAW,EAAE,4CAA4C,EAAE,QAAQ,EAAE,gDAAgD,EAAE,MAAM,EAAE,GAAG,EAAE;aACvI,CAAC;YACD,GAAG,CAAC,SAAS,CAAC,QAAqC,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;YAE7F,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACrC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;QACzF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;YAC5C,MAAM,GAAG,GAAG,KAAK,EAAE,CAAC;YACpB,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC;YACd,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;YAC1D,MAAM,KAAK,GAAG,CAAC,EAAE,WAAW,EAAE,8CAA8C,EAAE,QAAQ,EAAE,6CAA6C,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YACrJ,GAAG,CAAC,SAAS,CAAC,QAAqC,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;YAE9F,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC3B,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,OAAO,EAAE,sBAAsB,CAAC,CAAC;YACjF,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC3C,MAAM,OAAO,GAAG,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,8CAA8C,CAAC,CAAC;QAC5E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wBAAwB,EAAE,KAAK,IAAI,EAAE;YACtC,MAAM,GAAG,GAAG,KAAK,EAAE,CAAC;YACpB,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC;YACd,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;YACzD,GAAG,CAAC,SAAS,CAAC,QAAqC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;YAE7E,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,iBAAiB,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;YAC1E,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;YAC5C,MAAM,GAAG,GAAG,KAAK,EAAE,CAAC;YACpB,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC;YACd,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oBAAoB,EAAE,GAAG,EAAE;YAC5B,MAAM,GAAG,GAAG,KAAK,EAAE,CAAC;YACpB,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC;YACd,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC;YACpC,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;YACvC,MAAM,KAAK,GAAG;gBACZ,IAAI,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;gBACjF,IAAI,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;aAClF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACb,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,sBAAsB,CAAC,EAAE,KAAK,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;YAE7E,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YAC5C,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC9B,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;YAC/B,MAAM,GAAG,GAAG,KAAK,EAAE,CAAC;YACpB,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC;YACd,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC;YACpC,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;YACvC,MAAM,KAAK,GAAG;gBACZ,IAAI,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;gBACjF,oBAAoB;aACrB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACb,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,sBAAsB,CAAC,EAAE,KAAK,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;YAE7E,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YAC5C,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;YAC1D,MAAM,GAAG,GAAG,KAAK,EAAE,CAAC;YACpB,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC;YACd,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC;YACpC,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;YACvC,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,sBAAsB,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YAE5E,GAAG,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YAE3B,+BAA+B;YAC/B,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,sBAAsB,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACrF,8CAA8C;YAC9C,MAAM,KAAK,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACpD,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,UAAU,EAAE,kBAAkB,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;YAChD,MAAM,GAAG,GAAG,KAAK,EAAE,CAAC;YACpB,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC;YACd,mBAAmB;YACnB,MAAM,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;QACzD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;QAC7B,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,GAAG,GAAG,KAAK,EAAE,CAAC;YACpB,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC;YACd,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC;YACpC,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;YAEvC,yCAAyC;YACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC9B,WAAW,EAAE,8CAA8C;gBAC3D,QAAQ,EAAE,6CAA6C;gBACvD,MAAM,EAAE,WAAW;gBACnB,SAAS,EAAE,CAAC;aACb,CAAC,CAAC;YACH,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,sBAAsB,CAAC,EAAE,QAAQ,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;YAEhF,8CAA8C;YAC9C,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;YAC1D,MAAM,IAAI,GAAG;gBACX,EAAE,WAAW,EAAE,8CAA8C,EAAE,QAAQ,EAAE,iCAAiC,EAAE,MAAM,EAAE,GAAG,EAAE;gBACzH,EAAE,WAAW,EAAE,iDAAiD,EAAE,QAAQ,EAAE,mDAAmD,EAAE,MAAM,EAAE,GAAG,EAAE;aAC/I,CAAC;YACD,GAAG,CAAC,SAAS,CAAC,QAAqC,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;YAE7F,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YAC5C,kDAAkD;YAClD,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC9B,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;YAClF,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;QACvF,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/finetune-archive.d.ts

@@ -0,0 +1,47 @@
+import type { TrainingPair } from './types.js';
+export type FineTuneQueueSource = 'discovery' | 'conversations' | 'curated-memory';
+export interface FineTuneQueuedBatch {
+    pairs: TrainingPair[];
+    bySource: Record<FineTuneQueueSource, TrainingPair[]>;
+}
+export interface FineTuneRoundManifest {
+    roundId: string;
+    jobId: string;
+    instanceId?: string;
+    status: 'running' | 'completed' | 'failed';
+    createdAt: string;
+    startedAt: string;
+    completedAt?: string;
+    requestedMethod?: string;
+    activeCheckpointBefore?: string | null;
+    totalPairs: number;
+    sourceCounts: Record<FineTuneQueueSource, number>;
+    exampleClassCounts?: Record<string, number>;
+    checkpointPath?: string;
+    loss?: number;
+    error?: string;
+}
+export declare class FineTuneArchiveStore {
+    private readonly rootDir;
+    private readonly queueDir;
+    private readonly roundsDir;
+    private readonly stateDir;
+    constructor(directory: string);
+    get directory(): string;
+    getConversationExtractorStatePath(): string;
+    enqueue(source: FineTuneQueueSource, pairs: TrainingPair[]): {
+        added: number;
+        total: number;
+    };
+    getQueuedBatch(): FineTuneQueuedBatch;
+    clearBatch(batch: FineTuneQueuedBatch): void;
+    createRound(batch: FineTuneQueuedBatch, options: {
+        jobId: string;
+        requestedMethod?: string;
+        instanceId?: string;
+        activeCheckpointBefore?: string | null;
+    }): FineTuneRoundManifest;
+    updateRoundStatus(roundId: string, patch: Partial<Pick<FineTuneRoundManifest, 'status' | 'completedAt' | 'checkpointPath' | 'loss' | 'error'>>): FineTuneRoundManifest;
+    private getQueuePath;
+}
+//# sourceMappingURL=finetune-archive.d.ts.map

package/dist/finetune-archive.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"finetune-archive.d.ts","sourceRoot":"","sources":["../src/finetune-archive.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE/C,MAAM,MAAM,mBAAmB,GAAG,WAAW,GAAG,eAAe,GAAG,gBAAgB,CAAC;AAEnF,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,YAAY,EAAE,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC,mBAAmB,EAAE,YAAY,EAAE,CAAC,CAAC;CACvD;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,SAAS,GAAG,WAAW,GAAG,QAAQ,CAAC;IAC3C,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,sBAAsB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvC,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC,mBAAmB,EAAE,MAAM,CAAC,CAAC;IAClD,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC5C,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AA2DD,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;gBAEtB,SAAS,EAAE,MAAM;IAY7B,IAAI,SAAS,IAAI,MAAM,CAEtB;IAED,iCAAiC,IAAI,MAAM;IAI3C,OAAO,CAAC,MAAM,EAAE,mBAAmB,EAAE,KAAK,EAAE,YAAY,EAAE,GAAG;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE;IAkC7F,cAAc,IAAI,mBAAmB;IAarC,UAAU,CAAC,KAAK,EAAE,mBAAmB,GAAG,IAAI;IA6B5C,WAAW,CACT,KAAK,EAAE,mBAAmB,EAC1B,OAAO,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,eAAe,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,sBAAsB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAChH,qBAAqB;IAuCxB,iBAAiB,CACf,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,qBAAqB,EAAE,QAAQ,GAAG,aAAa,GAAG,gBAAgB,GAAG,MAAM,GAAG,OAAO,CAAC,CAAC,GAC1G,qBAAqB;IAgBxB,OAAO,CAAC,YAAY;CAGrB"}

package/dist/finetune-archive.js

@@ -0,0 +1,203 @@
+import { randomUUID } from 'node:crypto';
+import { existsSync, readFileSync } from 'node:fs';
+import { join, resolve } from 'node:path';
+import { homedir } from 'node:os';
+import { ensureDir, readJsonFile, withTextStoreLock, writeJsonFileAtomic, writeTextFileAtomic, } from '@producible/cereworker-core';
+const SOURCE_ORDER = ['discovery', 'curated-memory', 'conversations'];
+const SOURCE_FILES = {
+    discovery: 'discovery.jsonl',
+    conversations: 'conversations.jsonl',
+    'curated-memory': 'curated-memory.jsonl',
+};
+function expandHome(path) {
+    return path.replace(/^~(?=\/|$)/, homedir());
+}
+function serializePair(pair) {
+    return JSON.stringify({
+        instruction: pair.instruction,
+        response: pair.response,
+        source: pair.source,
+        createdAt: pair.createdAt,
+        instanceId: pair.instanceId,
+        sessionId: pair.sessionId,
+        exampleClass: pair.exampleClass,
+    });
+}
+function pairIdentity(pair) {
+    return [
+        pair.instruction,
+        pair.response,
+        pair.source,
+        pair.instanceId ?? '',
+        pair.sessionId ?? '',
+        pair.exampleClass ?? '',
+    ].join('\u0000');
+}
+function readPairs(path) {
+    if (!existsSync(path))
+        return [];
+    const content = readFileSync(path, 'utf-8').trim();
+    if (!content)
+        return [];
+    return content
+        .split('\n')
+        .map((line) => {
+        try {
+            return JSON.parse(line);
+        }
+        catch {
+            return null;
+        }
+    })
+        .filter((pair) => pair !== null);
+}
+function writePairs(path, pairs) {
+    const content = pairs.length > 0
+        ? pairs.map((pair) => serializePair(pair)).join('\n') + '\n'
+        : '';
+    writeTextFileAtomic(path, content);
+}
+export class FineTuneArchiveStore {
+    rootDir;
+    queueDir;
+    roundsDir;
+    stateDir;
+    constructor(directory) {
+        this.rootDir = resolve(expandHome(directory));
+        this.queueDir = join(this.rootDir, 'queue');
+        this.roundsDir = join(this.rootDir, 'rounds');
+        this.stateDir = join(this.rootDir, 'state');
+        ensureDir(this.rootDir);
+        ensureDir(this.queueDir);
+        ensureDir(this.roundsDir);
+        ensureDir(this.stateDir);
+    }
+    get directory() {
+        return this.rootDir;
+    }
+    getConversationExtractorStatePath() {
+        return join(this.stateDir, 'conversation-extractor.json');
+    }
+    enqueue(source, pairs) {
+        if (pairs.length === 0) {
+            return { added: 0, total: this.getQueuedBatch().pairs.length };
+        }
+        const path = this.getQueuePath(source);
+        return withTextStoreLock(this.queueDir, () => {
+            const existing = readPairs(path);
+            const seen = new Set(existing.map((pair) => pairIdentity(pair)));
+            const unique = pairs.filter((pair) => {
+                const key = pairIdentity(pair);
+                if (seen.has(key))
+                    return false;
+                seen.add(key);
+                return true;
+            });
+            const next = unique.length > 0 ? [...existing, ...unique] : existing;
+            if (unique.length > 0) {
+                writePairs(path, next);
+            }
+            const sourceCounts = {
+                discovery: source === 'discovery' ? next.length : readPairs(this.getQueuePath('discovery')).length,
+                conversations: source === 'conversations' ? next.length : readPairs(this.getQueuePath('conversations')).length,
+                'curated-memory': source === 'curated-memory' ? next.length : readPairs(this.getQueuePath('curated-memory')).length,
+            };
+            return {
+                added: unique.length,
+                total: SOURCE_ORDER.reduce((sum, key) => sum + sourceCounts[key], 0),
+            };
+        });
+    }
+    getQueuedBatch() {
+        const bySource = {
+            discovery: readPairs(this.getQueuePath('discovery')),
+            conversations: readPairs(this.getQueuePath('conversations')),
+            'curated-memory': readPairs(this.getQueuePath('curated-memory')),
+        };
+        return {
+            pairs: SOURCE_ORDER.flatMap((source) => bySource[source]),
+            bySource,
+        };
+    }
+    clearBatch(batch) {
+        withTextStoreLock(this.queueDir, () => {
+            for (const source of SOURCE_ORDER) {
+                const path = this.getQueuePath(source);
+                const existing = readPairs(path);
+                if (existing.length === 0)
+                    continue;
+                const removals = new Map();
+                for (const pair of batch.bySource[source]) {
+                    const key = serializePair(pair);
+                    removals.set(key, (removals.get(key) ?? 0) + 1);
+                }
+                const remaining = [];
+                for (const pair of existing) {
+                    const key = serializePair(pair);
+                    const count = removals.get(key) ?? 0;
+                    if (count > 0) {
+                        removals.set(key, count - 1);
+                        continue;
+                    }
+                    remaining.push(pair);
+                }
+                writePairs(path, remaining);
+            }
+        });
+    }
+    createRound(batch, options) {
+        const roundId = options.jobId || `round-${randomUUID()}`;
+        const roundDir = join(this.roundsDir, roundId);
+        return withTextStoreLock(roundDir, () => {
+            const sourcesDir = join(roundDir, 'sources');
+            ensureDir(sourcesDir);
+            const exampleClassCounts = batch.pairs.reduce((counts, pair) => {
+                const key = pair.exampleClass ?? 'unspecified';
+                counts[key] = (counts[key] ?? 0) + 1;
+                return counts;
+            }, {});
+            const manifest = {
+                roundId,
+                jobId: options.jobId,
+                instanceId: options.instanceId,
+                status: 'running',
+                createdAt: new Date().toISOString(),
+                startedAt: new Date().toISOString(),
+                requestedMethod: options.requestedMethod,
+                activeCheckpointBefore: options.activeCheckpointBefore,
+                totalPairs: batch.pairs.length,
+                sourceCounts: {
+                    discovery: batch.bySource.discovery.length,
+                    conversations: batch.bySource.conversations.length,
+                    'curated-memory': batch.bySource['curated-memory'].length,
+                },
+                exampleClassCounts,
+            };
+            writePairs(join(roundDir, 'training.jsonl'), batch.pairs);
+            for (const source of SOURCE_ORDER) {
+                writePairs(join(sourcesDir, SOURCE_FILES[source]), batch.bySource[source]);
+            }
+            writeJsonFileAtomic(join(roundDir, 'manifest.json'), manifest);
+            return manifest;
+        });
+    }
+    updateRoundStatus(roundId, patch) {
+        const manifestPath = join(this.roundsDir, roundId, 'manifest.json');
+        return withTextStoreLock(join(this.roundsDir, roundId), () => {
+            const manifest = readJsonFile(manifestPath, null);
+            if (!manifest) {
+                throw new Error(`Fine-tune round not found: ${roundId}`);
+            }
+            const updated = {
+                ...manifest,
+                ...patch,
+            };
+            writeJsonFileAtomic(manifestPath, updated);
+            return updated;
+        });
+    }
+    getQueuePath(source) {
+        return join(this.queueDir, SOURCE_FILES[source]);
+    }
+}
+//# sourceMappingURL=finetune-archive.js.map

package/dist/finetune-archive.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"finetune-archive.js","sourceRoot":"","sources":["../src/finetune-archive.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EACL,SAAS,EACT,YAAY,EACZ,iBAAiB,EACjB,mBAAmB,EACnB,mBAAmB,GACpB,MAAM,6BAA6B,CAAC;AA4BrC,MAAM,YAAY,GAA0B,CAAC,WAAW,EAAE,gBAAgB,EAAE,eAAe,CAAC,CAAC;AAC7F,MAAM,YAAY,GAAwC;IACxD,SAAS,EAAE,iBAAiB;IAC5B,aAAa,EAAE,qBAAqB;IACpC,gBAAgB,EAAE,sBAAsB;CACzC,CAAC;AAEF,SAAS,UAAU,CAAC,IAAY;IAC9B,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,aAAa,CAAC,IAAkB;IACvC,OAAO,IAAI,CAAC,SAAS,CAAC;QACpB,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,YAAY,EAAE,IAAI,CAAC,YAAY;KAChC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,YAAY,CAAC,IAAkB;IACtC,OAAO;QACL,IAAI,CAAC,WAAW;QAChB,IAAI,CAAC,QAAQ;QACb,IAAI,CAAC,MAAM;QACX,IAAI,CAAC,UAAU,IAAI,EAAE;QACrB,IAAI,CAAC,SAAS,IAAI,EAAE;QACpB,IAAI,CAAC,YAAY,IAAI,EAAE;KACxB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AACnB,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IACjC,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;IACnD,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IACxB,OAAO,OAAO;SACX,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,IAAY,EAAE,EAAE;QACpB,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAiB,CAAC;QAC1C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,IAAyB,EAAwB,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,UAAU,CAAC,IAAY,EAAE,KAAqB;IACrD,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC;QAC9B,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI;QAC5D,CAAC,CAAC,EAAE,CAAC;IACP,mBAAmB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AACrC,CAAC;AAED,MAAM,OAAO,oBAAoB;IACd,OAAO,CAAS;IAChB,QAAQ,CAAS;IACjB,SAAS,CAAS;IAClB,QAAQ,CAAS;IAElC,YAAY,SAAiB;QAC3B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;QAC9C,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC5C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAC9C,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAE5C,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACxB,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzB,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1B,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC3B,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,iCAAiC;QAC/B,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,6BAA6B,CAAC,CAAC;IAC5D,CAAC;IAED,OAAO,CAAC,MAA2B,EAAE,KAAqB;QACxD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QACjE,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACvC,OAAO,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE;YAC3C,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjE,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;gBACnC,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;gBAC/B,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;oBAAE,OAAO,KAAK,CAAC;gBAChC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACd,OAAO,IAAI,CAAC;YACd,CAAC,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;YACrE,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACzB,CAAC;YAED,MAAM,YAAY,GAAG;gBACnB,SAAS,EAAE,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM;gBAClG,aAAa,EAAE,MAAM,KAAK,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM;gBAC9G,gBAAgB,EAAE,MAAM,KAAK,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC,CAAC,MAAM;aACpH,CAAC;YAEF,OAAO;gBACL,KAAK,EAAE,MAAM,CAAC,MAAM;gBACpB,KAAK,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;aACrE,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,cAAc;QACZ,MAAM,QAAQ,GAAG;YACf,SAAS,EAAE,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;YACpD,aAAa,EAAE,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC;YAC5D,gBAAgB,EAAE,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;SACjE,CAAC;QAEF,OAAO;YACL,KAAK,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACzD,QAAQ;SACT,CAAC;IACJ,CAAC;IAED,UAAU,CAAC,KAA0B;QACnC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE;YACpC,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;gBAClC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;gBACvC,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;gBACjC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;oBAAE,SAAS;gBAEpC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;gBAC3C,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC1C,MAAM,GAAG,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;oBAChC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBAClD,CAAC;gBAED,MAAM,SAAS,GAAmB,EAAE,CAAC;gBACrC,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;oBAC5B,MAAM,GAAG,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;oBAChC,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBACrC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;wBACd,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;wBAC7B,SAAS;oBACX,CAAC;oBACD,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACvB,CAAC;gBAED,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,WAAW,CACT,KAA0B,EAC1B,OAAiH;QAEjH,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,IAAI,SAAS,UAAU,EAAE,EAAE,CAAC;QACzD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC/C,OAAO,iBAAiB,CAAC,QAAQ,EAAE,GAAG,EAAE;YACtC,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAC7C,SAAS,CAAC,UAAU,CAAC,CAAC;YACtB,MAAM,kBAAkB,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAyB,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE;gBACrF,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,IAAI,aAAa,CAAC;gBAC/C,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBACrC,OAAO,MAAM,CAAC;YAChB,CAAC,EAAE,EAAE,CAAC,CAAC;YAEP,MAAM,QAAQ,GAA0B;gBACtC,OAAO;gBACP,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,MAAM,EAAE,SAAS;gBACjB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,eAAe,EAAE,OAAO,CAAC,eAAe;gBACxC,sBAAsB,EAAE,OAAO,CAAC,sBAAsB;gBACtD,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM;gBAC9B,YAAY,EAAE;oBACZ,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,MAAM;oBAC1C,aAAa,EAAE,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,MAAM;oBAClD,gBAAgB,EAAE,KAAK,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,MAAM;iBAC1D;gBACD,kBAAkB;aACnB,CAAC;YAEF,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1D,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;gBAClC,UAAU,CAAC,IAAI,CAAC,UAAU,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;YAC7E,CAAC;YACD,mBAAmB,CAAC,IAAI,CAAC,QAAQ,EAAE,eAAe,CAAC,EAAE,QAAQ,CAAC,CAAC;YAC/D,OAAO,QAAQ,CAAC;QAClB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,iBAAiB,CACf,OAAe,EACf,KAA2G;QAE3G,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,eAAe,CAAC,CAAC;QACpE,OAAO,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,GAAG,EAAE;YAC3D,MAAM,QAAQ,GAAG,YAAY,CAA+B,YAAY,EAAE,IAAI,CAAC,CAAC;YAChF,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,8BAA8B,OAAO,EAAE,CAAC,CAAC;YAC3D,CAAC;YACD,MAAM,OAAO,GAA0B;gBACrC,GAAG,QAAQ;gBACX,GAAG,KAAK;aACT,CAAC;YACF,mBAAmB,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YAC3C,OAAO,OAAO,CAAC;QACjB,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,YAAY,CAAC,MAA2B;QAC9C,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;IACnD,CAAC;CACF"}

package/dist/finetune-archive.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=finetune-archive.test.d.ts.map

package/dist/finetune-archive.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"finetune-archive.test.d.ts","sourceRoot":"","sources":["../src/finetune-archive.test.ts"],"names":[],"mappings":""}

package/dist/finetune-archive.test.js

@@ -0,0 +1,74 @@
+import { describe, expect, it, afterEach } from 'vitest';
+import { mkdtempSync, readFileSync, rmSync } from 'node:fs';
+import { join } from 'node:path';
+import { tmpdir } from 'node:os';
+import { FineTuneArchiveStore } from './finetune-archive.js';
+describe('FineTuneArchiveStore', () => {
+    let dir;
+    afterEach(() => {
+        if (dir) {
+            rmSync(dir, { recursive: true, force: true });
+        }
+    });
+    function makeStore() {
+        dir = mkdtempSync(join(tmpdir(), 'cereworker-finetune-archive-'));
+        return new FineTuneArchiveStore(dir);
+    }
+    function makePair(source, instruction) {
+        return {
+            instruction,
+            response: `${instruction} response`,
+            source,
+            createdAt: 1,
+            instanceId: 'instance-1',
+            sessionId: 'session-1',
+            exampleClass: 'conversation',
+        };
+    }
+    it('queues pairs by source and deduplicates identical entries', () => {
+        const store = makeStore();
+        store.enqueue('discovery', [makePair('discovery', 'hello')]);
+        store.enqueue('discovery', [makePair('discovery', 'hello')]);
+        store.enqueue('conversations', [makePair('conversation:1', 'question')]);
+        const batch = store.getQueuedBatch();
+        expect(batch.bySource.discovery).toHaveLength(1);
+        expect(batch.bySource.conversations).toHaveLength(1);
+        expect(batch.pairs).toHaveLength(2);
+    });
+    it('creates an immutable round archive from the exact queued batch and clears it', () => {
+        const store = makeStore();
+        store.enqueue('curated-memory', [makePair('MEMORY.md', 'curated fact')]);
+        store.enqueue('conversations', [makePair('conversation:abc', 'conv fact')]);
+        const batch = store.getQueuedBatch();
+        const manifest = store.createRound(batch, {
+            jobId: 'ft-123',
+            requestedMethod: 'auto',
+            instanceId: 'instance-1',
+            activeCheckpointBefore: '/checkpoints/base',
+        });
+        store.clearBatch(batch);
+        expect(manifest.totalPairs).toBe(2);
+        expect(manifest.instanceId).toBe('instance-1');
+        expect(manifest.activeCheckpointBefore).toBe('/checkpoints/base');
+        expect(manifest.exampleClassCounts?.conversation).toBe(2);
+        expect(readFileSync(join(dir, 'rounds', 'ft-123', 'training.jsonl'), 'utf-8')).toContain('curated fact');
+        expect(readFileSync(join(dir, 'rounds', 'ft-123', 'sources', 'curated-memory.jsonl'), 'utf-8')).toContain('curated fact');
+        expect(store.getQueuedBatch().pairs).toHaveLength(0);
+    });
+    it('updates manifest status after a round completes', () => {
+        const store = makeStore();
+        store.enqueue('discovery', [makePair('discovery', 'seed')]);
+        const batch = store.getQueuedBatch();
+        store.createRound(batch, { jobId: 'ft-456', requestedMethod: 'lora', instanceId: 'instance-1' });
+        const updated = store.updateRoundStatus('ft-456', {
+            status: 'completed',
+            completedAt: '2026-03-30T00:00:00.000Z',
+            checkpointPath: '/checkpoints/ft-456',
+            loss: 0.42,
+        });
+        expect(updated.status).toBe('completed');
+        expect(updated.loss).toBe(0.42);
+        expect(updated.checkpointPath).toBe('/checkpoints/ft-456');
+    });
+});
+//# sourceMappingURL=finetune-archive.test.js.map

package/dist/finetune-archive.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"finetune-archive.test.js","sourceRoot":"","sources":["../src/finetune-archive.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC5D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAG7D,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,IAAI,GAAW,CAAC;IAEhB,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,SAAS,SAAS;QAChB,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,8BAA8B,CAAC,CAAC,CAAC;QAClE,OAAO,IAAI,oBAAoB,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC;IAED,SAAS,QAAQ,CAAC,MAAc,EAAE,WAAmB;QACnD,OAAO;YACL,WAAW;YACX,QAAQ,EAAE,GAAG,WAAW,WAAW;YACnC,MAAM;YACN,SAAS,EAAE,CAAC;YACZ,UAAU,EAAE,YAAY;YACxB,SAAS,EAAE,WAAW;YACtB,YAAY,EAAE,cAAc;SAC7B,CAAC;IACJ,CAAC;IAED,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,KAAK,GAAG,SAAS,EAAE,CAAC;QAC1B,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;QAC7D,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;QAC7D,KAAK,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC,QAAQ,CAAC,gBAAgB,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;QAEzE,MAAM,KAAK,GAAG,KAAK,CAAC,cAAc,EAAE,CAAC;QACrC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACrD,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8EAA8E,EAAE,GAAG,EAAE;QACtF,MAAM,KAAK,GAAG,SAAS,EAAE,CAAC;QAC1B,KAAK,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC;QACzE,KAAK,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC,QAAQ,CAAC,kBAAkB,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC;QAE5E,MAAM,KAAK,GAAG,KAAK,CAAC,cAAc,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE;YACxC,KAAK,EAAE,QAAQ;YACf,eAAe,EAAE,MAAM;YACvB,UAAU,EAAE,YAAY;YACxB,sBAAsB,EAAE,mBAAmB;SAC5C,CAAC,CAAC;QACH,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAExB,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC/C,MAAM,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAClE,MAAM,CAAC,QAAQ,CAAC,kBAAkB,EAAE,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1D,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,gBAAgB,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QACzG,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,sBAAsB,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QAC1H,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,MAAM,KAAK,GAAG,SAAS,EAAE,CAAC;QAC1B,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;QAC5D,MAAM,KAAK,GAAG,KAAK,CAAC,cAAc,EAAE,CAAC;QACrC,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,EAAE,UAAU,EAAE,YAAY,EAAE,CAAC,CAAC;QACjG,MAAM,OAAO,GAAG,KAAK,CAAC,iBAAiB,CAAC,QAAQ,EAAE;YAChD,MAAM,EAAE,WAAW;YACnB,WAAW,EAAE,0BAA0B;YACvC,cAAc,EAAE,qBAAqB;YACrC,IAAI,EAAE,IAAI;SACX,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACzC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,8 @@
+export { HippocampusStore } from './store.js';
+export { createMemoryTools, memoryReadParameters, memoryWriteParameters, memoryLogParameters, memorySearchParameters, } from './tools.js';
+export { HippocampusCurator, type TextGenerator } from './curator.js';
+export { ConversationExtractor, type ConversationSource } from './conversation-extractor.js';
+export { FineTuneArchiveStore } from './finetune-archive.js';
+export type { FineTuneQueueSource, FineTuneQueuedBatch, FineTuneRoundManifest } from './finetune-archive.js';
+export type { TrainingPair, TrainingExampleClass, CurationResult, MemoryEntry, SessionTurnEntry, TrainingCandidate, } from './types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EACL,iBAAiB,EACjB,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,EACnB,sBAAsB,GACvB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,kBAAkB,EAAE,KAAK,aAAa,EAAE,MAAM,cAAc,CAAC;AACtE,OAAO,EAAE,qBAAqB,EAAE,KAAK,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AAC7F,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,YAAY,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC7G,YAAY,EACV,YAAY,EACZ,oBAAoB,EACpB,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,iBAAiB,GAClB,MAAM,YAAY,CAAC"}

package/dist/index.js

@@ -0,0 +1,6 @@
+export { HippocampusStore } from './store.js';
+export { createMemoryTools, memoryReadParameters, memoryWriteParameters, memoryLogParameters, memorySearchParameters, } from './tools.js';
+export { HippocampusCurator } from './curator.js';
+export { ConversationExtractor } from './conversation-extractor.js';
+export { FineTuneArchiveStore } from './finetune-archive.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EACL,iBAAiB,EACjB,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,EACnB,sBAAsB,GACvB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,kBAAkB,EAAsB,MAAM,cAAc,CAAC;AACtE,OAAO,EAAE,qBAAqB,EAA2B,MAAM,6BAA6B,CAAC;AAC7F,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC"}