aitelier 0.1.0

package/dist/commands/train.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"train.test.d.ts","sourceRoot":"","sources":["../../src/commands/train.test.ts"],"names":[],"mappings":""}

package/dist/commands/train.test.js

@@ -0,0 +1,288 @@
+import { describe, it, expect, beforeEach, afterEach, vi } from 'vitest';
+import { writeFile, readFile, mkdtemp, rm, mkdir } from 'node:fs/promises';
+import { join } from 'node:path';
+import { tmpdir } from 'node:os';
+import { Command } from 'commander';
+import { registerTrain } from './train.js';
+describe('ft train', () => {
+    let testDir;
+    let originalCwd;
+    let originalFetch;
+    beforeEach(async () => {
+        // Create a temporary directory for each test
+        testDir = await mkdtemp(join(tmpdir(), 'ft-train-test-'));
+        originalCwd = process.cwd();
+        process.chdir(testDir);
+        // Mock TOGETHER_API_KEY
+        process.env.TOGETHER_API_KEY = 'test-api-key';
+        // Create basic project structure
+        const config = {
+            name: 'test-project',
+            provider: 'together',
+            model: 'meta-llama/Llama-3.3-70B-Instruct-Turbo',
+            qualityThreshold: 8,
+            runs: [],
+        };
+        await writeFile('.ftpipeline.json', JSON.stringify(config, null, 2));
+        await mkdir('data', { recursive: true });
+        // Create sample training and validation files
+        const trainData = [
+            {
+                messages: [
+                    { role: 'user', content: 'Question 1' },
+                    { role: 'assistant', content: 'Answer 1' },
+                ],
+            },
+            {
+                messages: [
+                    { role: 'user', content: 'Question 2' },
+                    { role: 'assistant', content: 'Answer 2' },
+                ],
+            },
+        ];
+        const valData = [
+            {
+                messages: [
+                    { role: 'user', content: 'Val Question 1' },
+                    { role: 'assistant', content: 'Val Answer 1' },
+                ],
+            },
+        ];
+        await writeFile('data/train.jsonl', trainData.map((d) => JSON.stringify(d)).join('\n') + '\n');
+        await writeFile('data/val.jsonl', valData.map((d) => JSON.stringify(d)).join('\n') + '\n');
+        // Mock fetch for API calls
+        originalFetch = globalThis.fetch;
+    });
+    afterEach(async () => {
+        process.chdir(originalCwd);
+        await rm(testDir, { recursive: true, force: true });
+        vi.restoreAllMocks();
+        globalThis.fetch = originalFetch;
+        delete process.env.TOGETHER_API_KEY;
+    });
+    it('should upload files and create a fine-tune job', async () => {
+        let uploadCallCount = 0;
+        let createJobCalled = false;
+        // Mock fetch to simulate Together.ai API
+        globalThis.fetch = vi.fn(async (url, options) => {
+            const urlString = typeof url === 'string' ? url : url.toString();
+            // Mock file upload
+            if (urlString.includes('/files/upload')) {
+                uploadCallCount++;
+                return {
+                    ok: true,
+                    json: async () => ({ id: `file-${uploadCallCount}` }),
+                    text: async () => '',
+                };
+            }
+            // Mock fine-tune job creation
+            if (urlString.includes('/fine-tunes') && options?.method === 'POST') {
+                createJobCalled = true;
+                const body = JSON.parse(options.body);
+                expect(body.model).toBe('meta-llama/Llama-3.3-70B-Instruct-Turbo');
+                expect(body.training_file).toBe('file-1');
+                expect(body.validation_file).toBe('file-2');
+                expect(body.n_epochs).toBe(3);
+                expect(body.batch_size).toBe(4);
+                expect(body.learning_rate).toBe(1e-5);
+                expect(body.lora_r).toBe(16);
+                expect(body.lora_alpha).toBe(32);
+                return {
+                    ok: true,
+                    json: async () => ({ id: 'ft-job-123' }),
+                    text: async () => '',
+                };
+            }
+            throw new Error(`Unexpected fetch call: ${urlString}`);
+        });
+        const program = new Command();
+        registerTrain(program);
+        await program.parseAsync(['node', 'test', 'train']);
+        // Verify files were uploaded
+        expect(uploadCallCount).toBe(2);
+        // Verify job was created
+        expect(createJobCalled).toBe(true);
+        // Verify job was saved to config
+        const configContent = await readFile('.ftpipeline.json', 'utf-8');
+        const config = JSON.parse(configContent);
+        expect(config.runs).toHaveLength(1);
+        expect(config.runs[0].jobId).toBe('ft-job-123');
+        expect(config.runs[0].provider).toBe('together');
+        expect(config.runs[0].status).toBe('pending');
+        expect(config.runs[0].hyperparameters).toEqual({
+            epochs: 3,
+            batchSize: 4,
+            learningRate: 1e-5,
+            loraR: 16,
+            loraAlpha: 32,
+        });
+    });
+    it('should support custom hyperparameters', async () => {
+        let jobConfig = {};
+        globalThis.fetch = vi.fn(async (url, options) => {
+            const urlString = typeof url === 'string' ? url : url.toString();
+            if (urlString.includes('/files/upload')) {
+                return {
+                    ok: true,
+                    json: async () => ({ id: 'file-test' }),
+                    text: async () => '',
+                };
+            }
+            if (urlString.includes('/fine-tunes') && options?.method === 'POST') {
+                jobConfig = JSON.parse(options.body);
+                return {
+                    ok: true,
+                    json: async () => ({ id: 'ft-job-custom' }),
+                    text: async () => '',
+                };
+            }
+            throw new Error(`Unexpected fetch call: ${urlString}`);
+        });
+        const program = new Command();
+        registerTrain(program);
+        await program.parseAsync([
+            'node',
+            'test',
+            'train',
+            '--epochs',
+            '5',
+            '--batch-size',
+            '8',
+            '--learning-rate',
+            '2e-5',
+            '--lora-r',
+            '32',
+            '--lora-alpha',
+            '64',
+        ]);
+        expect(jobConfig.n_epochs).toBe(5);
+        expect(jobConfig.batch_size).toBe(8);
+        expect(jobConfig.learning_rate).toBe(2e-5);
+        expect(jobConfig.lora_r).toBe(32);
+        expect(jobConfig.lora_alpha).toBe(64);
+    });
+    it('should work without validation file', async () => {
+        // Remove validation file
+        await rm('data/val.jsonl');
+        let uploadCallCount = 0;
+        let jobConfig = {};
+        globalThis.fetch = vi.fn(async (url, options) => {
+            const urlString = typeof url === 'string' ? url : url.toString();
+            if (urlString.includes('/files/upload')) {
+                uploadCallCount++;
+                return {
+                    ok: true,
+                    json: async () => ({ id: `file-${uploadCallCount}` }),
+                    text: async () => '',
+                };
+            }
+            if (urlString.includes('/fine-tunes') && options?.method === 'POST') {
+                jobConfig = JSON.parse(options.body);
+                return {
+                    ok: true,
+                    json: async () => ({ id: 'ft-job-no-val' }),
+                    text: async () => '',
+                };
+            }
+            throw new Error(`Unexpected fetch call: ${urlString}`);
+        });
+        const program = new Command();
+        registerTrain(program);
+        await program.parseAsync(['node', 'test', 'train']);
+        // Should only upload training file
+        expect(uploadCallCount).toBe(1);
+        // Job config should not have validation_file
+        expect(jobConfig.validation_file).toBeUndefined();
+    });
+    it('should fail if project not initialized', async () => {
+        await rm('.ftpipeline.json');
+        const mockExit = vi.spyOn(process, 'exit').mockImplementation(() => {
+            throw new Error('process.exit called');
+        });
+        const consoleErrorSpy = vi.spyOn(console, 'error').mockImplementation(() => { });
+        const program = new Command();
+        registerTrain(program);
+        await expect(program.parseAsync(['node', 'test', 'train'])).rejects.toThrow('process.exit called');
+        expect(consoleErrorSpy).toHaveBeenCalledWith(expect.stringContaining('Project not initialized'));
+        mockExit.mockRestore();
+        consoleErrorSpy.mockRestore();
+    });
+    it('should fail if training file not found', async () => {
+        await rm('data/train.jsonl');
+        const mockExit = vi.spyOn(process, 'exit').mockImplementation(() => {
+            throw new Error('process.exit called');
+        });
+        const consoleErrorSpy = vi.spyOn(console, 'error').mockImplementation(() => { });
+        const program = new Command();
+        registerTrain(program);
+        await expect(program.parseAsync(['node', 'test', 'train'])).rejects.toThrow('process.exit called');
+        expect(consoleErrorSpy).toHaveBeenCalledWith(expect.stringContaining('Training file not found'));
+        mockExit.mockRestore();
+        consoleErrorSpy.mockRestore();
+    });
+    it('should fail if API key not set', async () => {
+        delete process.env.TOGETHER_API_KEY;
+        const mockExit = vi.spyOn(process, 'exit').mockImplementation(() => {
+            throw new Error('process.exit called');
+        });
+        const consoleErrorSpy = vi.spyOn(console, 'error').mockImplementation(() => { });
+        const program = new Command();
+        registerTrain(program);
+        await expect(program.parseAsync(['node', 'test', 'train'])).rejects.toThrow('process.exit called');
+        expect(consoleErrorSpy).toHaveBeenCalledWith(expect.stringContaining('TOGETHER_API_KEY environment variable is required'));
+        mockExit.mockRestore();
+        consoleErrorSpy.mockRestore();
+    });
+    it('should handle file upload errors gracefully', async () => {
+        globalThis.fetch = vi.fn(async (url) => {
+            const urlString = typeof url === 'string' ? url : url.toString();
+            if (urlString.includes('/files/upload')) {
+                return {
+                    ok: false,
+                    text: async () => 'File upload failed: invalid format',
+                };
+            }
+            throw new Error(`Unexpected fetch call: ${urlString}`);
+        });
+        const mockExit = vi.spyOn(process, 'exit').mockImplementation(() => {
+            throw new Error('process.exit called');
+        });
+        const consoleErrorSpy = vi.spyOn(console, 'error').mockImplementation(() => { });
+        const program = new Command();
+        registerTrain(program);
+        await expect(program.parseAsync(['node', 'test', 'train'])).rejects.toThrow('process.exit called');
+        expect(consoleErrorSpy).toHaveBeenCalledWith(expect.stringContaining('Failed to upload file'));
+        mockExit.mockRestore();
+        consoleErrorSpy.mockRestore();
+    });
+    it('should handle job creation errors gracefully', async () => {
+        globalThis.fetch = vi.fn(async (url, options) => {
+            const urlString = typeof url === 'string' ? url : url.toString();
+            if (urlString.includes('/files/upload')) {
+                return {
+                    ok: true,
+                    json: async () => ({ id: 'file-test' }),
+                    text: async () => '',
+                };
+            }
+            if (urlString.includes('/fine-tunes') && options?.method === 'POST') {
+                return {
+                    ok: false,
+                    text: async () => 'Job creation failed: insufficient credits',
+                };
+            }
+            throw new Error(`Unexpected fetch call: ${urlString}`);
+        });
+        const mockExit = vi.spyOn(process, 'exit').mockImplementation(() => {
+            throw new Error('process.exit called');
+        });
+        const consoleErrorSpy = vi.spyOn(console, 'error').mockImplementation(() => { });
+        const program = new Command();
+        registerTrain(program);
+        await expect(program.parseAsync(['node', 'test', 'train'])).rejects.toThrow('process.exit called');
+        expect(consoleErrorSpy).toHaveBeenCalledWith(expect.stringContaining('Failed to create fine-tune job'));
+        mockExit.mockRestore();
+        consoleErrorSpy.mockRestore();
+    });
+});
+//# sourceMappingURL=train.test.js.map

package/dist/commands/train.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"train.test.js","sourceRoot":"","sources":["../../src/commands/train.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AACzE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAC3E,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAG3C,QAAQ,CAAC,UAAU,EAAE,GAAG,EAAE;IACxB,IAAI,OAAe,CAAC;IACpB,IAAI,WAAmB,CAAC;IACxB,IAAI,aAAsC,CAAC;IAE3C,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,6CAA6C;QAC7C,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,gBAAgB,CAAC,CAAC,CAAC;QAC1D,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;QAC5B,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEvB,wBAAwB;QACxB,OAAO,CAAC,GAAG,CAAC,gBAAgB,GAAG,cAAc,CAAC;QAE9C,iCAAiC;QACjC,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,cAAc;YACpB,QAAQ,EAAE,UAAU;YACpB,KAAK,EAAE,yCAAyC;YAChD,gBAAgB,EAAE,CAAC;YACnB,IAAI,EAAE,EAAE;SACT,CAAC;QACF,MAAM,SAAS,CAAC,kBAAkB,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACrE,MAAM,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEzC,8CAA8C;QAC9C,MAAM,SAAS,GAAG;YAChB;gBACE,QAAQ,EAAE;oBACR,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE;oBACvC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE;iBAC3C;aACF;YACD;gBACE,QAAQ,EAAE;oBACR,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE;oBACvC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE;iBAC3C;aACF;SACF,CAAC;QAEF,MAAM,OAAO,GAAG;YACd;gBACE,QAAQ,EAAE;oBACR,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE;oBAC3C,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,cAAc,EAAE;iBAC/C;aACF;SACF,CAAC;QAEF,MAAM,SAAS,CAAC,kBAAkB,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QAC/F,MAAM,SAAS,CAAC,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QAE3F,2BAA2B;QAC3B,aAAa,GAAG,UAAU,CAAC,KAAK,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAC3B,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACpD,EAAE,CAAC,eAAe,EAAE,CAAC;QACrB,UAAU,CAAC,KAAK,GAAG,aAAa,CAAC;QACjC,OAAO,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,eAAe,GAAG,KAAK,CAAC;QAE5B,yCAAyC;QACzC,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,GAA2B,EAAE,OAAqB,EAAE,EAAE;YACpF,MAAM,SAAS,GAAG,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YAEjE,mBAAmB;YACnB,IAAI,SAAS,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;gBACxC,eAAe,EAAE,CAAC;gBAClB,OAAO;oBACL,EAAE,EAAE,IAAI;oBACR,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,eAAe,EAAE,EAAE,CAAC;oBACrD,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE;iBACT,CAAC;YAChB,CAAC;YAED,8BAA8B;YAC9B,IAAI,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,OAAO,EAAE,MAAM,KAAK,MAAM,EAAE,CAAC;gBACpE,eAAe,GAAG,IAAI,CAAC;gBACvB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAc,CAAC,CAAC;gBAChD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;gBACnE,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC1C,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC5C,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC9B,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAChC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACtC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC7B,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAEjC,OAAO;oBACL,EAAE,EAAE,IAAI;oBACR,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC;oBACxC,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE;iBACT,CAAC;YAChB,CAAC;YAED,MAAM,IAAI,KAAK,CAAC,0BAA0B,SAAS,EAAE,CAAC,CAAC;QACzD,CAAC,CAAiB,CAAC;QAEnB,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;QAC9B,aAAa,CAAC,OAAO,CAAC,CAAC;QACvB,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;QAEpD,6BAA6B;QAC7B,MAAM,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEhC,yBAAyB;QACzB,MAAM,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEnC,iCAAiC;QACjC,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;QAClE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAkB,CAAC;QAE1D,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACpC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACjD,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC9C,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,OAAO,CAAC;YAC7C,MAAM,EAAE,CAAC;YACT,SAAS,EAAE,CAAC;YACZ,YAAY,EAAE,IAAI;YAClB,KAAK,EAAE,EAAE;YACT,SAAS,EAAE,EAAE;SACd,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACrD,IAAI,SAAS,GAA4B,EAAE,CAAC;QAE5C,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,GAA2B,EAAE,OAAqB,EAAE,EAAE;YACpF,MAAM,SAAS,GAAG,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YAEjE,IAAI,SAAS,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;gBACxC,OAAO;oBACL,EAAE,EAAE,IAAI;oBACR,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC;oBACvC,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE;iBACT,CAAC;YAChB,CAAC;YAED,IAAI,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,OAAO,EAAE,MAAM,KAAK,MAAM,EAAE,CAAC;gBACpE,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAc,CAAC,CAAC;gBAC/C,OAAO;oBACL,EAAE,EAAE,IAAI;oBACR,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,eAAe,EAAE,CAAC;oBAC3C,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE;iBACT,CAAC;YAChB,CAAC;YAED,MAAM,IAAI,KAAK,CAAC,0BAA0B,SAAS,EAAE,CAAC,CAAC;QACzD,CAAC,CAAiB,CAAC;QAEnB,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;QAC9B,aAAa,CAAC,OAAO,CAAC,CAAC;QACvB,MAAM,OAAO,CAAC,UAAU,CAAC;YACvB,MAAM;YACN,MAAM;YACN,OAAO;YACP,UAAU;YACV,GAAG;YACH,cAAc;YACd,GAAG;YACH,iBAAiB;YACjB,MAAM;YACN,UAAU;YACV,IAAI;YACJ,cAAc;YACd,IAAI;SACL,CAAC,CAAC;QAEH,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;QACnD,yBAAyB;QACzB,MAAM,EAAE,CAAC,gBAAgB,CAAC,CAAC;QAE3B,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,SAAS,GAA4B,EAAE,CAAC;QAE5C,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,GAA2B,EAAE,OAAqB,EAAE,EAAE;YACpF,MAAM,SAAS,GAAG,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YAEjE,IAAI,SAAS,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;gBACxC,eAAe,EAAE,CAAC;gBAClB,OAAO;oBACL,EAAE,EAAE,IAAI;oBACR,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,eAAe,EAAE,EAAE,CAAC;oBACrD,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE;iBACT,CAAC;YAChB,CAAC;YAED,IAAI,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,OAAO,EAAE,MAAM,KAAK,MAAM,EAAE,CAAC;gBACpE,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAc,CAAC,CAAC;gBAC/C,OAAO;oBACL,EAAE,EAAE,IAAI;oBACR,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,eAAe,EAAE,CAAC;oBAC3C,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE;iBACT,CAAC;YAChB,CAAC;YAED,MAAM,IAAI,KAAK,CAAC,0BAA0B,SAAS,EAAE,CAAC,CAAC;QACzD,CAAC,CAAiB,CAAC;QAEnB,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;QAC9B,aAAa,CAAC,OAAO,CAAC,CAAC;QACvB,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;QAEpD,mCAAmC;QACnC,MAAM,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEhC,6CAA6C;QAC7C,MAAM,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC,aAAa,EAAE,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,EAAE,CAAC,kBAAkB,CAAC,CAAC;QAE7B,MAAM,QAAQ,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE;YACjE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QACH,MAAM,eAAe,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAEhF,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;QAC9B,aAAa,CAAC,OAAO,CAAC,CAAC;QAEvB,MAAM,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACzE,qBAAqB,CACtB,CAAC;QAEF,MAAM,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAC1C,MAAM,CAAC,gBAAgB,CAAC,yBAAyB,CAAC,CACnD,CAAC;QAEF,QAAQ,CAAC,WAAW,EAAE,CAAC;QACvB,eAAe,CAAC,WAAW,EAAE,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,EAAE,CAAC,kBAAkB,CAAC,CAAC;QAE7B,MAAM,QAAQ,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE;YACjE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QACH,MAAM,eAAe,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAEhF,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;QAC9B,aAAa,CAAC,OAAO,CAAC,CAAC;QAEvB,MAAM,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACzE,qBAAqB,CACtB,CAAC;QAEF,MAAM,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAC1C,MAAM,CAAC,gBAAgB,CAAC,yBAAyB,CAAC,CACnD,CAAC;QAEF,QAAQ,CAAC,WAAW,EAAE,CAAC;QACvB,eAAe,CAAC,WAAW,EAAE,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAC9C,OAAO,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;QAEpC,MAAM,QAAQ,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE;YACjE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QACH,MAAM,eAAe,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAEhF,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;QAC9B,aAAa,CAAC,OAAO,CAAC,CAAC;QAEvB,MAAM,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACzE,qBAAqB,CACtB,CAAC;QAEF,MAAM,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAC1C,MAAM,CAAC,gBAAgB,CAAC,mDAAmD,CAAC,CAC7E,CAAC;QAEF,QAAQ,CAAC,WAAW,EAAE,CAAC;QACvB,eAAe,CAAC,WAAW,EAAE,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,GAA2B,EAAE,EAAE;YAC7D,MAAM,SAAS,GAAG,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YAEjE,IAAI,SAAS,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;gBACxC,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,oCAAoC;iBAC3C,CAAC;YAChB,CAAC;YAED,MAAM,IAAI,KAAK,CAAC,0BAA0B,SAAS,EAAE,CAAC,CAAC;QACzD,CAAC,CAAiB,CAAC;QAEnB,MAAM,QAAQ,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE;YACjE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QACH,MAAM,eAAe,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAEhF,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;QAC9B,aAAa,CAAC,OAAO,CAAC,CAAC;QAEvB,MAAM,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACzE,qBAAqB,CACtB,CAAC;QAEF,MAAM,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,uBAAuB,CAAC,CAAC,CAAC;QAE/F,QAAQ,CAAC,WAAW,EAAE,CAAC;QACvB,eAAe,CAAC,WAAW,EAAE,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC5D,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,GAA2B,EAAE,OAAqB,EAAE,EAAE;YACpF,MAAM,SAAS,GAAG,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YAEjE,IAAI,SAAS,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;gBACxC,OAAO;oBACL,EAAE,EAAE,IAAI;oBACR,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC;oBACvC,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE;iBACT,CAAC;YAChB,CAAC;YAED,IAAI,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,OAAO,EAAE,MAAM,KAAK,MAAM,EAAE,CAAC;gBACpE,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,2CAA2C;iBAClD,CAAC;YAChB,CAAC;YAED,MAAM,IAAI,KAAK,CAAC,0BAA0B,SAAS,EAAE,CAAC,CAAC;QACzD,CAAC,CAAiB,CAAC;QAEnB,MAAM,QAAQ,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE;YACjE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QACH,MAAM,eAAe,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAEhF,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;QAC9B,aAAa,CAAC,OAAO,CAAC,CAAC;QAEvB,MAAM,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACzE,qBAAqB,CACtB,CAAC;QAEF,MAAM,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAC1C,MAAM,CAAC,gBAAgB,CAAC,gCAAgC,CAAC,CAC1D,CAAC;QAEF,QAAQ,CAAC,WAAW,EAAE,CAAC;QACvB,eAAe,CAAC,WAAW,EAAE,CAAC;IAChC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":""}

package/dist/index.js

@@ -0,0 +1,27 @@
+#!/usr/bin/env node
+import { Command } from 'commander';
+import { registerInit } from './commands/init.js';
+import { registerAdd } from './commands/add.js';
+import { registerRate } from './commands/rate.js';
+import { registerStats } from './commands/stats.js';
+import { registerFormat } from './commands/format.js';
+import { registerSplit } from './commands/split.js';
+import { registerTrain } from './commands/train.js';
+import { registerEval } from './commands/eval.js';
+import { registerStatus } from './commands/status.js';
+const program = new Command();
+program
+    .name('ft')
+    .description('CLI for collecting, rating, formatting, and iterating on LLM fine-tuning datasets')
+    .version('0.1.0');
+registerInit(program);
+registerAdd(program);
+registerRate(program);
+registerStats(program);
+registerFormat(program);
+registerSplit(program);
+registerTrain(program);
+registerEval(program);
+registerStatus(program);
+program.parse();
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAEtD,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;AAE9B,OAAO;KACJ,IAAI,CAAC,IAAI,CAAC;KACV,WAAW,CAAC,mFAAmF,CAAC;KAChG,OAAO,CAAC,OAAO,CAAC,CAAC;AAEpB,YAAY,CAAC,OAAO,CAAC,CAAC;AACtB,WAAW,CAAC,OAAO,CAAC,CAAC;AACrB,YAAY,CAAC,OAAO,CAAC,CAAC;AACtB,aAAa,CAAC,OAAO,CAAC,CAAC;AACvB,cAAc,CAAC,OAAO,CAAC,CAAC;AACxB,aAAa,CAAC,OAAO,CAAC,CAAC;AACvB,aAAa,CAAC,OAAO,CAAC,CAAC;AACvB,YAAY,CAAC,OAAO,CAAC,CAAC;AACtB,cAAc,CAAC,OAAO,CAAC,CAAC;AAExB,OAAO,CAAC,KAAK,EAAE,CAAC"}

package/dist/providers/openai.d.ts

@@ -0,0 +1,9 @@
+import type { Provider, FineTuneConfig, JobStatus, Message } from './types.js';
+export declare class OpenAIProvider implements Provider {
+    name: string;
+    uploadTrainingFile(_filePath: string): Promise<string>;
+    createFineTuneJob(_config: FineTuneConfig): Promise<string>;
+    getJobStatus(_jobId: string): Promise<JobStatus>;
+    runInference(_model: string, _messages: Message[]): Promise<string>;
+}
+//# sourceMappingURL=openai.d.ts.map

package/dist/providers/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAE/E,qBAAa,cAAe,YAAW,QAAQ;IAC7C,IAAI,SAAY;IAEV,kBAAkB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAKtD,iBAAiB,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC;IAK3D,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC;IAKhD,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;CAI1E"}

package/dist/providers/openai.js

@@ -0,0 +1,20 @@
+export class OpenAIProvider {
+    name = 'openai';
+    async uploadTrainingFile(_filePath) {
+        // TODO: implement OpenAI file upload
+        throw new Error('Not implemented');
+    }
+    async createFineTuneJob(_config) {
+        // TODO: implement OpenAI fine-tune job creation
+        throw new Error('Not implemented');
+    }
+    async getJobStatus(_jobId) {
+        // TODO: implement OpenAI job status check
+        throw new Error('Not implemented');
+    }
+    async runInference(_model, _messages) {
+        // TODO: implement OpenAI inference
+        throw new Error('Not implemented');
+    }
+}
+//# sourceMappingURL=openai.js.map

package/dist/providers/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,cAAc;IACzB,IAAI,GAAG,QAAQ,CAAC;IAEhB,KAAK,CAAC,kBAAkB,CAAC,SAAiB;QACxC,qCAAqC;QACrC,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,OAAuB;QAC7C,gDAAgD;QAChD,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAAc;QAC/B,0CAA0C;QAC1C,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAAc,EAAE,SAAoB;QACrD,mCAAmC;QACnC,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACrC,CAAC;CACF"}

package/dist/providers/together.d.ts

@@ -0,0 +1,11 @@
+import type { Provider, FineTuneConfig, JobStatus, Message } from './types.js';
+export declare class TogetherProvider implements Provider {
+    name: string;
+    private apiKey;
+    constructor();
+    uploadTrainingFile(filePath: string): Promise<string>;
+    createFineTuneJob(config: FineTuneConfig): Promise<string>;
+    getJobStatus(jobId: string): Promise<JobStatus>;
+    runInference(model: string, messages: Message[]): Promise<string>;
+}
+//# sourceMappingURL=together.d.ts.map

package/dist/providers/together.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"together.d.ts","sourceRoot":"","sources":["../../src/providers/together.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAI/E,qBAAa,gBAAiB,YAAW,QAAQ;IAC/C,IAAI,SAAc;IAClB,OAAO,CAAC,MAAM,CAAS;;IAUjB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IA0BrD,iBAAiB,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC;IA4C1D,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC;IAmC/C,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;CAwBxE"}

package/dist/providers/together.js

@@ -0,0 +1,118 @@
+import { readFile } from 'node:fs/promises';
+const TOGETHER_API_BASE = 'https://api.together.xyz/v1';
+export class TogetherProvider {
+    name = 'together';
+    apiKey;
+    constructor() {
+        const key = process.env.TOGETHER_API_KEY;
+        if (!key) {
+            throw new Error('TOGETHER_API_KEY environment variable is required');
+        }
+        this.apiKey = key;
+    }
+    async uploadTrainingFile(filePath) {
+        const fileContent = await readFile(filePath, 'utf-8');
+        const fileName = filePath.split('/').pop() || 'training.jsonl';
+        const formData = new FormData();
+        const blob = new Blob([fileContent], { type: 'application/jsonl' });
+        formData.append('file', blob, fileName);
+        formData.append('purpose', 'fine-tune');
+        const response = await fetch(`${TOGETHER_API_BASE}/files/upload`, {
+            method: 'POST',
+            headers: {
+                Authorization: `Bearer ${this.apiKey}`,
+            },
+            body: formData,
+        });
+        if (!response.ok) {
+            const error = await response.text();
+            throw new Error(`Failed to upload file: ${error}`);
+        }
+        const data = (await response.json());
+        return data.id;
+    }
+    async createFineTuneJob(config) {
+        const body = {
+            model: config.model,
+            training_file: config.trainingFile,
+        };
+        // Add optional parameters
+        if (config.validationFile) {
+            body.validation_file = config.validationFile;
+        }
+        if (config.epochs !== undefined) {
+            body.n_epochs = config.epochs;
+        }
+        if (config.batchSize !== undefined) {
+            body.batch_size = config.batchSize;
+        }
+        if (config.learningRate !== undefined) {
+            body.learning_rate = config.learningRate;
+        }
+        if (config.loraR !== undefined) {
+            body.lora_r = config.loraR;
+        }
+        if (config.loraAlpha !== undefined) {
+            body.lora_alpha = config.loraAlpha;
+        }
+        const response = await fetch(`${TOGETHER_API_BASE}/fine-tunes`, {
+            method: 'POST',
+            headers: {
+                Authorization: `Bearer ${this.apiKey}`,
+                'Content-Type': 'application/json',
+            },
+            body: JSON.stringify(body),
+        });
+        if (!response.ok) {
+            const error = await response.text();
+            throw new Error(`Failed to create fine-tune job: ${error}`);
+        }
+        const data = (await response.json());
+        return data.id;
+    }
+    async getJobStatus(jobId) {
+        const response = await fetch(`${TOGETHER_API_BASE}/fine-tunes/${jobId}`, {
+            headers: {
+                Authorization: `Bearer ${this.apiKey}`,
+            },
+        });
+        if (!response.ok) {
+            const error = await response.text();
+            throw new Error(`Failed to get job status: ${error}`);
+        }
+        const data = (await response.json());
+        const statusMap = {
+            pending: 'pending',
+            running: 'running',
+            succeeded: 'completed',
+            failed: 'failed',
+            cancelled: 'cancelled',
+        };
+        return {
+            id: data.id,
+            status: statusMap[data.status] || 'pending',
+            modelId: data.fine_tuned_model,
+            error: data.error,
+        };
+    }
+    async runInference(model, messages) {
+        const response = await fetch(`${TOGETHER_API_BASE}/chat/completions`, {
+            method: 'POST',
+            headers: {
+                Authorization: `Bearer ${this.apiKey}`,
+                'Content-Type': 'application/json',
+            },
+            body: JSON.stringify({
+                model,
+                messages,
+            }),
+        });
+        if (!response.ok) {
+            const error = await response.text();
+            throw new Error(`Failed to run inference: ${error}`);
+        }
+        const data = (await response.json());
+        return data.choices[0].message.content;
+    }
+}
+//# sourceMappingURL=together.js.map

package/dist/providers/together.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"together.js","sourceRoot":"","sources":["../../src/providers/together.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAG5C,MAAM,iBAAiB,GAAG,6BAA6B,CAAC;AAExD,MAAM,OAAO,gBAAgB;IAC3B,IAAI,GAAG,UAAU,CAAC;IACV,MAAM,CAAS;IAEvB;QACE,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;QACzC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,QAAgB;QACvC,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACtD,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,gBAAgB,CAAC;QAE/D,MAAM,QAAQ,GAAG,IAAI,QAAQ,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,WAAW,CAAC,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,CAAC,CAAC;QACpE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;QACxC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QAExC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,iBAAiB,eAAe,EAAE;YAChE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACvC;YACD,IAAI,EAAE,QAAQ;SACf,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAmB,CAAC;QACvD,OAAO,IAAI,CAAC,EAAE,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAsB;QAC5C,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,aAAa,EAAE,MAAM,CAAC,YAAY;SACnC,CAAC;QAEF,0BAA0B;QAC1B,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;YAC1B,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,cAAc,CAAC;QAC/C,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAChC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC;QAChC,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACnC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,SAAS,CAAC;QACrC,CAAC;QACD,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YACtC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,YAAY,CAAC;QAC3C,CAAC;QACD,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC/B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC;QAC7B,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACnC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,SAAS,CAAC;QACrC,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,iBAAiB,aAAa,EAAE;YAC9D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;gBACtC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,mCAAmC,KAAK,EAAE,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAmB,CAAC;QACvD,OAAO,IAAI,CAAC,EAAE,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,KAAa;QAC9B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,iBAAiB,eAAe,KAAK,EAAE,EAAE;YACvE,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACvC;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,EAAE,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAKlC,CAAC;QAEF,MAAM,SAAS,GAAwC;YACrD,OAAO,EAAE,SAAS;YAClB,OAAO,EAAE,SAAS;YAClB,SAAS,EAAE,WAAW;YACtB,MAAM,EAAE,QAAQ;YAChB,SAAS,EAAE,WAAW;SACvB,CAAC;QAEF,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,MAAM,EAAE,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,SAAS;YAC3C,OAAO,EAAE,IAAI,CAAC,gBAAgB;YAC9B,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,KAAa,EAAE,QAAmB;QACnD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,iBAAiB,mBAAmB,EAAE;YACpE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;gBACtC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,QAAQ;aACT,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAElC,CAAC;QAEF,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;IACzC,CAAC;CACF"}

package/dist/providers/types.d.ts

@@ -0,0 +1,28 @@
+export interface Message {
+    role: 'system' | 'user' | 'assistant';
+    content: string;
+}
+export interface FineTuneConfig {
+    model: string;
+    trainingFile: string;
+    validationFile?: string;
+    epochs?: number;
+    batchSize?: number;
+    learningRate?: number;
+    loraR?: number;
+    loraAlpha?: number;
+}
+export interface JobStatus {
+    id: string;
+    status: 'pending' | 'running' | 'completed' | 'failed' | 'cancelled';
+    modelId?: string;
+    error?: string;
+}
+export interface Provider {
+    name: string;
+    uploadTrainingFile(filePath: string): Promise<string>;
+    createFineTuneJob(config: FineTuneConfig): Promise<string>;
+    getJobStatus(jobId: string): Promise<JobStatus>;
+    runInference(model: string, messages: Message[]): Promise<string>;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/providers/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/providers/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,SAAS,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;IACrE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACtD,iBAAiB,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC3D,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IAChD,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACnE"}

package/dist/providers/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/providers/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/providers/types.ts"],"names":[],"mappings":""}

package/dist/storage/config.d.ts

@@ -0,0 +1,24 @@
+export interface ProjectConfig {
+    name: string;
+    provider: 'together' | 'openai';
+    model: string;
+    systemPrompt?: string;
+    qualityThreshold: number;
+    runs: Array<{
+        jobId: string;
+        modelId?: string;
+        provider: string;
+        startedAt: string;
+        status: string;
+        hyperparameters?: {
+            epochs?: number;
+            batchSize?: number;
+            learningRate?: number;
+            loraR?: number;
+            loraAlpha?: number;
+        };
+    }>;
+}
+export declare function loadConfig(dir?: string): Promise<ProjectConfig>;
+export declare function saveConfig(config: ProjectConfig, dir?: string): Promise<void>;
+//# sourceMappingURL=config.d.ts.map

package/dist/storage/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/storage/config.ts"],"names":[],"mappings":"AAKA,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,UAAU,GAAG,QAAQ,CAAC;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,IAAI,EAAE,KAAK,CAAC;QACV,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC;QACf,eAAe,CAAC,EAAE;YAChB,MAAM,CAAC,EAAE,MAAM,CAAC;YAChB,SAAS,CAAC,EAAE,MAAM,CAAC;YACnB,YAAY,CAAC,EAAE,MAAM,CAAC;YACtB,KAAK,CAAC,EAAE,MAAM,CAAC;YACf,SAAS,CAAC,EAAE,MAAM,CAAC;SACpB,CAAC;KACH,CAAC,CAAC;CACJ;AAED,wBAAsB,UAAU,CAAC,GAAG,GAAE,MAAsB,GAAG,OAAO,CAAC,aAAa,CAAC,CAGpF;AAED,wBAAsB,UAAU,CAC9B,MAAM,EAAE,aAAa,EACrB,GAAG,GAAE,MAAsB,GAC1B,OAAO,CAAC,IAAI,CAAC,CAEf"}

package/dist/storage/config.js

@@ -0,0 +1,11 @@
+import { readFile, writeFile } from 'node:fs/promises';
+import { join } from 'node:path';
+const CONFIG_FILE = '.ftpipeline.json';
+export async function loadConfig(dir = process.cwd()) {
+    const raw = await readFile(join(dir, CONFIG_FILE), 'utf-8');
+    return JSON.parse(raw);
+}
+export async function saveConfig(config, dir = process.cwd()) {
+    await writeFile(join(dir, CONFIG_FILE), JSON.stringify(config, null, 2) + '\n');
+}
+//# sourceMappingURL=config.js.map

package/dist/storage/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/storage/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,MAAM,WAAW,GAAG,kBAAkB,CAAC;AAwBvC,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,MAAc,OAAO,CAAC,GAAG,EAAE;IAC1D,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,OAAO,CAAC,CAAC;IAC5D,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAkB,CAAC;AAC1C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,MAAqB,EACrB,MAAc,OAAO,CAAC,GAAG,EAAE;IAE3B,MAAM,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;AAClF,CAAC"}

package/dist/storage/dataset.d.ts

@@ -0,0 +1,14 @@
+import type { Message } from '../providers/types.js';
+export interface Example {
+    id: number;
+    messages: Message[];
+    rating: number | null;
+    originalOutput?: string;
+    createdAt: string;
+    version: number;
+    split?: 'train' | 'val';
+}
+export declare function readExamples(filePath: string): Promise<Example[]>;
+export declare function appendExample(filePath: string, example: Example): Promise<void>;
+export declare function writeExamples(filePath: string, examples: Example[]): Promise<void>;
+//# sourceMappingURL=dataset.d.ts.map