expressible 0.1.0

package/dist/commands/doctor.js

@@ -0,0 +1,126 @@
+import fs from 'node:fs';
+import path from 'node:path';
+import os from 'node:os';
+import { getGlobalModelCacheDir, getConfigPath } from '../utils/paths.js';
+import { success, error, warn, heading } from '../utils/display.js';
+import { getDirectorySize, formatBytes } from '../utils/fs.js';
+export async function doctorCommand() {
+    heading('Distill Doctor');
+    console.log();
+    const checks = [];
+    // 1. Node version
+    const nodeVersion = process.version;
+    const major = parseInt(nodeVersion.slice(1).split('.')[0], 10);
+    if (major >= 18) {
+        checks.push({ name: 'Node.js version', status: 'pass', message: `${nodeVersion} (>= 18 required)` });
+    }
+    else {
+        checks.push({ name: 'Node.js version', status: 'fail', message: `${nodeVersion} — Node 18+ is required` });
+    }
+    // 2. TensorFlow.js
+    try {
+        await import('@tensorflow/tfjs-node');
+        checks.push({ name: 'TensorFlow.js (native)', status: 'pass', message: 'tfjs-node loaded successfully' });
+    }
+    catch {
+        try {
+            await import('@tensorflow/tfjs');
+            checks.push({ name: 'TensorFlow.js (pure JS)', status: 'warn', message: 'Native bindings unavailable, using pure JS fallback (slower)' });
+        }
+        catch {
+            checks.push({ name: 'TensorFlow.js', status: 'fail', message: 'Neither tfjs-node nor tfjs could be loaded. Run: npm install' });
+        }
+    }
+    // 3. Transformers.js
+    try {
+        await import('@xenova/transformers');
+        checks.push({ name: 'Transformers.js', status: 'pass', message: 'Loaded successfully' });
+    }
+    catch {
+        checks.push({ name: 'Transformers.js', status: 'fail', message: 'Could not load @xenova/transformers. Run: npm install' });
+    }
+    // 4. Embedding model downloaded
+    const modelCacheDir = getGlobalModelCacheDir();
+    const modelMarker = path.join(modelCacheDir, 'Xenova', 'all-MiniLM-L6-v2');
+    if (fs.existsSync(modelMarker)) {
+        const size = getDirectorySize(modelMarker);
+        checks.push({ name: 'Embedding model', status: 'pass', message: `Downloaded (${formatBytes(size)}) at ${modelMarker}` });
+    }
+    else {
+        checks.push({ name: 'Embedding model', status: 'warn', message: 'Not downloaded yet. Will download on first "expressible distill train" (~80MB). Or run: expressible distill setup' });
+    }
+    // 5. Disk space
+    try {
+        const stats = fs.statfsSync(os.homedir());
+        const freeBytes = stats.bfree * stats.bsize;
+        const freeMB = freeBytes / (1024 * 1024);
+        if (freeMB > 500) {
+            checks.push({ name: 'Disk space', status: 'pass', message: `${formatBytes(freeBytes)} free` });
+        }
+        else if (freeMB > 100) {
+            checks.push({ name: 'Disk space', status: 'warn', message: `${formatBytes(freeBytes)} free — may be tight for training` });
+        }
+        else {
+            checks.push({ name: 'Disk space', status: 'fail', message: `${formatBytes(freeBytes)} free — insufficient for model download and training` });
+        }
+    }
+    catch {
+        checks.push({ name: 'Disk space', status: 'warn', message: 'Could not check disk space' });
+    }
+    // 6. Current project
+    const configPath = getConfigPath(process.cwd());
+    if (fs.existsSync(configPath)) {
+        try {
+            const config = JSON.parse(fs.readFileSync(configPath, 'utf-8'));
+            checks.push({ name: 'Current project', status: 'pass', message: `"${config.name}" (${config.type})` });
+            // Check samples
+            const samplesDir = path.join(process.cwd(), 'samples');
+            if (fs.existsSync(samplesDir)) {
+                const inputFiles = fs.readdirSync(samplesDir).filter((f) => f.includes('.input.'));
+                if (inputFiles.length >= 10) {
+                    checks.push({ name: 'Training samples', status: 'pass', message: `${inputFiles.length} samples (minimum 10)` });
+                }
+                else {
+                    checks.push({ name: 'Training samples', status: 'warn', message: `${inputFiles.length} samples — need at least 10` });
+                }
+            }
+            // Check model
+            const modelMetadata = path.join(process.cwd(), 'model', 'metadata.json');
+            if (fs.existsSync(modelMetadata)) {
+                const meta = JSON.parse(fs.readFileSync(modelMetadata, 'utf-8'));
+                checks.push({ name: 'Trained model', status: 'pass', message: `Trained at ${new Date(meta.trainedAt).toLocaleString()}` });
+            }
+            else {
+                checks.push({ name: 'Trained model', status: 'warn', message: 'No model trained yet. Run: expressible distill train' });
+            }
+        }
+        catch {
+            checks.push({ name: 'Current project', status: 'fail', message: 'distill.config.json is corrupted' });
+        }
+    }
+    else {
+        checks.push({ name: 'Current project', status: 'warn', message: 'Not inside a distill project directory' });
+    }
+    // Print results
+    let hasFailures = false;
+    for (const check of checks) {
+        if (check.status === 'pass') {
+            success(`${check.name}: ${check.message}`);
+        }
+        else if (check.status === 'warn') {
+            warn(`${check.name}: ${check.message}`);
+        }
+        else {
+            error(`${check.name}: ${check.message}`);
+            hasFailures = true;
+        }
+    }
+    console.log();
+    if (hasFailures) {
+        error('Some checks failed. Fix the issues above before using distill.');
+    }
+    else {
+        success('All checks passed.');
+    }
+}
+//# sourceMappingURL=doctor.js.map

package/dist/commands/doctor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"doctor.js","sourceRoot":"","sources":["../../src/commands/doctor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,sBAAsB,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAC1E,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAQ,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAC1E,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAQ/D,MAAM,CAAC,KAAK,UAAU,aAAa;IACjC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC1B,OAAO,CAAC,GAAG,EAAE,CAAC;IAEd,MAAM,MAAM,GAAY,EAAE,CAAC;IAE3B,kBAAkB;IAClB,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC;IACpC,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC/D,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;QAChB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,WAAW,mBAAmB,EAAE,CAAC,CAAC;IACvG,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,WAAW,yBAAyB,EAAE,CAAC,CAAC;IAC7G,CAAC;IAED,mBAAmB;IACnB,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;QACtC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,wBAAwB,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,+BAA+B,EAAE,CAAC,CAAC;IAC5G,CAAC;IAAC,MAAM,CAAC;QACP,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;YACjC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,yBAAyB,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,8DAA8D,EAAE,CAAC,CAAC;QAC5I,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,8DAA8D,EAAE,CAAC,CAAC;QAClI,CAAC;IACH,CAAC;IAED,qBAAqB;IACrB,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;QACrC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,qBAAqB,EAAE,CAAC,CAAC;IAC3F,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,uDAAuD,EAAE,CAAC,CAAC;IAC7H,CAAC;IAED,gCAAgC;IAChC,MAAM,aAAa,GAAG,sBAAsB,EAAE,CAAC;IAC/C,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,QAAQ,EAAE,kBAAkB,CAAC,CAAC;IAC3E,IAAI,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;QAC3C,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,WAAW,CAAC,IAAI,CAAC,QAAQ,WAAW,EAAE,EAAE,CAAC,CAAC;IAC3H,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,mHAAmH,EAAE,CAAC,CAAC;IACzL,CAAC;IAED,gBAAgB;IAChB,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1C,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QAC5C,MAAM,MAAM,GAAG,SAAS,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;QACzC,IAAI,MAAM,GAAG,GAAG,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,WAAW,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;QACjG,CAAC;aAAM,IAAI,MAAM,GAAG,GAAG,EAAE,CAAC;YACxB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,WAAW,CAAC,SAAS,CAAC,mCAAmC,EAAE,CAAC,CAAC;QAC7H,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,WAAW,CAAC,SAAS,CAAC,sDAAsD,EAAE,CAAC,CAAC;QAChJ,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,4BAA4B,EAAE,CAAC,CAAC;IAC7F,CAAC;IAED,qBAAqB;IACrB,MAAM,UAAU,GAAG,aAAa,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IAChD,IAAI,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC9B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;YAChE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,MAAM,CAAC,IAAI,MAAM,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;YAEvG,gBAAgB;YAChB,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,CAAC,CAAC;YACvD,IAAI,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC9B,MAAM,UAAU,GAAG,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;gBACnF,IAAI,UAAU,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;oBAC5B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,UAAU,CAAC,MAAM,uBAAuB,EAAE,CAAC,CAAC;gBAClH,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,UAAU,CAAC,MAAM,6BAA6B,EAAE,CAAC,CAAC;gBACxH,CAAC;YACH,CAAC;YAED,cAAc;YACd,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,eAAe,CAAC,CAAC;YACzE,IAAI,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;gBACjC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC;gBACjE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,cAAc,EAAE,EAAE,EAAE,CAAC,CAAC;YAC7H,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,sDAAsD,EAAE,CAAC,CAAC;YAC1H,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,kCAAkC,EAAE,CAAC,CAAC;QACxG,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,wCAAwC,EAAE,CAAC,CAAC;IAC9G,CAAC;IAED,gBAAgB;IAChB,IAAI,WAAW,GAAG,KAAK,CAAC;IACxB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC5B,OAAO,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC7C,CAAC;aAAM,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YACnC,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACzC,WAAW,GAAG,IAAI,CAAC;QACrB,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,EAAE,CAAC;IACd,IAAI,WAAW,EAAE,CAAC;QAChB,KAAK,CAAC,gEAAgE,CAAC,CAAC;IAC1E,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,oBAAoB,CAAC,CAAC;IAChC,CAAC;AACH,CAAC"}

package/dist/commands/export.d.ts

@@ -0,0 +1,2 @@
+export declare function exportCommand(outputDir: string): Promise<void>;
+//# sourceMappingURL=export.d.ts.map

package/dist/commands/export.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"export.d.ts","sourceRoot":"","sources":["../../src/commands/export.ts"],"names":[],"mappings":"AAOA,wBAAsB,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAoDpE"}

package/dist/commands/export.js

@@ -0,0 +1,108 @@
+import fs from 'node:fs';
+import path from 'node:path';
+import { findTaskDir, getModelDir, getModelMetadataPath, ensureDir } from '../utils/paths.js';
+import { readConfig } from '../core/config.js';
+import { success, error, info } from '../utils/display.js';
+export async function exportCommand(outputDir) {
+    const taskDir = findTaskDir();
+    const config = readConfig(taskDir);
+    const modelDir = getModelDir(taskDir);
+    const metadataPath = getModelMetadataPath(taskDir);
+    if (!fs.existsSync(metadataPath)) {
+        error('No trained model found. Run "expressible distill train" first.');
+        process.exit(1);
+    }
+    const resolvedDir = path.resolve(outputDir);
+    ensureDir(resolvedDir);
+    // Copy model files
+    const modelFiles = fs.readdirSync(modelDir).filter((f) => {
+        const fullPath = path.join(modelDir, f);
+        return fs.statSync(fullPath).isFile();
+    });
+    for (const file of modelFiles) {
+        fs.copyFileSync(path.join(modelDir, file), path.join(resolvedDir, file));
+    }
+    // Generate standalone inference script
+    const inferenceScript = generateInferenceScript();
+    fs.writeFileSync(path.join(resolvedDir, 'inference.js'), inferenceScript, 'utf-8');
+    // Generate a package.json for the exported model
+    const exportPackageJson = {
+        name: `${config.name}-model`,
+        version: '1.0.0',
+        type: 'module',
+        description: `Exported distill model for ${config.name}`,
+        dependencies: {
+            '@tensorflow/tfjs-node': '^4.22.0',
+            '@xenova/transformers': '^2.17.2',
+        },
+    };
+    fs.writeFileSync(path.join(resolvedDir, 'package.json'), JSON.stringify(exportPackageJson, null, 2) + '\n', 'utf-8');
+    success(`Model exported to ${resolvedDir}`);
+    info('To use: npm install && node inference.js "your input text"');
+}
+function generateInferenceScript() {
+    return `#!/usr/bin/env node
+// Standalone inference script for distill classifier model
+// Usage: node inference.js "your input text"
+// Requires: npm install @tensorflow/tfjs-node @xenova/transformers
+
+import tf from '@tensorflow/tfjs-node';
+import { pipeline, env } from '@xenova/transformers';
+import { readFileSync } from 'fs';
+import { fileURLToPath, pathToFileURL } from 'url';
+import { dirname, join } from 'path';
+
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+
+async function main() {
+  const input = process.argv[2];
+  if (!input) {
+    console.error('Usage: node inference.js "your input text"');
+    process.exit(1);
+  }
+
+  // Load metadata
+  const metadata = JSON.parse(readFileSync(join(__dirname, 'metadata.json'), 'utf-8'));
+
+  // Load embedding model
+  env.allowLocalModels = true;
+  const extractor = await pipeline('feature-extraction', 'Xenova/all-MiniLM-L6-v2');
+
+  // Embed input
+  const result = await extractor(input, { pooling: 'mean', normalize: true });
+  const embedding = result.tolist()[0];
+
+  // Load trained model
+  const model = await tf.loadLayersModel(pathToFileURL(join(__dirname, 'model.json')).toString());
+
+  // Predict
+  const inputTensor = tf.tensor2d([embedding]);
+  const output = model.predict(inputTensor);
+  const scores = await output.data();
+
+  const results = metadata.categories.map((cat, i) => ({
+    category: cat,
+    confidence: Math.round(scores[i] * 1000) / 1000,
+  }));
+  results.sort((a, b) => b.confidence - a.confidence);
+
+  console.log(JSON.stringify({
+    input,
+    output: results[0].category,
+    confidence: results[0].confidence,
+    allScores: results,
+  }, null, 2));
+
+  inputTensor.dispose();
+  output.dispose();
+  model.dispose();
+}
+
+main().catch(err => {
+  console.error('Inference failed:', err.message);
+  process.exit(1);
+});
+`;
+}
+//# sourceMappingURL=export.js.map

package/dist/commands/export.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"export.js","sourceRoot":"","sources":["../../src/commands/export.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,oBAAoB,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9F,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,qBAAqB,CAAC;AAG3D,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,SAAiB;IACnD,MAAM,OAAO,GAAG,WAAW,EAAE,CAAC;IAC9B,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;IACnC,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IACtC,MAAM,YAAY,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAEnD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QACjC,KAAK,CAAC,gEAAgE,CAAC,CAAC;QACxE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC5C,SAAS,CAAC,WAAW,CAAC,CAAC;IAEvB,mBAAmB;IACnB,MAAM,UAAU,GAAG,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;QACvD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACxC,OAAO,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC;IAC3E,CAAC;IAED,uCAAuC;IACvC,MAAM,eAAe,GAAG,uBAAuB,EAAE,CAAC;IAClD,EAAE,CAAC,aAAa,CACd,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,EACtC,eAAe,EACf,OAAO,CACR,CAAC;IAEF,iDAAiD;IACjD,MAAM,iBAAiB,GAAG;QACxB,IAAI,EAAE,GAAG,MAAM,CAAC,IAAI,QAAQ;QAC5B,OAAO,EAAE,OAAO;QAChB,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,8BAA8B,MAAM,CAAC,IAAI,EAAE;QACxD,YAAY,EAAE;YACZ,uBAAuB,EAAE,SAAS;YAClC,sBAAsB,EAAE,SAAS;SAClC;KACF,CAAC;IAEF,EAAE,CAAC,aAAa,CACd,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,EACtC,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EACjD,OAAO,CACR,CAAC;IAEF,OAAO,CAAC,qBAAqB,WAAW,EAAE,CAAC,CAAC;IAC5C,IAAI,CAAC,4DAA4D,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,uBAAuB;IAC9B,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA8DR,CAAC;AACF,CAAC"}

package/dist/commands/init.d.ts

@@ -0,0 +1,2 @@
+export declare function initCommand(taskName: string): Promise<void>;
+//# sourceMappingURL=init.d.ts.map

package/dist/commands/init.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"init.d.ts","sourceRoot":"","sources":["../../src/commands/init.ts"],"names":[],"mappings":"AAOA,wBAAsB,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAoCjE"}

package/dist/commands/init.js

@@ -0,0 +1,37 @@
+import fs from 'node:fs';
+import inquirer from 'inquirer';
+import { getTaskDir, getSamplesDir, getModelDir, getValidationDir, getInternalDir, ensureDir } from '../utils/paths.js';
+import { writeConfig } from '../core/config.js';
+import { success, error, info } from '../utils/display.js';
+export async function initCommand(taskName) {
+    const taskDir = getTaskDir(taskName);
+    if (fs.existsSync(taskDir) && fs.readdirSync(taskDir).length > 0) {
+        error(`Directory "${taskName}" already exists and is not empty.`);
+        process.exit(1);
+    }
+    const answers = await inquirer.prompt([
+        {
+            type: 'input',
+            name: 'description',
+            message: 'Brief description of this task (optional):',
+            default: '',
+        },
+    ]);
+    // Create directory structure
+    ensureDir(taskDir);
+    ensureDir(getSamplesDir(taskDir));
+    ensureDir(getModelDir(taskDir));
+    ensureDir(getValidationDir(taskDir));
+    ensureDir(getInternalDir(taskDir));
+    const config = {
+        name: taskName,
+        type: 'classify',
+        description: answers.description,
+        createdAt: new Date().toISOString(),
+        version: '1.0.0',
+    };
+    writeConfig(taskDir, config);
+    success(`Created distill project "${taskName}"`);
+    info(`Add training examples with: cd ${taskName} && expressible distill add`);
+}
+//# sourceMappingURL=init.js.map

package/dist/commands/init.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"init.js","sourceRoot":"","sources":["../../src/commands/init.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AAEzB,OAAO,QAAQ,MAAM,UAAU,CAAC;AAChC,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,WAAW,EAAE,gBAAgB,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AACxH,OAAO,EAAE,WAAW,EAAsB,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,qBAAqB,CAAC;AAE3D,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,QAAgB;IAChD,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;IAErC,IAAI,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjE,KAAK,CAAC,cAAc,QAAQ,oCAAoC,CAAC,CAAC;QAClE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC;QACpC;YACE,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,aAAa;YACnB,OAAO,EAAE,4CAA4C;YACrD,OAAO,EAAE,EAAE;SACZ;KACF,CAAC,CAAC;IAEH,6BAA6B;IAC7B,SAAS,CAAC,OAAO,CAAC,CAAC;IACnB,SAAS,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;IAClC,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,SAAS,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;IACrC,SAAS,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC;IAEnC,MAAM,MAAM,GAAkB;QAC5B,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,OAAO,EAAE,OAAO;KACjB,CAAC;IAEF,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAE7B,OAAO,CAAC,4BAA4B,QAAQ,GAAG,CAAC,CAAC;IACjD,IAAI,CAAC,kCAAkC,QAAQ,6BAA6B,CAAC,CAAC;AAChF,CAAC"}

package/dist/commands/retrain.d.ts

@@ -0,0 +1,2 @@
+export declare function retrainCommand(): Promise<void>;
+//# sourceMappingURL=retrain.d.ts.map

package/dist/commands/retrain.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retrain.d.ts","sourceRoot":"","sources":["../../src/commands/retrain.ts"],"names":[],"mappings":"AAUA,wBAAsB,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC,CA6JpD"}

package/dist/commands/retrain.js

@@ -0,0 +1,139 @@
+import fs from 'node:fs';
+import path from 'node:path';
+import { findTaskDir, getModelDir, getModelMetadataPath, ensureDir } from '../utils/paths.js';
+import { readConfig } from '../core/config.js';
+import { loadSamples, loadValidationResults } from '../core/data.js';
+import { embedTexts } from '../core/embeddings.js';
+import { trainClassifier } from '../core/classifier.js';
+import { success, error, warn, info, heading, table } from '../utils/display.js';
+export async function retrainCommand() {
+    const taskDir = findTaskDir();
+    const config = readConfig(taskDir);
+    // Load previous accuracy
+    const metadataPath = getModelMetadataPath(taskDir);
+    let previousAccuracy = null;
+    if (fs.existsSync(metadataPath)) {
+        const prevMeta = JSON.parse(fs.readFileSync(metadataPath, 'utf-8'));
+        previousAccuracy = prevMeta.accuracy ?? null;
+    }
+    // Archive current model
+    const modelDir = getModelDir(taskDir);
+    if (fs.existsSync(metadataPath)) {
+        const archiveDir = path.join(modelDir, 'archive', new Date().toISOString().replace(/[:.]/g, '-'));
+        ensureDir(archiveDir);
+        const modelFiles = fs.readdirSync(modelDir).filter((f) => !f.startsWith('archive'));
+        for (const file of modelFiles) {
+            const src = path.join(modelDir, file);
+            if (fs.statSync(src).isFile()) {
+                fs.copyFileSync(src, path.join(archiveDir, file));
+            }
+        }
+        info('Previous model archived.');
+    }
+    // Build training set from samples + validation results
+    const originalSamples = loadSamples(taskDir);
+    const validation = loadValidationResults(taskDir);
+    const trainingSamples = [...originalSamples];
+    // Add validated items
+    let addedFromReview = 0;
+    let excludedFromReview = 0;
+    let skippedConflicts = 0;
+    for (const item of validation.items) {
+        if (!item.reviewedAt)
+            continue;
+        if (item.approved) {
+            // Thumbs up: add prediction as training data (if not already in samples)
+            const existingForInput = trainingSamples.find((s) => s.input.trim() === item.input.trim());
+            if (existingForInput && existingForInput.output.trim() !== item.predictedOutput.trim()) {
+                // Original sample has a different label — don't add conflicting data
+                skippedConflicts++;
+                continue;
+            }
+            if (!existingForInput) {
+                trainingSamples.push({
+                    id: `review-${item.id}`,
+                    input: item.input,
+                    output: item.predictedOutput,
+                });
+                addedFromReview++;
+            }
+        }
+        else if (item.correctedOutput) {
+            // Thumbs down with correction: add corrected version
+            const exists = trainingSamples.some((s) => s.input.trim() === item.input.trim() && s.output.trim() === item.correctedOutput.trim());
+            if (!exists) {
+                trainingSamples.push({
+                    id: `corrected-${item.id}`,
+                    input: item.input,
+                    output: item.correctedOutput,
+                });
+                addedFromReview++;
+            }
+        }
+        else {
+            // Thumbs down without correction: exclude
+            excludedFromReview++;
+        }
+    }
+    if (skippedConflicts > 0) {
+        warn(`${skippedConflicts} approved prediction(s) skipped — original sample has a different label.`);
+    }
+    info(`Training set: ${originalSamples.length} original + ${addedFromReview} from review`);
+    if (excludedFromReview > 0) {
+        info(`${excludedFromReview} rejected items excluded (no correction provided)`);
+    }
+    if (trainingSamples.length < 10) {
+        error(`Not enough training samples (${trainingSamples.length}). At least 10 are required.`);
+        process.exit(1);
+    }
+    heading(`Retraining model "${config.name}"`);
+    // Warn about categories with few samples before training
+    const categoryCounts = new Map();
+    for (const s of trainingSamples) {
+        categoryCounts.set(s.output, (categoryCounts.get(s.output) || 0) + 1);
+    }
+    for (const [cat, count] of categoryCounts) {
+        if (count < 5) {
+            warn(`Category "${cat}" has only ${count} sample(s). Aim for at least 10 per category.`);
+        }
+    }
+    const startTime = Date.now();
+    const inputs = trainingSamples.map((s) => s.input);
+    const embeddings = await embedTexts(inputs, taskDir);
+    const labels = trainingSamples.map((s) => s.output);
+    const result = await trainClassifier(embeddings, labels, taskDir);
+    const newAccuracy = result.valAccuracy;
+    const elapsed = ((Date.now() - startTime) / 1000).toFixed(1);
+    heading('Retraining Complete');
+    const rows = [
+        ['Training samples', String(trainingSamples.length)],
+        ['Time elapsed', `${elapsed}s`],
+    ];
+    if (previousAccuracy !== null) {
+        const prevPct = (previousAccuracy * 100).toFixed(1);
+        const newPct = (newAccuracy * 100).toFixed(1);
+        const diff = ((newAccuracy - previousAccuracy) * 100).toFixed(1);
+        const direction = newAccuracy > previousAccuracy ? 'improved' : newAccuracy < previousAccuracy ? 'decreased' : 'unchanged';
+        rows.push(['Previous accuracy', `${prevPct}%`]);
+        rows.push(['New accuracy', `${newPct}%`]);
+        rows.push(['Change', `${direction} by ${Math.abs(parseFloat(diff))}%`]);
+    }
+    else {
+        rows.push(['Accuracy', `${(newAccuracy * 100).toFixed(1)}%`]);
+    }
+    table(rows);
+    // Contextual post-training warnings
+    const valFraction = result.numSamples < 30 ? 0.1 : 0.2;
+    const valSamples = Math.max(1, Math.floor(result.numSamples * valFraction));
+    if (valSamples < 5) {
+        warn(`Validation set is very small (${valSamples} sample(s)). Accuracy estimate may be unreliable. Add more training data.`);
+    }
+    else if (result.accuracy > 0.9 && newAccuracy < 0.5) {
+        warn(`High training accuracy (${(result.accuracy * 100).toFixed(0)}%) but low validation accuracy (${(newAccuracy * 100).toFixed(0)}%) suggests overfitting. Add more samples, especially for underrepresented categories.`);
+    }
+    else if (newAccuracy < 0.6) {
+        warn(`Validation accuracy is low (${(newAccuracy * 100).toFixed(0)}%). Consider adding more diverse training examples.`);
+    }
+    success('New model saved to model/');
+}
+//# sourceMappingURL=retrain.js.map

package/dist/commands/retrain.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retrain.js","sourceRoot":"","sources":["../../src/commands/retrain.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,oBAAoB,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9F,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,qBAAqB,EAA6B,MAAM,iBAAiB,CAAC;AAChG,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAGjF,MAAM,CAAC,KAAK,UAAU,cAAc;IAClC,MAAM,OAAO,GAAG,WAAW,EAAE,CAAC;IAC9B,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;IAEnC,yBAAyB;IACzB,MAAM,YAAY,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC;IACnD,IAAI,gBAAgB,GAAkB,IAAI,CAAC;IAC3C,IAAI,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC;QACpE,gBAAgB,GAAG,QAAQ,CAAC,QAAQ,IAAI,IAAI,CAAC;IAC/C,CAAC;IAED,wBAAwB;IACxB,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IACtC,IAAI,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QAChC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;QAClG,SAAS,CAAC,UAAU,CAAC,CAAC;QACtB,MAAM,UAAU,GAAG,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;QACpF,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YACtC,IAAI,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC9B,EAAE,CAAC,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;QACD,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACnC,CAAC;IAED,uDAAuD;IACvD,MAAM,eAAe,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IAC7C,MAAM,UAAU,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;IAElD,MAAM,eAAe,GAAiB,CAAC,GAAG,eAAe,CAAC,CAAC;IAE3D,sBAAsB;IACtB,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,IAAI,gBAAgB,GAAG,CAAC,CAAC;IAEzB,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;QACpC,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,SAAS;QAE/B,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,yEAAyE;YACzE,MAAM,gBAAgB,GAAG,eAAe,CAAC,IAAI,CAC3C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAC5C,CAAC;YACF,IAAI,gBAAgB,IAAI,gBAAgB,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,EAAE,CAAC;gBACvF,qEAAqE;gBACrE,gBAAgB,EAAE,CAAC;gBACnB,SAAS;YACX,CAAC;YACD,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACtB,eAAe,CAAC,IAAI,CAAC;oBACnB,EAAE,EAAE,UAAU,IAAI,CAAC,EAAE,EAAE;oBACvB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,MAAM,EAAE,IAAI,CAAC,eAAe;iBAC7B,CAAC,CAAC;gBACH,eAAe,EAAE,CAAC;YACpB,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YAChC,qDAAqD;YACrD,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CACjC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,IAAI,CAAC,eAAgB,CAAC,IAAI,EAAE,CAChG,CAAC;YACF,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,eAAe,CAAC,IAAI,CAAC;oBACnB,EAAE,EAAE,aAAa,IAAI,CAAC,EAAE,EAAE;oBAC1B,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,MAAM,EAAE,IAAI,CAAC,eAAe;iBAC7B,CAAC,CAAC;gBACH,eAAe,EAAE,CAAC;YACpB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,0CAA0C;YAC1C,kBAAkB,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;IAED,IAAI,gBAAgB,GAAG,CAAC,EAAE,CAAC;QACzB,IAAI,CAAC,GAAG,gBAAgB,0EAA0E,CAAC,CAAC;IACtG,CAAC;IAED,IAAI,CAAC,iBAAiB,eAAe,CAAC,MAAM,eAAe,eAAe,cAAc,CAAC,CAAC;IAC1F,IAAI,kBAAkB,GAAG,CAAC,EAAE,CAAC;QAC3B,IAAI,CAAC,GAAG,kBAAkB,mDAAmD,CAAC,CAAC;IACjF,CAAC;IAED,IAAI,eAAe,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QAChC,KAAK,CACH,gCAAgC,eAAe,CAAC,MAAM,8BAA8B,CACrF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,OAAO,CAAC,qBAAqB,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;IAE7C,yDAAyD;IACzD,MAAM,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAC;IACjD,KAAK,MAAM,CAAC,IAAI,eAAe,EAAE,CAAC;QAChC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACxE,CAAC;IACD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,cAAc,EAAE,CAAC;QAC1C,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,IAAI,CAAC,aAAa,GAAG,cAAc,KAAK,+CAA+C,CAAC,CAAC;QAC3F,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,MAAM,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAErD,MAAM,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACpD,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAClE,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;IAEvC,MAAM,OAAO,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAE7D,OAAO,CAAC,qBAAqB,CAAC,CAAC;IAE/B,MAAM,IAAI,GAAuB;QAC/B,CAAC,kBAAkB,EAAE,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QACpD,CAAC,cAAc,EAAE,GAAG,OAAO,GAAG,CAAC;KAChC,CAAC;IAEF,IAAI,gBAAgB,KAAK,IAAI,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,CAAC,gBAAgB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,CAAC,CAAC,WAAW,GAAG,gBAAgB,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACjE,MAAM,SAAS,GAAG,WAAW,GAAG,gBAAgB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,GAAG,gBAAgB,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC;QAC3H,IAAI,CAAC,IAAI,CAAC,CAAC,mBAAmB,EAAE,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC;QAChD,IAAI,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC;QAC1C,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,GAAG,SAAS,OAAO,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1E,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,CAAC;IAEZ,oCAAoC;IACpC,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IACvD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC;IAC5E,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;QACnB,IAAI,CACF,iCAAiC,UAAU,2EAA2E,CACvH,CAAC;IACJ,CAAC;SAAM,IAAI,MAAM,CAAC,QAAQ,GAAG,GAAG,IAAI,WAAW,GAAG,GAAG,EAAE,CAAC;QACtD,IAAI,CACF,2BAA2B,CAAC,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,mCAAmC,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,wFAAwF,CACvN,CAAC;IACJ,CAAC;SAAM,IAAI,WAAW,GAAG,GAAG,EAAE,CAAC;QAC7B,IAAI,CACF,+BAA+B,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,qDAAqD,CACnH,CAAC;IACJ,CAAC;IAED,OAAO,CAAC,2BAA2B,CAAC,CAAC;AACvC,CAAC"}

package/dist/commands/review.d.ts

@@ -0,0 +1,2 @@
+export declare function reviewCommand(): Promise<void>;
+//# sourceMappingURL=review.d.ts.map

package/dist/commands/review.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"review.d.ts","sourceRoot":"","sources":["../../src/commands/review.ts"],"names":[],"mappings":"AAOA,wBAAsB,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC,CA6CnD"}

package/dist/commands/review.js

@@ -0,0 +1,44 @@
+import { findTaskDir } from '../utils/paths.js';
+import { loadSamples, loadValidationResults, saveValidationResults } from '../core/data.js';
+import { embedText } from '../core/embeddings.js';
+import { predict } from '../core/classifier.js';
+import { error, info } from '../utils/display.js';
+export async function reviewCommand() {
+    const taskDir = findTaskDir();
+    const samples = loadSamples(taskDir);
+    if (samples.length === 0) {
+        error('No samples found. Add training data first with: expressible distill add');
+        process.exit(1);
+    }
+    // Generate predictions for all samples
+    info('Generating predictions for review...');
+    const existingResults = loadValidationResults(taskDir);
+    const existingIds = new Set(existingResults.items.map((i) => i.id));
+    const newItems = [];
+    for (const sample of samples) {
+        if (existingIds.has(sample.id))
+            continue;
+        const embedding = await embedText(sample.input, taskDir);
+        let predictedOutput;
+        try {
+            const result = await predict(embedding, taskDir);
+            predictedOutput = result.category;
+        }
+        catch {
+            predictedOutput = '(no model trained — showing expected output)';
+        }
+        newItems.push({
+            id: sample.id,
+            input: sample.input,
+            predictedOutput,
+            approved: false,
+        });
+    }
+    const allItems = [...existingResults.items, ...newItems];
+    const results = { items: allItems };
+    saveValidationResults(taskDir, results);
+    // Start Express server
+    const { startReviewServer } = await import('../ui/server.js');
+    await startReviewServer(taskDir, results);
+}
+//# sourceMappingURL=review.js.map

package/dist/commands/review.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"review.js","sourceRoot":"","sources":["../../src/commands/review.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AAC5F,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAChD,OAAO,EAAW,KAAK,EAAE,IAAI,EAAW,MAAM,qBAAqB,CAAC;AAGpE,MAAM,CAAC,KAAK,UAAU,aAAa;IACjC,MAAM,OAAO,GAAG,WAAW,EAAE,CAAC;IAC9B,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IAErC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,KAAK,CAAC,yEAAyE,CAAC,CAAC;QACjF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,uCAAuC;IACvC,IAAI,CAAC,sCAAsC,CAAC,CAAC;IAE7C,MAAM,eAAe,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;IACvD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAEpE,MAAM,QAAQ,GAAuB,EAAE,CAAC;IAExC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAAE,SAAS;QAEzC,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACzD,IAAI,eAAuB,CAAC;QAE5B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACjD,eAAe,GAAG,MAAM,CAAC,QAAQ,CAAC;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,eAAe,GAAG,8CAA8C,CAAC;QACnE,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC;YACZ,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,eAAe;YACf,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,QAAQ,GAAG,CAAC,GAAG,eAAe,CAAC,KAAK,EAAE,GAAG,QAAQ,CAAC,CAAC;IACzD,MAAM,OAAO,GAAsB,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;IACvD,qBAAqB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAExC,uBAAuB;IACvB,MAAM,EAAE,iBAAiB,EAAE,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC,CAAC;IAC9D,MAAM,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;AAC5C,CAAC"}

package/dist/commands/run.d.ts

@@ -0,0 +1,2 @@
+export declare function runCommand(inputArg?: string): Promise<void>;
+//# sourceMappingURL=run.d.ts.map

package/dist/commands/run.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../src/commands/run.ts"],"names":[],"mappings":"AAwBA,wBAAsB,UAAU,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAgEjE"}

package/dist/commands/run.js

@@ -0,0 +1,83 @@
+import fs from 'node:fs';
+import path from 'node:path';
+import { glob } from 'glob';
+import { findTaskDir } from '../utils/paths.js';
+import { embedText } from '../core/embeddings.js';
+import { predict } from '../core/classifier.js';
+import { error } from '../utils/display.js';
+async function runSingle(input, taskDir) {
+    const embedding = await embedText(input, taskDir);
+    const result = await predict(embedding, taskDir);
+    return {
+        input,
+        output: result.category,
+        confidence: Math.round(result.confidence * 100) / 100,
+    };
+}
+export async function runCommand(inputArg) {
+    const taskDir = findTaskDir();
+    const inputs = [];
+    if (inputArg) {
+        // Check if it's a file path first, then try glob patterns, otherwise treat as text
+        if (fs.existsSync(inputArg)) {
+            const stat = fs.statSync(inputArg);
+            if (stat.isFile()) {
+                const content = fs.readFileSync(path.resolve(inputArg), 'utf-8').trim();
+                inputs.push(content);
+            }
+            else if (stat.isDirectory()) {
+                error(`"${inputArg}" is a directory. Provide a file path or text input.`);
+                process.exit(1);
+            }
+        }
+        else if (/[*?{}\[\]]/.test(inputArg)) {
+            // Only try glob expansion if the input contains glob metacharacters
+            const matches = await glob(inputArg);
+            if (matches.length > 0) {
+                for (const match of matches) {
+                    const content = fs.readFileSync(path.resolve(match), 'utf-8').trim();
+                    inputs.push(content);
+                }
+            }
+            else {
+                error(`Glob pattern "${inputArg}" matched no files.`);
+                process.exit(1);
+            }
+        }
+        else {
+            // Treat as raw text input
+            inputs.push(inputArg);
+        }
+    }
+    else {
+        // Read from stdin
+        const chunks = [];
+        const stdin = process.stdin;
+        if (stdin.isTTY) {
+            error('No input provided. Use: expressible distill run <file> or echo "text" | expressible distill run');
+            process.exit(1);
+        }
+        await new Promise((resolve) => {
+            stdin.on('data', (chunk) => chunks.push(chunk));
+            stdin.on('end', () => resolve());
+        });
+        const stdinText = Buffer.concat(chunks).toString('utf-8').trim();
+        if (!stdinText) {
+            error('No input received from stdin.');
+            process.exit(1);
+        }
+        inputs.push(stdinText);
+    }
+    const results = [];
+    for (const input of inputs) {
+        const result = await runSingle(input, taskDir);
+        results.push(result);
+    }
+    if (results.length === 1) {
+        console.log(JSON.stringify(results[0], null, 2));
+    }
+    else {
+        console.log(JSON.stringify(results, null, 2));
+    }
+}
+//# sourceMappingURL=run.js.map

package/dist/commands/run.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.js","sourceRoot":"","sources":["../../src/commands/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAChD,OAAO,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAQ5C,KAAK,UAAU,SAAS,CAAC,KAAa,EAAE,OAAe;IACrD,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAClD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACjD,OAAO;QACL,KAAK;QACL,MAAM,EAAE,MAAM,CAAC,QAAQ;QACvB,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,GAAG,GAAG;KACtD,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,QAAiB;IAChD,MAAM,OAAO,GAAG,WAAW,EAAE,CAAC;IAE9B,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,IAAI,QAAQ,EAAE,CAAC;QACb,mFAAmF;QACnF,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACnC,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;gBAClB,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;gBACxE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvB,CAAC;iBAAM,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBAC9B,KAAK,CAAC,IAAI,QAAQ,sDAAsD,CAAC,CAAC;gBAC1E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;aAAM,IAAI,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvC,oEAAoE;YACpE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;YACrC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;oBAC5B,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;oBACrE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACvB,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,iBAAiB,QAAQ,qBAAqB,CAAC,CAAC;gBACtD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,0BAA0B;YAC1B,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;SAAM,CAAC;QACN,kBAAkB;QAClB,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC5B,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAChB,KAAK,CAAC,iGAAiG,CAAC,CAAC;YACzG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAClC,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACxD,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;QACjE,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,KAAK,CAAC,+BAA+B,CAAC,CAAC;YACvC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACzB,CAAC;IAED,MAAM,OAAO,GAAgB,EAAE,CAAC;IAChC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC/C,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACnD,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC;AACH,CAAC"}

package/dist/commands/setup.d.ts

@@ -0,0 +1,2 @@
+export declare function setupCommand(): Promise<void>;
+//# sourceMappingURL=setup.d.ts.map

package/dist/commands/setup.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"setup.d.ts","sourceRoot":"","sources":["../../src/commands/setup.ts"],"names":[],"mappings":"AAGA,wBAAsB,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC,CAgBlD"}