@jsleekr/graft 6.1.0 → 6.2.0

package/dist/importer.d.ts

@@ -0,0 +1,12 @@
+/**
+ * graft import — reverse-compiles a .claude/ harness structure into a .gft file.
+ *
+ * Reads:
+ *   .claude/agents/*.md   → node declarations
+ *   .claude/hooks/*.js    → edge declarations with transforms
+ *   .claude/settings.json → model routing, budget
+ *   .claude/orchestration.md or .claude/CLAUDE.md → graph flow
+ *
+ * Outputs a valid .gft source string.
+ */
+export declare function importHarness(dir: string): string;

package/dist/importer.js

@@ -0,0 +1,368 @@
+/**
+ * graft import — reverse-compiles a .claude/ harness structure into a .gft file.
+ *
+ * Reads:
+ *   .claude/agents/*.md   → node declarations
+ *   .claude/hooks/*.js    → edge declarations with transforms
+ *   .claude/settings.json → model routing, budget
+ *   .claude/orchestration.md or .claude/CLAUDE.md → graph flow
+ *
+ * Outputs a valid .gft source string.
+ */
+import * as fs from 'node:fs';
+import * as path from 'node:path';
+const MODEL_SHORT = {
+    'claude-haiku-4-5-20251001': 'haiku',
+    'claude-sonnet-4-20250514': 'sonnet',
+    'claude-opus-4-20250514': 'opus',
+    'claude-sonnet-4-6-20250610': 'sonnet',
+    'claude-opus-4-6-20250610': 'opus',
+};
+function shortModel(model) {
+    return MODEL_SHORT[model] || model;
+}
+function parseAgent(filePath) {
+    const content = fs.readFileSync(filePath, 'utf-8');
+    const lines = content.split('\n');
+    // Parse YAML frontmatter
+    let name = '';
+    let model = 'sonnet';
+    let inFrontmatter = false;
+    let frontmatterEnd = 0;
+    for (let i = 0; i < lines.length; i++) {
+        const line = lines[i].trim();
+        if (i === 0 && line === '---') {
+            inFrontmatter = true;
+            continue;
+        }
+        if (inFrontmatter && line === '---') {
+            frontmatterEnd = i;
+            break;
+        }
+        if (inFrontmatter) {
+            const match = line.match(/^(\w+):\s*(.+)$/);
+            if (match) {
+                if (match[1] === 'name')
+                    name = match[2];
+                if (match[1] === 'model')
+                    model = shortModel(match[2]);
+            }
+        }
+    }
+    if (!name) {
+        name = path.basename(filePath, '.md');
+    }
+    // Parse reads from "Context Loading" section
+    const reads = [];
+    const contextRegex = /Load `(\w+)`/g;
+    let m;
+    while ((m = contextRegex.exec(content)) !== null) {
+        reads.push(m[1]);
+    }
+    // Also check for "Also reads:" or reads from other sources
+    const alsoReadsRegex = /Also reads:.*\((\w+)\)/g;
+    while ((m = alsoReadsRegex.exec(content)) !== null) {
+        if (!reads.includes(m[1]))
+            reads.push(m[1]);
+    }
+    // Parse produces from JSON schema
+    let producesName = '';
+    const producesFields = [];
+    const descMatch = content.match(/description:\s*\w+ agent — produces (\w+)/);
+    if (descMatch)
+        producesName = descMatch[1];
+    // Parse JSON schema block
+    const jsonMatch = content.match(/```json\n([\s\S]*?)```/);
+    if (jsonMatch) {
+        try {
+            const schema = JSON.parse(jsonMatch[1]);
+            for (const [key, val] of Object.entries(schema)) {
+                producesFields.push({ name: key, type: inferGftType(val) });
+            }
+        }
+        catch {
+            // Best-effort
+        }
+    }
+    // Parse budgets
+    let inputBudget = 4000;
+    let outputBudget = 2000;
+    const inputMatch = content.match(/Input budget:\s*([\d,]+)\s*tokens/);
+    const outputMatch = content.match(/Output budget:\s*([\d,]+)\s*tokens/);
+    if (inputMatch)
+        inputBudget = parseInt(inputMatch[1].replace(/,/g, ''));
+    if (outputMatch)
+        outputBudget = parseInt(outputMatch[1].replace(/,/g, ''));
+    // Extract proper case from "# Name Agent" heading or description
+    const headingMatch = content.match(/^# (\w+) Agent/m);
+    const capName = headingMatch ? headingMatch[1] : name.charAt(0).toUpperCase() + name.slice(1);
+    if (!producesName)
+        producesName = capName + 'Output';
+    return {
+        name: capName,
+        model,
+        inputBudget,
+        outputBudget,
+        reads,
+        producesName,
+        producesFields,
+    };
+}
+function inferGftType(val) {
+    if (val === null || val === undefined)
+        return 'String';
+    if (typeof val === 'string') {
+        if (val === '<string>')
+            return 'String';
+        if (val === '<number>' || val === '<int>')
+            return 'Int';
+        if (val === '<float>')
+            return 'Float';
+        if (val === '<bool>' || val === 'true' || val === 'false')
+            return 'Bool';
+        return 'String';
+    }
+    if (typeof val === 'number')
+        return Number.isInteger(val) ? 'Int' : 'Float';
+    if (typeof val === 'boolean')
+        return 'Bool';
+    if (Array.isArray(val)) {
+        if (val.length > 0)
+            return `List<${inferGftType(val[0])}>`;
+        return 'List<String>';
+    }
+    if (typeof val === 'object') {
+        // Inline struct — for now simplify to String
+        return 'String';
+    }
+    return 'String';
+}
+function parseHook(filePath) {
+    const content = fs.readFileSync(filePath, 'utf-8');
+    // Parse "Edge: Source -> Target" comment
+    const edgeMatch = content.match(/Edge:\s*(\w+)\s*->\s*(\w+)/);
+    if (!edgeMatch)
+        return null;
+    const source = edgeMatch[1];
+    const target = edgeMatch[2];
+    const transforms = [];
+    // Detect select: look for `result = { "field1": data["field1"], ... }`
+    const selectMatch = content.match(/let result = \{([^}]+)\}/);
+    if (selectMatch) {
+        const fields = [];
+        const fieldRegex = /"(\w+)":\s*data\["/g;
+        let fm;
+        while ((fm = fieldRegex.exec(selectMatch[1])) !== null) {
+            fields.push(fm[1]);
+        }
+        if (fields.length > 0) {
+            transforms.push(`select(${fields.join(', ')})`);
+        }
+    }
+    // Detect compact
+    if (content.includes('function compact(')) {
+        transforms.push('compact');
+    }
+    // Detect filter
+    const filterMatch = content.match(/\.filter\(\s*\w+\s*=>\s*\w+\["(\w+)"\]\s*(>=?|<=?|===?|!==?)\s*(.+?)\)/);
+    if (filterMatch) {
+        transforms.push(`filter(${filterMatch[1]} ${filterMatch[2]} ${filterMatch[3].trim()})`);
+    }
+    // Detect truncate (look for explicit truncate comment or large slice, not timestamp slicing)
+    const truncMatch = content.match(/truncate.*\.slice\(0,\s*(\d+)\)/i);
+    if (truncMatch) {
+        transforms.push(`truncate(${truncMatch[1]})`);
+    }
+    // Detect drop
+    const dropMatch = content.match(/delete\s+\w+\["(\w+)"\]/);
+    if (dropMatch) {
+        transforms.push(`drop(${dropMatch[1]})`);
+    }
+    return { source, target, transforms };
+}
+function parseSettings(filePath) {
+    if (!fs.existsSync(filePath))
+        return null;
+    try {
+        const content = JSON.parse(fs.readFileSync(filePath, 'utf-8'));
+        const graft = content.graft || {};
+        const budget = graft.budget?.total || 50000;
+        const routing = {};
+        if (graft.model_routing?.overrides) {
+            for (const [agent, model] of Object.entries(graft.model_routing.overrides)) {
+                routing[agent] = shortModel(model);
+            }
+        }
+        return { graphBudget: budget, modelRouting: routing };
+    }
+    catch {
+        return null;
+    }
+}
+function parseOrchestration(dir) {
+    const steps = [];
+    const parallelGroups = [];
+    // Try orchestration.md first, then CLAUDE.md
+    let content = '';
+    const orchPath = path.join(dir, '.claude', 'orchestration.md');
+    const claudePath = path.join(dir, '.claude', 'CLAUDE.md');
+    if (fs.existsSync(orchPath)) {
+        content = fs.readFileSync(orchPath, 'utf-8');
+    }
+    else if (fs.existsSync(claudePath)) {
+        content = fs.readFileSync(claudePath, 'utf-8');
+    }
+    if (!content)
+        return { steps, parallelGroups };
+    // Parse steps
+    const stepRegex = /### Step \d+:\s*(.+)/g;
+    let sm;
+    while ((sm = stepRegex.exec(content)) !== null) {
+        const stepLine = sm[1];
+        if (stepLine.includes('[parallel]')) {
+            const names = stepLine.replace('[parallel]', '').trim().split(/,\s*/);
+            parallelGroups.push(names);
+            steps.push(`parallel:${names.join(',')}`);
+        }
+        else if (stepLine.includes('[sequential]')) {
+            const name = stepLine.replace('[sequential]', '').trim();
+            steps.push(name);
+        }
+        else if (stepLine.includes('[foreach')) {
+            steps.push(stepLine.trim());
+        }
+        else {
+            // Fallback: extract first word
+            const name = stepLine.split(/\s/)[0];
+            if (name)
+                steps.push(name);
+        }
+    }
+    return { steps, parallelGroups };
+}
+// ── .gft generation ──────────────────────────────────────
+function formatBudget(tokens) {
+    if (tokens >= 1000 && tokens % 1000 === 0)
+        return `${tokens / 1000}k`;
+    return `${tokens}`;
+}
+export function importHarness(dir) {
+    const claudeDir = path.join(dir, '.claude');
+    const agentsDir = path.join(claudeDir, 'agents');
+    const hooksDir = path.join(claudeDir, 'hooks');
+    const settingsPath = path.join(claudeDir, 'settings.json');
+    // 1. Parse agents
+    const agents = [];
+    if (fs.existsSync(agentsDir)) {
+        for (const file of fs.readdirSync(agentsDir)) {
+            if (!file.endsWith('.md'))
+                continue;
+            const agent = parseAgent(path.join(agentsDir, file));
+            if (agent)
+                agents.push(agent);
+        }
+    }
+    // 2. Parse hooks → edges
+    const edges = [];
+    if (fs.existsSync(hooksDir)) {
+        for (const file of fs.readdirSync(hooksDir)) {
+            if (!file.endsWith('.js'))
+                continue;
+            const edge = parseHook(path.join(hooksDir, file));
+            if (edge)
+                edges.push(edge);
+        }
+    }
+    // 3. Parse settings
+    const settings = parseSettings(settingsPath);
+    // Apply model from settings routing
+    if (settings) {
+        for (const agent of agents) {
+            const override = settings.modelRouting[agent.name.toLowerCase()];
+            if (override)
+                agent.model = override;
+        }
+    }
+    // 4. Parse orchestration for graph flow
+    const flow = parseOrchestration(dir);
+    // 5. Collect context names (reads that don't match any produces)
+    const producesNames = new Set(agents.map(a => a.producesName));
+    const contextNames = new Set();
+    for (const agent of agents) {
+        for (const read of agent.reads) {
+            if (!producesNames.has(read)) {
+                contextNames.add(read);
+            }
+        }
+    }
+    // 6. Generate .gft
+    const lines = [];
+    lines.push(`// Imported from ${path.basename(dir)}/.claude/ by graft import`);
+    lines.push('');
+    // Contexts (best-effort — we don't know the fields)
+    for (const ctx of contextNames) {
+        lines.push(`context ${ctx}(max_tokens: 2k) {`);
+        lines.push(`  // TODO: add fields`);
+        lines.push(`}`);
+        lines.push('');
+    }
+    // Nodes
+    for (const agent of agents) {
+        const budget = `${formatBudget(agent.inputBudget)}/${formatBudget(agent.outputBudget)}`;
+        lines.push(`node ${agent.name}(model: ${agent.model}, budget: ${budget}) {`);
+        if (agent.reads.length > 0) {
+            lines.push(`  reads: [${agent.reads.join(', ')}]`);
+        }
+        lines.push(`  produces ${agent.producesName} {`);
+        for (const field of agent.producesFields) {
+            lines.push(`    ${field.name}: ${field.type}`);
+        }
+        if (agent.producesFields.length === 0) {
+            lines.push(`    // TODO: add fields`);
+        }
+        lines.push(`  }`);
+        lines.push(`}`);
+        lines.push('');
+    }
+    // Edges
+    for (const edge of edges) {
+        let line = `edge ${edge.source} -> ${edge.target}`;
+        for (const t of edge.transforms) {
+            line += ` | ${t}`;
+        }
+        lines.push(line);
+    }
+    if (edges.length > 0)
+        lines.push('');
+    // Graph
+    const graphBudget = settings?.graphBudget || 50000;
+    const graphName = path.basename(dir).replace(/[^a-zA-Z0-9]/g, '') || 'Pipeline';
+    const capGraphName = graphName.charAt(0).toUpperCase() + graphName.slice(1);
+    // Determine input/output
+    const inputCtx = contextNames.size > 0 ? [...contextNames][0] : 'Input';
+    const lastAgent = agents.length > 0 ? agents[agents.length - 1] : null;
+    const outputName = lastAgent?.producesName || 'Output';
+    lines.push(`graph ${capGraphName}(input: ${inputCtx}, output: ${outputName}, budget: ${formatBudget(graphBudget)}) {`);
+    // Use orchestration flow if available, otherwise infer from edges
+    if (flow.steps.length > 0) {
+        const flowParts = [];
+        for (const step of flow.steps) {
+            if (step.startsWith('parallel:')) {
+                const names = step.replace('parallel:', '').split(',');
+                flowParts.push(`parallel { ${names.join('  ')} }`);
+            }
+            else {
+                flowParts.push(step);
+            }
+        }
+        lines.push(`  ${flowParts.join(' -> ')} -> done`);
+    }
+    else {
+        // Infer sequential from agents list
+        const names = agents.map(a => a.name);
+        lines.push(`  ${names.join(' -> ')} -> done`);
+    }
+    lines.push(`}`);
+    lines.push('');
+    return lines.join('\n');
+}

package/dist/index.js

@@ -187,17 +187,14 @@ graph ${safeName}(input: Input, output: Output, budget: 10k) {
     fs.mkdirSync(claudeDir, { recursive: true });
     const { buildSystemPrompt } = await import('./generator.js');
     const gftSpec = buildSystemPrompt();
-    // 1. Write .gft spec to a separate file (never overwritten by compile)
-    const specPath = path.join(claudeDir, 'graft-spec.md');
-    const specContent = `# Graft — .gft Language Reference
-
-> Auto-generated by \`graft init\`. This file is the .gft syntax reference
-> that Claude Code reads to understand the Graft language.
-> Do NOT delete this file — \`graft compile\` does not touch it.
-
-## Graft — Multi-Agent Pipelines
+    // Write .gft spec directly into CLAUDE.md (Claude Code only auto-reads CLAUDE.md)
+    // graft compile outputs to orchestration.md, so it never overwrites this.
+    const claudeMdPath = path.join(claudeDir, 'CLAUDE.md');
+    const existingClaudeMd = fs.existsSync(claudeMdPath) ? fs.readFileSync(claudeMdPath, 'utf-8') : '';
+    const graftSection = `## Graft — Multi-Agent Pipelines
 
 This project uses **Graft** (.gft) for defining multi-agent pipelines.
+**Do NOT manually edit \`.claude/orchestration.md\`, \`.claude/agents/\`, \`.claude/hooks/\`, or \`.claude/settings.json\`** — these are generated by \`graft compile\`.
 
 When the user asks to create, modify, or manage pipelines:
 1. Write or edit \`.gft\` files using the syntax below
@@ -222,23 +219,17 @@ graft watch <file.gft>                      # Watch and recompile on changes
 2. Validates output against the .gft schema (types, ranges, empty fields)
 3. Suggests .gft modifications if quality issues are found
 
-${gftSpec}
-`;
-    fs.writeFileSync(specPath, specContent);
-    // 2. Add Graft reference to CLAUDE.md (short pointer, not the full spec)
-    const claudeMdPath = path.join(claudeDir, 'CLAUDE.md');
-    const existingClaudeMd = fs.existsSync(claudeMdPath) ? fs.readFileSync(claudeMdPath, 'utf-8') : '';
-    const graftReference = `## Graft
-
-This project uses Graft for multi-agent pipelines. Read \`.claude/graft-spec.md\` for the full .gft syntax reference. Run \`graft compile <file.gft>\` to generate harness files.`;
-    if (existingClaudeMd && existingClaudeMd.includes('graft-spec.md')) {
-        console.log(`  .claude/CLAUDE.md already references Graft — skipped`);
+${gftSpec}`;
+    if (existingClaudeMd && existingClaudeMd.includes('graft compile')) {
+        console.log(`  .claude/CLAUDE.md already contains Graft config — skipped`);
     }
     else if (existingClaudeMd) {
-        fs.writeFileSync(claudeMdPath, existingClaudeMd.trimEnd() + '\n\n' + graftReference + '\n');
+        // Existing project: append Graft section to existing CLAUDE.md
+        fs.writeFileSync(claudeMdPath, existingClaudeMd.trimEnd() + '\n\n' + graftSection.trim() + '\n');
     }
     else {
-        fs.writeFileSync(claudeMdPath, `# ${safeName}\n\n` + graftReference + '\n');
+        // New project: create CLAUDE.md with Graft section
+        fs.writeFileSync(claudeMdPath, `# ${safeName}\n\n` + graftSection);
     }
     if (isExisting) {
         console.log(`\nGraft added to current project.`);
@@ -378,6 +369,42 @@ program
     }
     console.log(lines.join('\n'));
 });
+program
+    .command('import')
+    .description('Import existing .claude/ harness structure into a .gft file')
+    .argument('[dir]', 'project directory (default: current directory)', '.')
+    .option('-o, --output <file>', 'output .gft file path')
+    .action(async (dir, opts) => {
+    const resolved = path.resolve(dir);
+    const claudeDir = path.join(resolved, '.claude');
+    if (!fs.existsSync(claudeDir)) {
+        console.error(`Error: no .claude/ directory found in ${resolved}`);
+        process.exit(1);
+    }
+    const agentsDir = path.join(claudeDir, 'agents');
+    if (!fs.existsSync(agentsDir) || fs.readdirSync(agentsDir).filter(f => f.endsWith('.md')).length === 0) {
+        console.error(`Error: no agent definitions found in .claude/agents/`);
+        process.exit(1);
+    }
+    const { importHarness } = await import('./importer.js');
+    const gft = importHarness(resolved);
+    const outFile = opts.output || path.join(resolved, 'pipeline.gft');
+    if (fs.existsSync(outFile)) {
+        console.error(`Error: ${path.relative('.', outFile)} already exists. Use -o to specify a different output file.`);
+        process.exit(1);
+    }
+    fs.writeFileSync(outFile, gft);
+    console.log(`\n✓ Imported ${path.relative('.', outFile)}`);
+    // Count what was imported
+    const agentCount = fs.readdirSync(agentsDir).filter(f => f.endsWith('.md')).length;
+    const hooksDir = path.join(claudeDir, 'hooks');
+    const hookCount = fs.existsSync(hooksDir) ? fs.readdirSync(hooksDir).filter(f => f.endsWith('.js')).length : 0;
+    console.log(`  ${agentCount} agents, ${hookCount} edges imported`);
+    console.log(`\nNext steps:`);
+    console.log(`  1. Review and edit ${path.relative('.', outFile)} (fill in TODO fields)`);
+    console.log(`  2. graft check ${path.relative('.', outFile)}`);
+    console.log(`  3. graft compile ${path.relative('.', outFile)}`);
+});
 program
     .command('fmt')
     .description('Format .gft source file')

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jsleekr/graft",
-  "version": "6.1.0",
+  "version": "6.2.0",
   "description": "Graft compiler — compile .gft graph DSL to Claude Code harness structures",
   "type": "module",
   "license": "MIT",