gitsheets 1.0.3 → 1.1.0

package/dist/cli/index.js

@@ -1,12 +1,14 @@
 // CLI entry. See specs/api/cli.md.
-// v1.0 substrate ships: upsert, query, read, normalize.
-// infer / migrate-config / edit are tracked as follow-ups against #130, #139.
-import { readFile } from 'node:fs/promises';
+import { mkdtemp, readFile, rm, writeFile } from 'node:fs/promises';
+import { tmpdir } from 'node:os';
+import { dirname, isAbsolute, join } from 'node:path';
 import process from 'node:process';
 import yargs from 'yargs';
 import { hideBin } from 'yargs/helpers';
 import { ConfigError, GitsheetsError, IndexError, NotFoundError, RefError, TransactionError, ValidationError, } from '../errors.js';
 import { openRepo } from '../repository.js';
+import { parseToml, stringifyRecord } from '../toml.js';
+import { csvHeader, inferInputFormat, parseRecords, stringifyRecord_text, validateInputFormat, validateOutputFormat, } from './formats.js';
 // Exit codes per specs/api/cli.md
 function exitCodeForError(err) {
     if (err instanceof ValidationError)
@@ -46,43 +48,46 @@ function reportError(err) {
     }
     out.write(`gitsheets: ${String(err)}\n`);
 }
-async function readInput(input) {
+async function readInput(input, encoding) {
     if (input === undefined || input === '-') {
         const chunks = [];
         for await (const chunk of process.stdin) {
             chunks.push(typeof chunk === 'string' ? Buffer.from(chunk) : chunk);
         }
-        return Buffer.concat(chunks).toString('utf8');
+        return Buffer.concat(chunks).toString(encoding);
     }
     // Treat anything starting with `{` or `[` as inline JSON, otherwise a path.
     const trimmed = input.trimStart();
     if (trimmed.startsWith('{') || trimmed.startsWith('['))
         return input;
-    return readFile(input, 'utf8');
+    return readFile(input, encoding);
 }
-function parseJsonRecords(text) {
-    const trimmed = text.trim();
-    if (!trimmed)
-        return [];
-    // JSON array → many records; JSON object → single record; one-record-per-line JSONL → many.
-    if (trimmed.startsWith('[')) {
-        const arr = JSON.parse(trimmed);
-        if (!Array.isArray(arr))
-            throw new Error('expected JSON array of records');
-        return arr;
-    }
-    if (trimmed.startsWith('{')) {
-        return [JSON.parse(trimmed)];
-    }
-    // JSONL fallback
-    return trimmed
-        .split('\n')
-        .filter((line) => line.trim().length > 0)
-        .map((line) => JSON.parse(line));
+const VALID_ENCODINGS = new Set([
+    'utf8',
+    'utf-8',
+    'utf16le',
+    'utf-16le',
+    'ascii',
+    'latin1',
+    'binary',
+    'base64',
+    'hex',
+]);
+function resolveEncoding(raw) {
+    const enc = (raw ?? 'utf8').toLowerCase();
+    if (!VALID_ENCODINGS.has(enc)) {
+        throw new Error(`--encoding "${raw}" is not a recognized encoding`);
+    }
+    return enc;
 }
 async function loadRepoAndSheet(argv) {
     const repo = await openRepo(argv.gitDir ? { gitDir: argv.gitDir } : {});
-    const sheet = await repo.openSheet(argv.sheet, argv.root ? { root: argv.root } : {});
+    const sheetOpts = {};
+    if (argv.root)
+        sheetOpts.root = argv.root;
+    if (argv.prefix)
+        sheetOpts.prefix = argv.prefix;
+    const sheet = await repo.openSheet(argv.sheet, sheetOpts);
     return { repo, sheet };
 }
 function buildTxOpts(argv, defaultMessage) {
@@ -103,36 +108,191 @@ function buildTxOpts(argv, defaultMessage) {
 async function runUpsert(argv) {
     const { repo, sheet } = await loadRepoAndSheet(argv);
     void sheet; // loadRepoAndSheet validates the config exists
-    const text = await readInput(argv.input);
-    const records = parseJsonRecords(text);
+    const encoding = resolveEncoding(argv.encoding);
+    const explicitFormat = validateInputFormat(argv.format);
+    const format = explicitFormat ?? inferInputFormat(argv.input);
+    const text = await readInput(argv.input, encoding);
+    const records = parseRecords(text, format);
     if (records.length === 0)
         return;
-    const txOpts = buildTxOpts(argv, `${argv.sheet} upsert (${records.length})`);
+    const attachmentMap = argv.attachment ?? {};
+    const attachmentNames = Object.keys(attachmentMap);
+    if (attachmentNames.length > 0 && records.length !== 1) {
+        throw new Error(`--attachment requires a single-record input (got ${records.length} records)`);
+    }
+    // Resolve attachment source paths up front so a missing file fails before
+    // the transaction opens. We hand them to hologit's writeBlobFromFile so
+    // binary content is hashed correctly (git hash-object -w). For `-` (stdin),
+    // we buffer it to a tmp file first since stdin may already be consumed by
+    // the record input.
+    const attachmentSources = {}; // name → absolute path
+    const tmpDirs = []; // cleanup at end
+    let stdinConsumed = argv.input === '-' || argv.input === undefined;
+    const inputDir = argv.input && argv.input !== '-' ? dirname(argv.input) : process.cwd();
+    for (const name of attachmentNames) {
+        const source = attachmentMap[name];
+        if (source === '-') {
+            if (stdinConsumed) {
+                throw new Error(`--attachment ${name}=-: stdin is already consumed; only one '-' source per command`);
+            }
+            stdinConsumed = true;
+            const chunks = [];
+            for await (const chunk of process.stdin) {
+                chunks.push(typeof chunk === 'string' ? Buffer.from(chunk) : chunk);
+            }
+            const dir = await mkdtemp(join(tmpdir(), 'gitsheets-attach-'));
+            tmpDirs.push(dir);
+            const tmpPath = join(dir, 'data');
+            await writeFile(tmpPath, Buffer.concat(chunks));
+            attachmentSources[name] = tmpPath;
+        }
+        else {
+            const resolved = isAbsolute(source) ? source : join(inputDir, source);
+            attachmentSources[name] = resolved;
+        }
+    }
+    if (argv.patch && argv.deleteMissing) {
+        throw new Error('--patch and --delete-missing cannot be combined');
+    }
+    if (argv.patch && attachmentNames.length > 0) {
+        throw new Error('--patch and --attachment cannot be combined');
+    }
+    // For --patch: pre-load the sheet's path-template so we know which input
+    // fields form the query (record-identifier) and which are the patch payload.
+    let templateKeyFields;
+    if (argv.patch) {
+        const config = await sheet.readConfig();
+        const tpl = (await import('../path-template/index.js')).Template.fromString(config.path);
+        templateKeyFields = new Set(tpl.getFieldNames());
+        if (templateKeyFields.size === 0) {
+            throw new Error('--patch: cannot auto-derive a query — sheet path template has no extractable field names');
+        }
+    }
+    const messageDefault = argv.patch
+        ? `${argv.sheet} patch (${records.length})`
+        : argv.deleteMissing
+            ? `${argv.sheet} full-replace (${records.length})`
+            : `${argv.sheet} upsert (${records.length})`;
+    const txOpts = buildTxOpts(argv, messageDefault);
+    const txSheetOpts = argv.prefix ? { prefix: argv.prefix } : {};
+    // For --delete-missing, capture the existing record paths BEFORE the
+    // transaction opens, so we can compute the "missing" set after all upserts.
+    // Reading from the same Sheet handle the loadRepoAndSheet returned gives us
+    // a HEAD snapshot, not the in-flight tx state — exactly what we want.
+    const existingPaths = new Set();
+    if (argv.deleteMissing) {
+        for await (const r of sheet.query()) {
+            const p = r[Symbol.for('gitsheets-path')];
+            if (typeof p === 'string')
+                existingPaths.add(p);
+        }
+    }
     await repo.transact(txOpts, async (tx) => {
-        const target = tx.sheet(argv.sheet);
+        const target = tx.sheet(argv.sheet, txSheetOpts);
+        const upsertedPaths = new Set();
+        let lastResult;
         for (const record of records) {
+            if (argv.patch && templateKeyFields) {
+                // Split the input into (query, partial) using the template's field
+                // names: keys present in the template AND in the record form the
+                // query; the rest is the JSON Merge Patch payload.
+                const query = {};
+                const partial = {};
+                for (const [k, v] of Object.entries(record)) {
+                    if (templateKeyFields.has(k)) {
+                        query[k] = v;
+                    }
+                    else {
+                        partial[k] = v;
+                    }
+                }
+                if (Object.keys(query).length === 0) {
+                    throw new Error(`--patch: input record does not include any of the path-template fields (${[...templateKeyFields].join(', ')})`);
+                }
+                const result = await target.patch(query, partial);
+                upsertedPaths.add(result.path);
+                process.stdout.write(`${result.blob.hash} ${result.path}\n`);
+                lastResult = result;
+                continue;
+            }
             const result = await target.upsert(record);
+            upsertedPaths.add(result.path);
             process.stdout.write(`${result.blob.hash} ${result.path}\n`);
+            lastResult = result;
+        }
+        // Attach files alongside the (single) record. Already guarded above to
+        // run only when records.length === 1. Each source goes through
+        // hologit's writeBlobFromFile (git hash-object -w <path>) so binary
+        // content is hashed verbatim.
+        if (attachmentNames.length > 0 && lastResult) {
+            const blobMap = {};
+            for (const [name, sourcePath] of Object.entries(attachmentSources)) {
+                blobMap[name] = await repo.hologitRepo.writeBlobFromFile(sourcePath);
+            }
+            await target.setAttachments(lastResult.path, blobMap);
+            for (const name of attachmentNames) {
+                process.stdout.write(`+ ${lastResult.path}/${name}\n`);
+            }
+        }
+        if (argv.deleteMissing) {
+            // Anything in the existing set that's not in the upserted set must die.
+            for (const p of existingPaths) {
+                if (!upsertedPaths.has(p)) {
+                    await target.delete(p);
+                    process.stdout.write(`- ${p}\n`);
+                }
+            }
         }
     });
+    // Clean up tmp dirs used to materialize stdin-sourced attachments.
+    for (const dir of tmpDirs) {
+        await rm(dir, { recursive: true, force: true });
+    }
 }
 async function runQuery(argv) {
     const { sheet } = await loadRepoAndSheet(argv);
     const filter = argv.filter ?? {};
+    const format = validateOutputFormat(argv.format) ?? 'json';
+    const headers = argv.headers ?? true;
+    const fields = argv.fields;
     let yielded = 0;
+    let headerWritten = false;
+    const allRecords = []; // only used for TOML output
     for await (const record of sheet.query(filter)) {
-        const out = argv.fields
-            ? Object.fromEntries(argv.fields.map((f) => [f, record[f]]))
-            : record;
-        // Strip well-known symbols before serializing
-        process.stdout.write(`${JSON.stringify(out)}\n`);
+        if (format === 'csv' || format === 'tsv') {
+            if (!headerWritten) {
+                // Header columns come from --fields, otherwise from the first record.
+                const cols = fields ?? Object.keys(record).filter((k) => !k.startsWith('__'));
+                if (headers)
+                    process.stdout.write(csvHeader(cols, format));
+                headerWritten = true;
+            }
+            process.stdout.write(stringifyRecord_text(record, format, fields));
+        }
+        else if (format === 'toml') {
+            // TOML needs all records to assemble [[records]] — buffer.
+            allRecords.push(record);
+        }
+        else {
+            // json (default) — stream NDJSON
+            process.stdout.write(stringifyRecord_text(record, 'json', fields));
+        }
         yielded++;
         if (argv.limit !== undefined && yielded >= argv.limit)
             break;
     }
+    if (format === 'toml') {
+        // Emit a single TOML document with a [[records]] array. The wrapper keeps
+        // the output round-trippable through `parseRecords(text, 'toml')`.
+        for (const r of allRecords) {
+            process.stdout.write('[[records]]\n');
+            process.stdout.write(stringifyRecord_text(r, 'toml', fields));
+        }
+    }
 }
 async function runRead(argv) {
     const { sheet } = await loadRepoAndSheet(argv);
+    const format = validateOutputFormat(argv.format) ?? 'json';
     // The path is treated as the record's full slug-rendered key plus optional
     // .toml extension. For the simple `${{ slug }}` case this is just the slug.
     const target = argv.path.endsWith('.toml') ? argv.path.slice(0, -5) : argv.path;
@@ -149,7 +309,303 @@ async function runRead(argv) {
     if (!found) {
         throw new NotFoundError('record_not_found', `${argv.sheet}: no record at ${target}`);
     }
-    process.stdout.write(`${JSON.stringify(found, null, 2)}\n`);
+    if (format === 'json') {
+        // Pretty-print for human reads — JSON.stringify(_, null, 2) matches v1.0 behavior
+        const cleaned = { ...found };
+        delete cleaned[Symbol.for('gitsheets-path')];
+        delete cleaned[Symbol.for('gitsheets-sheet')];
+        process.stdout.write(`${JSON.stringify(cleaned, null, 2)}\n`);
+        return;
+    }
+    process.stdout.write(stringifyRecord_text(found, format));
+}
+/**
+ * Read the raw TOML bytes of a sheet config at HEAD (or whichever ref the
+ * caller's `--ref` points to). Returns the file's text content.
+ *
+ * Uses `git cat-file blob` rather than the parsed Sheet config so the same
+ * helper supports both v1.0-shaped and pre-v1.0 (`[gitsheet.fields]`) configs
+ * — `migrate-config` operates on the latter.
+ */
+async function readSheetConfigText(gitDir, ref, configPath) {
+    const { execFile } = await import('node:child_process');
+    const { promisify } = await import('node:util');
+    const ex = promisify(execFile);
+    const { stdout } = await ex('git', ['cat-file', 'blob', `${ref}:${configPath}`], {
+        cwd: gitDir,
+        maxBuffer: 16 * 1024 * 1024,
+    });
+    return stdout;
+}
+/** Update one of a record-like field's observed type info during inference. */
+function observeField(acc, key, value) {
+    if (!acc[key])
+        acc[key] = { types: new Set() };
+    const slot = acc[key];
+    if (value === null) {
+        slot.types.add('null');
+    }
+    else if (Array.isArray(value)) {
+        slot.types.add('array');
+        if (!slot.items)
+            slot.items = new Set();
+        for (const el of value)
+            slot.items.add(jsonTypeOf(el));
+    }
+    else if (value instanceof Date) {
+        slot.types.add('string'); // TOML datetimes stringify as ISO-8601 in JSON Schema
+    }
+    else if (typeof value === 'object') {
+        slot.types.add('object');
+    }
+    else if (typeof value === 'number') {
+        slot.types.add(Number.isInteger(value) ? 'integer' : 'number');
+        if (slot.min === undefined || value < slot.min)
+            slot.min = value;
+        if (slot.max === undefined || value > slot.max)
+            slot.max = value;
+    }
+    else if (typeof value === 'boolean') {
+        slot.types.add('boolean');
+    }
+    else if (typeof value === 'string') {
+        slot.types.add('string');
+    }
+}
+function jsonTypeOf(value) {
+    if (value === null)
+        return 'null';
+    if (Array.isArray(value))
+        return 'array';
+    if (value instanceof Date)
+        return 'string';
+    if (typeof value === 'object')
+        return 'object';
+    if (typeof value === 'number')
+        return Number.isInteger(value) ? 'integer' : 'number';
+    return typeof value;
+}
+async function runInfer(argv) {
+    const { repo, sheet } = await loadRepoAndSheet(argv);
+    const configPath = `${argv.root && argv.root !== '/' && argv.root !== '.' ? argv.root + '/' : ''}.gitsheets/${argv.sheet}.toml`;
+    const observed = {};
+    const presence = new Map();
+    let recordCount = 0;
+    for await (const record of sheet.query()) {
+        recordCount++;
+        for (const [k, v] of Object.entries(record)) {
+            presence.set(k, (presence.get(k) ?? 0) + 1);
+            observeField(observed, k, v);
+        }
+    }
+    if (recordCount === 0) {
+        process.stderr.write('gitsheets: no records to infer from\n');
+        return;
+    }
+    const properties = {};
+    for (const [field, info] of Object.entries(observed)) {
+        const types = [...info.types].sort();
+        const prop = {};
+        prop['type'] = types.length === 1 ? types[0] : types;
+        if (info.items && info.items.size > 0) {
+            const itemTypes = [...info.items].sort();
+            prop['items'] = { type: itemTypes.length === 1 ? itemTypes[0] : itemTypes };
+        }
+        if (info.min !== undefined)
+            prop['minimum'] = info.min;
+        if (info.max !== undefined)
+            prop['maximum'] = info.max;
+        properties[field] = prop;
+    }
+    const required = [...presence.entries()]
+        .filter(([, count]) => count === recordCount)
+        .map(([n]) => n)
+        .sort();
+    // Read existing config and merge schema into it (preserving root / path / fields).
+    const ref = argv.ref ?? 'HEAD';
+    const configText = await readSheetConfigText(repo.gitDir, ref, configPath);
+    const parsed = parseToml(configText);
+    const gitsheet = (parsed['gitsheet'] ?? {});
+    const newSchema = { type: 'object', properties };
+    if (required.length > 0)
+        newSchema['required'] = required;
+    gitsheet['schema'] = newSchema;
+    parsed['gitsheet'] = gitsheet;
+    const newText = stringifyRecord(parsed);
+    const txOpts = buildTxOpts(argv, `${argv.sheet} infer schema (${Object.keys(properties).length} fields)`);
+    await repo.transact(txOpts, async (tx) => {
+        await tx.tree.writeChild(configPath, newText);
+        tx.markMutated();
+    });
+    process.stdout.write(`inferred schema for .gitsheets/${argv.sheet}.toml — ${Object.keys(properties).length} properties, ${required.length} required\n`);
+}
+async function runInit(argv) {
+    const repo = await openRepo(argv.gitDir ? { gitDir: argv.gitDir } : {});
+    const configPath = `${argv.root && argv.root !== '/' && argv.root !== '.' ? argv.root + '/' : ''}.gitsheets/${argv.sheet}.toml`;
+    // Refuse to overwrite an existing config (unless --force).
+    const ref = argv.ref ?? 'HEAD';
+    if (!argv.force) {
+        try {
+            await readSheetConfigText(repo.gitDir, ref, configPath);
+            throw new Error(`.gitsheets/${argv.sheet}.toml already exists at ${ref} — use --force to overwrite`);
+        }
+        catch (err) {
+            // err is "already exists" → rethrow; otherwise it doesn't exist → proceed.
+            if (err instanceof Error &&
+                err.message.startsWith(`.gitsheets/${argv.sheet}.toml already exists`)) {
+                throw err;
+            }
+        }
+    }
+    const config = {
+        gitsheet: {
+            root: argv.sheet,
+            path: argv.path ?? '${{ id }}',
+        },
+    };
+    if (argv.schema) {
+        const schemaText = await readFile(argv.schema, 'utf8');
+        const schemaParsed = JSON.parse(schemaText);
+        if (typeof schemaParsed !== 'object' || schemaParsed === null) {
+            throw new Error(`--schema: ${argv.schema} did not parse as a JSON object`);
+        }
+        config['gitsheet']['schema'] = schemaParsed;
+    }
+    const newText = stringifyRecord(config);
+    // Validate the config parses through the standard SheetConfig loader so we
+    // don't commit something we'll then fail to open.
+    try {
+        const { parseConfigToml } = await import('../toml.js');
+        parseConfigToml(newText, configPath);
+    }
+    catch (err) {
+        throw new Error(`init produced an invalid config: ${err instanceof Error ? err.message : String(err)}`);
+    }
+    const txOpts = buildTxOpts(argv, `${argv.sheet} init sheet config`);
+    await repo.transact(txOpts, async (tx) => {
+        await tx.tree.writeChild(configPath, newText);
+        tx.markMutated();
+    });
+    process.stdout.write(`created .gitsheets/${argv.sheet}.toml\n`);
+}
+async function runMigrateConfig(argv) {
+    const repo = await openRepo(argv.gitDir ? { gitDir: argv.gitDir } : {});
+    const configPath = `${argv.root && argv.root !== '/' && argv.root !== '.' ? argv.root + '/' : ''}.gitsheets/${argv.sheet}.toml`;
+    const ref = argv.ref ?? 'HEAD';
+    const configText = await readSheetConfigText(repo.gitDir, ref, configPath);
+    const parsed = parseToml(configText);
+    const gitsheet = (parsed['gitsheet'] ?? {});
+    const fields = gitsheet['fields'];
+    if (!fields || typeof fields !== 'object') {
+        process.stderr.write('gitsheets: no [gitsheet.fields] block to migrate\n');
+        return;
+    }
+    const properties = {};
+    const remainingFields = {};
+    let warnings = 0;
+    for (const [name, cfg] of Object.entries(fields)) {
+        if (typeof cfg !== 'object' || cfg === null)
+            continue;
+        const schemaProp = {};
+        const remainingField = {};
+        if (cfg['type'] !== undefined)
+            schemaProp['type'] = cfg['type'];
+        if (cfg['enum'] !== undefined)
+            schemaProp['enum'] = cfg['enum'];
+        if (cfg['default'] !== undefined)
+            schemaProp['default'] = cfg['default'];
+        if (cfg['sort'] !== undefined)
+            remainingField['sort'] = cfg['sort'];
+        if (cfg['trueValues'] !== undefined || cfg['falseValues'] !== undefined) {
+            process.stderr.write(`gitsheets: warning — ${name}.trueValues/falseValues moved out of validation (use a CSV-ingest helper)\n`);
+            warnings++;
+        }
+        if (Object.keys(schemaProp).length > 0)
+            properties[name] = schemaProp;
+        if (Object.keys(remainingField).length > 0)
+            remainingFields[name] = remainingField;
+    }
+    // Rebuild gitsheet block: drop the old fields, keep root/path, add schema.
+    const newGitsheet = {};
+    for (const [k, v] of Object.entries(gitsheet)) {
+        if (k === 'fields' || k === 'schema')
+            continue;
+        newGitsheet[k] = v;
+    }
+    if (Object.keys(remainingFields).length > 0)
+        newGitsheet['fields'] = remainingFields;
+    if (Object.keys(properties).length > 0) {
+        newGitsheet['schema'] = { type: 'object', properties };
+    }
+    parsed['gitsheet'] = newGitsheet;
+    const newText = stringifyRecord(parsed);
+    const txOpts = buildTxOpts(argv, `${argv.sheet} migrate-config`);
+    await repo.transact(txOpts, async (tx) => {
+        await tx.tree.writeChild(configPath, newText);
+        tx.markMutated();
+    });
+    process.stdout.write(`migrated .gitsheets/${argv.sheet}.toml — ${Object.keys(properties).length} property migrations${warnings ? `, ${warnings} warning(s)` : ''}\n`);
+}
+async function runEdit(argv) {
+    const { repo, sheet } = await loadRepoAndSheet(argv);
+    const target = argv.path.endsWith('.toml') ? argv.path.slice(0, -5) : argv.path;
+    // Resolve the record by walking query() and matching the rendered path.
+    let found;
+    for await (const record of sheet.query()) {
+        const pathSym = record[Symbol.for('gitsheets-path')];
+        if (pathSym === target) {
+            found = record;
+            break;
+        }
+    }
+    if (!found) {
+        throw new NotFoundError('record_not_found', `${argv.sheet}: no record at ${target}`);
+    }
+    // Drop symbols before serializing; they're not part of the record's data.
+    const cleaned = { ...found };
+    delete cleaned[Symbol.for('gitsheets-path')];
+    delete cleaned[Symbol.for('gitsheets-sheet')];
+    const originalToml = stringifyRecord(cleaned);
+    const tmpDir = await mkdtemp(join(tmpdir(), 'gitsheets-edit-'));
+    const tmpFile = join(tmpDir, `${argv.sheet}-${target.replace(/\//g, '-')}.toml`);
+    try {
+        await writeFile(tmpFile, originalToml, 'utf8');
+        const editor = process.env['VISUAL'] || process.env['EDITOR'] || 'vi';
+        const shell = process.platform === 'win32' ? 'cmd' : 'sh';
+        const shellArgs = process.platform === 'win32'
+            ? ['/c', `${editor} "${tmpFile}"`]
+            : ['-c', `${editor} "${tmpFile}"`];
+        // Spawn with inherited stdio so the editor takes the terminal.
+        const { spawn } = await import('node:child_process');
+        const exit = await new Promise((resolve, reject) => {
+            const child = spawn(shell, shellArgs, { stdio: 'inherit' });
+            child.on('error', reject);
+            child.on('exit', (code) => resolve(code));
+        });
+        if (exit !== 0) {
+            throw new Error(`editor exited with code ${exit ?? 'null'} — aborting`);
+        }
+        const editedToml = await readFile(tmpFile, 'utf8');
+        if (editedToml === originalToml) {
+            // No-op; don't commit. Matches the "no commit on no change" idiom.
+            process.stderr.write('gitsheets: no changes — nothing to commit\n');
+            return;
+        }
+        const edited = parseToml(editedToml);
+        const txOpts = buildTxOpts(argv, `${argv.sheet} edit ${target}`);
+        const txSheetOpts = argv.prefix ? { prefix: argv.prefix } : {};
+        await repo.transact(txOpts, async (tx) => {
+            const sheetTx = tx.sheet(argv.sheet, txSheetOpts);
+            // Carry the original path annotation so upsert detects renames if the
+            // user changed a path-template field.
+            edited[Symbol.for('gitsheets-path')] = target;
+            const result = await sheetTx.upsert(edited);
+            process.stdout.write(`${result.blob.hash} ${result.path}\n`);
+        });
+    }
+    finally {
+        await rm(tmpDir, { recursive: true, force: true });
+    }
 }
 async function runNormalize(argv) {
     const { repo, sheet } = await loadRepoAndSheet(argv);
@@ -160,8 +616,9 @@ async function runNormalize(argv) {
     if (records.length === 0)
         return;
     const txOpts = buildTxOpts(argv, `${argv.sheet} normalize`);
+    const txSheetOpts = argv.prefix ? { prefix: argv.prefix } : {};
     await repo.transact(txOpts, async (tx) => {
-        const target = tx.sheet(argv.sheet);
+        const target = tx.sheet(argv.sheet, txSheetOpts);
         for (const r of records) {
             const result = await target.upsert(r);
             process.stdout.write(`${result.blob.hash} ${result.path}\n`);
@@ -181,6 +638,10 @@ export async function main(args = hideBin(process.argv)) {
         default: process.env['GIT_DIR'],
     })
         .option('root', { type: 'string', describe: 'Sub-directory under the data tree; default "/"' })
+        .option('prefix', {
+        type: 'string',
+        describe: 'Sub-prefix under each sheet\'s config root — scopes records to a sub-tree (multi-tenant)',
+    })
         .option('ref', { type: 'string', describe: "Parent ref/commit; default HEAD's branch" })
         .option('commit-to', { type: 'string', describe: 'Branch to update on commit' })
         .option('message', { type: 'string', describe: 'Commit message (mutating commands)' })
@@ -208,8 +669,44 @@ export async function main(args = hideBin(process.argv)) {
         .positional('input', {
         type: 'string',
         describe: "Inline JSON, a file path, or '-' for stdin",
+    })
+        .option('format', {
+        type: 'string',
+        choices: ['json', 'toml', 'csv'],
+        describe: 'Input format; default: inferred from extension, falls back to json',
+    })
+        .option('encoding', {
+        type: 'string',
+        describe: 'Encoding for file/stdin input (default: utf8)',
+    })
+        .option('delete-missing', {
+        type: 'boolean',
+        default: false,
+        describe: 'DESTRUCTIVE: delete every record not present in the input set, in the same transaction',
+    })
+        .option('patch', {
+        type: 'boolean',
+        default: false,
+        describe: 'Treat each input record as an RFC 7396 merge-patch: fields matching the sheet path template become the query; the rest are merged into the matched record. Cannot be combined with --delete-missing or --attachment.',
+    })
+        .option('attachment', {
+        type: 'string',
+        array: true,
+        describe: "Attach a file alongside the record: --attachment <name>=<source>. <source> is a file path (relative to the input file's dir, else cwd) or '-' for stdin. Repeatable. Requires a single-record input.",
+        coerce: (raw) => {
+            const items = Array.isArray(raw) ? raw : [raw];
+            const out = {};
+            for (const item of items) {
+                const eq = item.indexOf('=');
+                if (eq === -1) {
+                    throw new Error(`--attachment expects <name>=<source>, got ${item}`);
+                }
+                out[item.slice(0, eq)] = item.slice(eq + 1);
+            }
+            return out;
+        },
     }), runUpsert)
-        .command('query <sheet>', 'Read records as newline-delimited JSON', (y) => y
+        .command('query <sheet>', 'Read records (output: JSON by default; --format=csv|tsv|toml supported)', (y) => y
         .positional('sheet', { type: 'string', demandOption: true })
         .option('filter', {
         type: 'string',
@@ -228,11 +725,46 @@ export async function main(args = hideBin(process.argv)) {
         },
     })
         .option('fields', { type: 'string', array: true })
-        .option('limit', { type: 'number' }), runQuery)
+        .option('limit', { type: 'number' })
+        .option('format', {
+        type: 'string',
+        choices: ['json', 'toml', 'csv', 'tsv'],
+        describe: 'Output format (default: json)',
+    })
+        .option('headers', {
+        type: 'boolean',
+        default: true,
+        describe: 'Emit a header row for CSV/TSV output (default: true)',
+    }), runQuery)
         .command('read <sheet> <path>', 'Read a single record by its rendered path', (y) => y
         .positional('sheet', { type: 'string', demandOption: true })
-        .positional('path', { type: 'string', demandOption: true }), runRead)
+        .positional('path', { type: 'string', demandOption: true })
+        .option('format', {
+        type: 'string',
+        choices: ['json', 'toml', 'csv', 'tsv'],
+        describe: 'Output format (default: pretty json)',
+    }), runRead)
+        .command('edit <sheet> <path>', "Open a record in $EDITOR (TOML form); on save, validate and upsert in a transaction", (y) => y
+        .positional('sheet', { type: 'string', demandOption: true })
+        .positional('path', { type: 'string', demandOption: true }), runEdit)
         .command('normalize <sheet>', 'Re-write every record through the canonical-normalization pipeline', (y) => y.positional('sheet', { type: 'string', demandOption: true }), runNormalize)
+        .command('init <sheet>', "Scaffold .gitsheets/<sheet>.toml with sensible defaults", (y) => y
+        .positional('sheet', { type: 'string', demandOption: true })
+        .option('path', {
+        type: 'string',
+        describe: "Path template (default: '${{ id }}')",
+    })
+        .option('schema', {
+        type: 'string',
+        describe: 'Path to a JSON Schema file to embed under [gitsheet.schema]',
+    })
+        .option('force', {
+        type: 'boolean',
+        default: false,
+        describe: 'Overwrite an existing .gitsheets/<sheet>.toml',
+    }), runInit)
+        .command('infer <sheet>', "Scan every record and write a starter [gitsheet.schema] block", (y) => y.positional('sheet', { type: 'string', demandOption: true }), runInfer)
+        .command('migrate-config <sheet>', "Convert a pre-v1.0 [gitsheet.fields] config to a v1.0 [gitsheet.schema] config", (y) => y.positional('sheet', { type: 'string', demandOption: true }), runMigrateConfig)
         .fail((msg, err) => {
         if (err) {
             reportError(err);