@ichibase/cli 0.1.0

package/dist/push.js

@@ -0,0 +1,107 @@
+// Upload a bundle to a project + start the import + stream progress.
+// Parts go browser-style: presigned PUT straight to R2 (the API only ever sees
+// metadata + the manifest, never the dump bytes).
+import { readFile, readdir } from 'node:fs/promises';
+import path from 'node:path';
+export async function push(opts) {
+    const manifestRaw = await readFile(path.join(opts.bundleDir, 'manifest.json'), 'utf8');
+    const manifest = JSON.parse(manifestRaw);
+    const auth = { Authorization: `Bearer ${opts.token}` };
+    const baseJobs = `${opts.api}/v1/projects/${encodeURIComponent(opts.project)}/migrate/jobs`;
+    // 1) create the job. NoSQL sources carry target_flavor (mongo|postgres); SQL
+    // sources omit it (the server derives Postgres).
+    const created = await jpost(baseJobs, auth, {
+        source_kind: manifest.source_kind,
+        target_flavor: manifest.target_flavor,
+    });
+    const jobId = String(created.id);
+    process.stderr.write(`created job ${jobId} (${manifest.source_kind} → ${created.target_flavor})\n`);
+    // 2) upload every bundle part directly to R2
+    for (const rel of await listFiles(opts.bundleDir)) {
+        const body = await readFile(path.join(opts.bundleDir, rel));
+        // Empty tables dump a 0-byte NDJSON file. Skip uploading it — the importer
+        // creates the table from schema.json and treats a missing data part as 0
+        // rows, so an empty object would just be dead weight in R2.
+        if (body.length === 0 && rel.startsWith('data/')) {
+            process.stderr.write(`  ↷ ${rel} (empty table, skipped)\n`);
+            continue;
+        }
+        const contentType = contentTypeFor(rel);
+        const u = await jpost(`${baseJobs}/${jobId}/upload-url`, auth, {
+            part: rel,
+            content_type: contentType,
+            size: body.length,
+        });
+        const put = await fetch(String(u.url), {
+            method: 'PUT',
+            headers: { 'Content-Type': contentType },
+            body,
+        });
+        if (!put.ok)
+            throw new Error(`upload of ${rel} failed: HTTP ${put.status}`);
+        process.stderr.write(`  ↑ ${rel} (${body.length} bytes)\n`);
+    }
+    // 3) start (hands the worker the manifest, including any source row counts)
+    await jpost(`${baseJobs}/${jobId}/start`, auth, { manifest: JSON.parse(manifestRaw) });
+    process.stderr.write('started — importing…\n');
+    // 4) poll to completion
+    for (;;) {
+        await sleep(2000);
+        const s = await jget(`${baseJobs}/${jobId}`, auth);
+        const job = s.job;
+        process.stderr.write(`  state: ${job.state}\n`);
+        if (job.state === 'completed') {
+            process.stderr.write('✓ migration completed\n');
+            if (job.stats)
+                process.stderr.write(`  stats: ${JSON.stringify(job.stats)}\n`);
+            if (job.warnings?.length) {
+                process.stderr.write('  warnings:\n' + job.warnings.map((w) => `   - ${w}`).join('\n') + '\n');
+            }
+            return;
+        }
+        if (job.state === 'failed')
+            throw new Error(`migration failed: ${job.last_error ?? 'unknown'}`);
+    }
+}
+async function listFiles(dir, prefix = '') {
+    const entries = await readdir(dir, { withFileTypes: true });
+    const out = [];
+    for (const e of entries) {
+        const rel = prefix ? `${prefix}/${e.name}` : e.name;
+        if (e.isDirectory())
+            out.push(...(await listFiles(path.join(dir, e.name), rel)));
+        else
+            out.push(rel);
+    }
+    return out;
+}
+function contentTypeFor(rel) {
+    if (rel.endsWith('.json'))
+        return 'application/json';
+    if (rel.endsWith('.ndjson'))
+        return 'application/x-ndjson';
+    if (rel.endsWith('.archive') || rel.endsWith('.gz'))
+        return 'application/gzip';
+    return 'application/octet-stream';
+}
+async function jpost(url, headers, body) {
+    const res = await fetch(url, {
+        method: 'POST',
+        headers: { ...headers, 'Content-Type': 'application/json' },
+        body: JSON.stringify(body),
+    });
+    const text = await res.text();
+    if (!res.ok)
+        throw new Error(`POST ${url} → ${res.status}: ${text.slice(0, 300)}`);
+    return text ? JSON.parse(text) : {};
+}
+async function jget(url, headers) {
+    const res = await fetch(url, { headers });
+    const text = await res.text();
+    if (!res.ok)
+        throw new Error(`GET ${url} → ${res.status}: ${text.slice(0, 300)}`);
+    return JSON.parse(text);
+}
+function sleep(ms) {
+    return new Promise((r) => setTimeout(r, ms));
+}

package/package.json

@@ -0,0 +1,31 @@
+{
+  "name": "@ichibase/cli",
+  "version": "0.1.0",
+  "description": "ichibase migration CLI — extract Supabase / Postgres / MongoDB / Atlas into an ichibase migration bundle and push it to your project.",
+  "type": "module",
+  "bin": {
+    "ichibase": "dist/index.js"
+  },
+  "files": [
+    "dist"
+  ],
+  "engines": {
+    "node": ">=18"
+  },
+  "scripts": {
+    "build": "tsc",
+    "typecheck": "tsc --noEmit",
+    "test": "tsx --test src/infer.test.ts src/auth-map.test.ts"
+  },
+  "dependencies": {
+    "firebase-admin": "^13.0.0",
+    "mongodb": "^6.10.0",
+    "pg": "^8.13.0"
+  },
+  "devDependencies": {
+    "@types/node": "^22.0.0",
+    "@types/pg": "^8.11.0",
+    "tsx": "^4.19.0",
+    "typescript": "^5.6.0"
+  }
+}