@dreamlake/dreamlake-cli 0.2.0 → 0.9.2

package/dist/cli/update/index.js

@@ -1,256 +0,0 @@
-// `dreamlake update bindr|dataset <name> --project <target> [--add <glob>]
-//  [--remove <glob>] [--description] [--tags]`.
-// Port of dreamlake-py's cli/commands/update.py.
-//
-//   bindr   — add/remove EPISODES (matched by node-path glob)
-//   dataset — add/remove BINDRS (matched by name glob)
-import { HttpError, requestJson } from "../client.js";
-import { resolveNamespace, resolveRemote, resolveToken } from "../config.js";
-import { fail, ok, splitCsv } from "../helpers.js";
-import { fetchAllBindrs, fetchAllEpisodes, matchBindrs, matchEpisodes, resolveProjectCtx, } from "../resources.js";
-import { formatProject } from "../target.js";
-function nothingToDo(opts) {
-    return !opts.add && !opts.remove && opts.description === undefined && opts.tags === undefined;
-}
-async function patchMetadata(remote, base, token, opts, kind, name, project) {
-    if (opts.description === undefined && opts.tags === undefined)
-        return true;
-    const body = {};
-    if (opts.description !== undefined)
-        body.description = opts.description;
-    if (opts.tags !== undefined)
-        body.tags = splitCsv(opts.tags);
-    try {
-        await requestJson(remote, base, { method: "PATCH", token, json: body });
-        ok(`Updated ${kind}: ${name}`);
-        return true;
-    }
-    catch (err) {
-        if (err instanceof HttpError && err.status === 404) {
-            fail(`${kind} '${name}' not found in ${project}`);
-            return false;
-        }
-        fail(err.message);
-        return false;
-    }
-}
-export async function runUpdateBindr(name, opts) {
-    if (!opts.project) {
-        fail("--project is required");
-        return 1;
-    }
-    if (nothingToDo(opts)) {
-        fail("nothing to update. use --add, --remove, --description, or --tags");
-        return 1;
-    }
-    const ctx = await resolveProjectCtx(opts.project);
-    if (!ctx)
-        return 1;
-    const { s, token, remote } = ctx;
-    const proj = formatProject(s);
-    const base = `/namespaces/${s.namespace}/projects/${s.project}/bindrs/${name}`;
-    const episodes = opts.add || opts.remove ? await fetchAllEpisodes(remote, s.namespace, s.project, token) : [];
-    try {
-        if (opts.add) {
-            const toAdd = matchEpisodes(episodes, opts.add);
-            if (toAdd.length === 0) {
-                fail(`no episodes match '${opts.add}'`);
-                return 1;
-            }
-            process.stdout.write(`Adding ${toAdd.length} episode(s) matching '${opts.add}':\n`);
-            for (const ep of toAdd)
-                process.stdout.write(`  ${ep.nodePath ?? ep.name ?? ""}\n`);
-            const res = await requestJson(remote, `${base}/members`, {
-                method: "POST",
-                token,
-                json: { add: toAdd.map((e) => e.id) },
-            });
-            ok(`Added ${toAdd.length} → ${res.total ?? "?"} total members`);
-        }
-        if (opts.remove) {
-            const toRemove = matchEpisodes(episodes, opts.remove);
-            if (toRemove.length === 0) {
-                fail(`no episodes match '${opts.remove}'`);
-                return 1;
-            }
-            process.stdout.write(`Removing ${toRemove.length} episode(s) matching '${opts.remove}':\n`);
-            for (const ep of toRemove)
-                process.stdout.write(`  ${ep.nodePath ?? ep.name ?? ""}\n`);
-            const res = await requestJson(remote, `${base}/members`, {
-                method: "DELETE",
-                token,
-                json: { remove: toRemove.map((e) => e.id) },
-            });
-            ok(`Removed ${toRemove.length} → ${res.total ?? "?"} total members`);
-        }
-    }
-    catch (err) {
-        if (err instanceof HttpError && err.status === 404) {
-            fail(`bindr '${name}' not found in ${proj}`);
-            return 1;
-        }
-        fail(err.message);
-        return 1;
-    }
-    return (await patchMetadata(remote, base, token, opts, "bindr", name, proj)) ? 0 : 1;
-}
-export async function runUpdateDataset(name, opts) {
-    if (!opts.project) {
-        fail("--project is required");
-        return 1;
-    }
-    if (nothingToDo(opts)) {
-        fail("nothing to update. use --add, --remove, --description, or --tags");
-        return 1;
-    }
-    const ctx = await resolveProjectCtx(opts.project);
-    if (!ctx)
-        return 1;
-    const { s, token, remote } = ctx;
-    const proj = formatProject(s);
-    const base = `/namespaces/${s.namespace}/projects/${s.project}/datasets/${name}`;
-    const bindrs = opts.add || opts.remove ? await fetchAllBindrs(remote, s.namespace, s.project, token) : [];
-    try {
-        if (opts.add) {
-            const toAdd = matchBindrs(bindrs, opts.add);
-            if (toAdd.length === 0) {
-                fail(`no bindrs match '${opts.add}'`);
-                return 1;
-            }
-            process.stdout.write(`Adding ${toAdd.length} bindr(s) matching '${opts.add}':\n`);
-            for (const b of toAdd)
-                process.stdout.write(`  ${b.name}\n`);
-            const res = await requestJson(remote, `${base}/bindrs`, {
-                method: "POST",
-                token,
-                json: { add: toAdd.map((b) => b.name) },
-            });
-            ok(`Added ${res.added ?? toAdd.length} → ${res.total ?? "?"} total bindrs`);
-        }
-        if (opts.remove) {
-            const toRemove = matchBindrs(bindrs, opts.remove);
-            if (toRemove.length === 0) {
-                fail(`no bindrs match '${opts.remove}'`);
-                return 1;
-            }
-            process.stdout.write(`Removing ${toRemove.length} bindr(s) matching '${opts.remove}':\n`);
-            for (const b of toRemove)
-                process.stdout.write(`  ${b.name}\n`);
-            const res = await requestJson(remote, `${base}/bindrs`, {
-                method: "DELETE",
-                token,
-                json: { remove: toRemove.map((b) => b.name) },
-            });
-            ok(`Removed ${res.removed ?? toRemove.length} → ${res.total ?? "?"} total bindrs`);
-        }
-    }
-    catch (err) {
-        if (err instanceof HttpError && err.status === 404) {
-            fail(`dataset '${name}' not found in ${proj}`);
-            return 1;
-        }
-        fail(err.message);
-        return 1;
-    }
-    return (await patchMetadata(remote, base, token, opts, "dataset", name, proj)) ? 0 : 1;
-}
-export async function runUpdateProject(slug, opts) {
-    if (opts.visibility && opts.visibility !== "public" && opts.visibility !== "private") {
-        fail(`--visibility must be 'public' or 'private', got '${opts.visibility}'`);
-        return 1;
-    }
-    if (opts.name === undefined &&
-        opts.description === undefined &&
-        opts.visibility === undefined &&
-        opts.tags === undefined) {
-        fail("nothing to update. use --name, --description, --visibility, or --tags");
-        return 1;
-    }
-    const remote = resolveRemote();
-    const token = resolveToken();
-    if (!token) {
-        fail("not authenticated. run 'dreamlake login' first");
-        return 1;
-    }
-    const namespace = await resolveNamespace(opts.namespace, { token, remote });
-    if (!namespace) {
-        fail("namespace not specified and no authenticated user found. run 'dreamlake login'");
-        return 1;
-    }
-    const body = {};
-    if (opts.name !== undefined)
-        body.name = opts.name;
-    if (opts.description !== undefined)
-        body.description = opts.description;
-    if (opts.visibility !== undefined)
-        body.visibility = opts.visibility;
-    if (opts.tags !== undefined)
-        body.tags = splitCsv(opts.tags);
-    let updated;
-    try {
-        updated = await requestJson(remote, `/namespaces/${namespace}/projects/${slug}`, {
-            method: "PATCH",
-            token,
-            json: body,
-        });
-    }
-    catch (err) {
-        if (err instanceof HttpError && err.status === 404) {
-            fail(`project '${slug}' not found in namespace ${namespace}`);
-            return 1;
-        }
-        fail(err.message);
-        return 1;
-    }
-    ok(`Updated project: ${slug}`);
-    if (opts.visibility !== undefined) {
-        process.stdout.write(`  visibility: ${updated.visibility ?? opts.visibility}\n`);
-    }
-    return 0;
-}
-export function registerUpdateCommand(program) {
-    const update = program.command("update").description("update a project, bindr, or dataset");
-    update
-        .command("project")
-        .description("update a project's name / description / visibility / tags")
-        .argument("<slug>", "project slug")
-        .option("--namespace <slug>", "namespace (default: your own)")
-        .option("--name <text>", "new display name")
-        .option("--description <text>", "new description")
-        .option("--visibility <vis>", "'public' or 'private'")
-        .option("--public", "shortcut for --visibility public")
-        .option("--private", "shortcut for --visibility private")
-        .option("--tags <list>", "replace tags (comma-separated)")
-        .action(async (slug, opts) => {
-        const visibility = opts.public
-            ? "public"
-            : opts.private
-                ? "private"
-                : opts.visibility;
-        process.exit(await runUpdateProject(slug, { ...opts, visibility }));
-    });
-    update
-        .command("bindr")
-        .description("add/remove episodes (by glob) or update metadata")
-        .argument("<name>", "bindr name")
-        .requiredOption("--project <target>", "project scope: space[@namespace]")
-        .option("--add <glob>", "glob to add matching episodes")
-        .option("--remove <glob>", "glob to remove matching episodes")
-        .option("--description <text>", "update description")
-        .option("--tags <list>", "replace tags (comma-separated)")
-        .action(async (name, opts) => {
-        process.exit(await runUpdateBindr(name, opts));
-    });
-    update
-        .command("dataset")
-        .description("add/remove bindrs (by glob) or update metadata")
-        .argument("<name>", "dataset name")
-        .requiredOption("--project <target>", "project scope: space[@namespace]")
-        .option("--add <glob>", "glob to add matching bindrs")
-        .option("--remove <glob>", "glob to remove matching bindrs")
-        .option("--description <text>", "update description")
-        .option("--tags <list>", "replace tags (comma-separated)")
-        .action(async (name, opts) => {
-        process.exit(await runUpdateDataset(name, opts));
-    });
-}

package/dist/cli/upload/index.js

@@ -1,263 +0,0 @@
-// `dreamlake upload <file|dir> --episode <target> --to <path>`.
-//
-// Single file → one multipart upload. Directory → flat (non-recursive)
-// folder upload with a resume manifest, matching dreamlake-py's
-// cli/commands/upload.py. `--bindr a,b` adds the uploaded node(s) to the
-// named bindrs (auto-created when missing).
-import { createHash, } from "node:crypto";
-import { existsSync, mkdirSync, readFileSync, readdirSync, rmSync, statSync, writeFileSync, } from "node:fs";
-import { homedir } from "node:os";
-import path from "node:path";
-import { HttpError, requestJson } from "../client.js";
-import { resolveBss, resolveNamespace, resolveRemote, resolveToken } from "../config.js";
-import { fail, humanSize, ok, splitCsv } from "../helpers.js";
-import { confirm } from "../prompt.js";
-import { formatTarget, parseTarget } from "../target.js";
-import { detectKind } from "./kinds.js";
-import { uploadFile } from "./multipart.js";
-// Junk files skipped in folder mode (mirrors dl.upload_folder's defaults).
-const FOLDER_IGNORE = [/^\.DS_Store$/, /^Thumbs\.db$/, /\.tmp$/, /\.lock$/, /\.swp$/, /^\./];
-// ─── bindr membership ────────────────────────────────────────────────
-async function addToBindrs(bindrNames, nodeIds, t, token, remote) {
-    if (bindrNames.length === 0 || nodeIds.length === 0)
-        return;
-    const base = `/namespaces/${t.namespace}/projects/${t.project}/bindrs`;
-    for (const name of bindrNames) {
-        try {
-            const res = await requestJson(remote, `${base}/${name}/members`, {
-                method: "POST",
-                token,
-                json: { add: nodeIds },
-            });
-            process.stdout.write(`  bindr:  added to '${name}' (total: ${res.total ?? "?"})\n`);
-        }
-        catch (err) {
-            if (err instanceof HttpError && err.status === 404) {
-                // Bindr doesn't exist — create it with these members.
-                await requestJson(remote, base, {
-                    method: "POST",
-                    token,
-                    json: { name, members: nodeIds },
-                });
-                process.stdout.write(`  bindr:  created '${name}' (${nodeIds.length} files)\n`);
-            }
-            else {
-                fail(`bindr '${name}': ${err.message}`);
-            }
-        }
-    }
-}
-// ─── shared setup: resolve target + namespace + token ────────────────
-async function resolveContext(episode) {
-    let t;
-    try {
-        t = parseTarget(episode);
-    }
-    catch (err) {
-        fail(err.message);
-        return null;
-    }
-    const remote = resolveRemote();
-    const bss = resolveBss();
-    const token = resolveToken();
-    if (!token) {
-        fail("not authenticated. run 'dreamlake login' first");
-        return null;
-    }
-    const namespace = await resolveNamespace(t.namespace, { token, remote });
-    if (!namespace) {
-        fail("namespace not specified and no authenticated user found. run 'dreamlake login'");
-        return null;
-    }
-    t.namespace = namespace;
-    return {
-        t,
-        ut: { namespace, project: t.project, episode: t.episode },
-        token,
-        remote,
-        bss,
-    };
-}
-// ─── single file ─────────────────────────────────────────────────────
-async function uploadSingle(file, opts) {
-    // Unknown extensions upload as kind="file" — the unified /files route
-    // accepts any kind.
-    const kind = detectKind(file, opts.type);
-    const ctx = await resolveContext(opts.episode);
-    if (!ctx)
-        return 1;
-    const destPath = opts.to.replace(/^\/+/, "");
-    process.stdout.write(`Uploading ${path.basename(file)} (${kind})\n`);
-    process.stdout.write(`  episode: ${formatTarget(ctx.t)}\n`);
-    process.stdout.write(`  path:    /${destPath}\n`);
-    try {
-        const result = await uploadFile(file, ctx.ut, destPath, kind, ctx.token, ctx.bss, ctx.remote);
-        ok(`Uploaded: ${destPath ? `/${destPath}` : ""}/${path.basename(file)}`);
-        process.stdout.write(`  bss id:   ${result.bssId ?? "?"}\n`);
-        process.stdout.write(`  node id:  ${result.nodeId ?? "?"}\n`);
-        const bindrNames = splitCsv(opts.bindr);
-        if (bindrNames.length > 0 && result.nodeId) {
-            await addToBindrs(bindrNames, [result.nodeId], ctx.ut, ctx.token, ctx.remote);
-        }
-        return 0;
-    }
-    catch (err) {
-        fail(err.message);
-        return 1;
-    }
-}
-function manifestPath(dir, episode, to) {
-    const stateDir = path.join(homedir(), ".dreamlake", "uploads");
-    mkdirSync(stateDir, { recursive: true });
-    const h = createHash("sha256")
-        .update(`${path.resolve(dir)}:${episode}:${to}`)
-        .digest("hex")
-        .slice(0, 16);
-    return path.join(stateDir, `folder-${h}.json`);
-}
-async function uploadFolder(dir, opts) {
-    const ctx = await resolveContext(opts.episode);
-    if (!ctx)
-        return 1;
-    const destPath = opts.to.replace(/^\/+/, "");
-    process.stdout.write(`\nScanning ${dir} ...\n`);
-    const allEntries = readdirSync(dir)
-        .map((name) => path.join(dir, name))
-        .filter((p) => statSync(p).isFile())
-        .sort();
-    const classified = {}; // filename → kind
-    const skipped = [];
-    for (const p of allEntries) {
-        const name = path.basename(p);
-        if (FOLDER_IGNORE.some((re) => re.test(name)))
-            skipped.push(name);
-        else
-            classified[name] = detectKind(name);
-    }
-    const totalUploadable = Object.keys(classified).length;
-    const mPath = manifestPath(dir, opts.episode, opts.to);
-    let manifest;
-    if (existsSync(mPath)) {
-        try {
-            manifest = JSON.parse(readFileSync(mPath, "utf8"));
-        }
-        catch {
-            manifest = { sourceDir: path.resolve(dir), target: opts.episode, to: opts.to, files: {}, skipped: [] };
-        }
-    }
-    else {
-        manifest = { sourceDir: path.resolve(dir), target: opts.episode, to: opts.to, files: {}, skipped: [] };
-    }
-    for (const [name, cat] of Object.entries(classified)) {
-        if (!manifest.files[name])
-            manifest.files[name] = { status: "pending", category: cat };
-    }
-    manifest.skipped = skipped;
-    // Summary.
-    process.stdout.write(`\n  Total       ${allEntries.length} files\n`);
-    const byCat = {};
-    for (const cat of Object.values(classified))
-        byCat[cat] = (byCat[cat] ?? 0) + 1;
-    for (const cat of Object.keys(byCat).sort()) {
-        process.stdout.write(`  ${cat.padEnd(11)} ${byCat[cat]}\n`);
-    }
-    if (skipped.length > 0) {
-        const preview = skipped.slice(0, 10).join(", ");
-        const more = skipped.length > 10 ? ` ...and ${skipped.length - 10} more` : "";
-        process.stdout.write(`  Skipped     ${skipped.length} — ignored (junk/hidden): ${preview}${more}\n`);
-    }
-    if (totalUploadable === 0) {
-        process.stdout.write("\n  No files to upload.\n");
-        return 0;
-    }
-    if (!opts.yes) {
-        const proceed = await confirm("  Continue?", true);
-        if (!proceed)
-            return 0;
-    }
-    writeFileSync(mPath, JSON.stringify(manifest, null, 2));
-    // Upload pending/failed.
-    const toUpload = Object.entries(manifest.files).filter(([, info]) => info.status === "pending" || info.status === "failed");
-    let uploaded = 0;
-    let failed = 0;
-    for (const [name, info] of toUpload) {
-        const filePath = path.join(dir, name);
-        if (!existsSync(filePath)) {
-            info.status = "failed";
-            info.error = "file not found";
-            failed++;
-            continue;
-        }
-        const sizeStr = humanSize(statSync(filePath).size);
-        process.stdout.write(`\n→ ${name} (${info.category}, ${sizeStr})\n`);
-        try {
-            const result = await uploadFile(filePath, ctx.ut, destPath, info.category, ctx.token, ctx.bss, ctx.remote);
-            info.status = "done";
-            if (result.nodeId)
-                info.nodeId = result.nodeId;
-            uploaded++;
-        }
-        catch (err) {
-            info.status = "failed";
-            info.error = err.message;
-            failed++;
-            fail(`${name}: ${err.message}`);
-        }
-        writeFileSync(mPath, JSON.stringify(manifest, null, 2));
-    }
-    // Summary.
-    const totalDone = Object.values(manifest.files).filter((f) => f.status === "done").length;
-    process.stdout.write("\n");
-    if (failed === 0) {
-        ok(`${totalDone}/${totalUploadable} uploaded, ${skipped.length} skipped`);
-    }
-    else {
-        process.stdout.write(`⚠ ${totalDone}/${totalUploadable} uploaded, ${skipped.length} skipped, ${failed} failed\n`);
-        process.stdout.write("  Re-run to retry failed files.\n");
-    }
-    // Bindr membership.
-    const bindrNames = splitCsv(opts.bindr);
-    if (bindrNames.length > 0) {
-        const nodeIds = Object.values(manifest.files)
-            .map((f) => f.nodeId)
-            .filter((id) => Boolean(id));
-        if (nodeIds.length > 0) {
-            await addToBindrs(bindrNames, nodeIds, ctx.ut, ctx.token, ctx.remote);
-        }
-    }
-    if (failed === 0 && existsSync(mPath))
-        rmSync(mPath);
-    return failed === 0 ? 0 : 1;
-}
-// ─── entry ───────────────────────────────────────────────────────────
-export async function runUpload(file, opts) {
-    if (!opts.episode) {
-        fail("--episode is required");
-        return 1;
-    }
-    if (!opts.to) {
-        fail("--to is required");
-        return 1;
-    }
-    if (!existsSync(file)) {
-        fail(`file not found: ${file}`);
-        return 1;
-    }
-    if (statSync(file).isDirectory())
-        return uploadFolder(file, opts);
-    return uploadSingle(file, opts);
-}
-export function registerUploadCommand(program) {
-    program
-        .command("upload")
-        .description("upload a file (or a flat directory) to DreamLake")
-        .argument("<path>", "local file or directory")
-        .requiredOption("--episode <target>", "episode scope: space[@namespace][:episode]")
-        .requiredOption("--to <path>", "destination path within the episode")
-        .option("--type <category>", "override auto-detected category")
-        .option("--bindr <names>", "comma-separated bindr names to add the upload to")
-        .option("--yes", "skip the folder-upload confirmation prompt")
-        .action(async (file, opts) => {
-        process.exit(await runUpload(file, opts));
-    });
-}

package/dist/cli/upload/kinds.js

@@ -1,85 +0,0 @@
-// Extension → kind / MIME maps for the unified BSS `/files` route.
-// Ported from dreamlake-py's __init__.py (dl.upload) — the per-category
-// BSS routes used by the older Python CLI no longer exist server-side;
-// `kind` is free-form and anything not in this table uploads as "file".
-export const EXTENSION_TO_KIND = {
-    ".mp4": "video",
-    ".mkv": "video",
-    ".mov": "video",
-    ".webm": "video",
-    ".wav": "audio",
-    ".mp3": "audio",
-    ".aac": "audio",
-    ".opus": "audio",
-    ".flac": "audio",
-    ".jpg": "image",
-    ".jpeg": "image",
-    ".png": "image",
-    ".gif": "image",
-    ".webp": "image",
-    ".bmp": "image",
-    ".tiff": "image",
-    ".tif": "image",
-    ".jsonl": "label-track",
-    ".vtt": "text-track",
-    ".srt": "text-track",
-    ".parquet": "parquet",
-    ".csv": "csv",
-    ".npy": "npy",
-    ".npz": "npy",
-    ".pkl": "pickle",
-    ".pickle": "pickle",
-    ".txt": "text",
-    ".md": "text",
-    ".log": "text",
-    ".json": "json",
-};
-export const MIME_MAP = {
-    ".mp4": "video/mp4",
-    ".mkv": "video/x-matroska",
-    ".mov": "video/quicktime",
-    ".webm": "video/webm",
-    ".wav": "audio/wav",
-    ".mp3": "audio/mpeg",
-    ".aac": "audio/aac",
-    ".opus": "audio/ogg",
-    ".flac": "audio/flac",
-    ".jpg": "image/jpeg",
-    ".jpeg": "image/jpeg",
-    ".png": "image/png",
-    ".gif": "image/gif",
-    ".webp": "image/webp",
-    ".bmp": "image/bmp",
-    ".tiff": "image/tiff",
-    ".tif": "image/tiff",
-    ".vtt": "text/vtt",
-    ".srt": "text/plain",
-    ".jsonl": "application/x-jsonlines",
-    ".parquet": "application/vnd.apache.parquet",
-    ".csv": "text/csv",
-    ".npy": "application/octet-stream",
-    ".npz": "application/octet-stream",
-    ".pkl": "application/octet-stream",
-    ".pickle": "application/octet-stream",
-    ".txt": "text/plain",
-    ".md": "text/markdown",
-    ".log": "text/plain",
-    ".json": "application/json",
-};
-/** Lowercase file extension including the dot, e.g. "/a/b.MP4" → ".mp4". */
-export function extOf(filename) {
-    const dot = filename.lastIndexOf(".");
-    if (dot < 0)
-        return "";
-    return filename.slice(dot).toLowerCase();
-}
-/**
- * Detect the asset kind from the extension, or use the override.
- * Unknown extensions fall through to "file" (still uploads — the server
- * treats kind as free-form).
- */
-export function detectKind(filename, typeOverride) {
-    if (typeOverride)
-        return typeOverride;
-    return EXTENSION_TO_KIND[extOf(filename)] ?? "file";
-}