@letterstory/cli 0.177.34 → 0.177.35

package/lib/cli.mjs

@@ -88,7 +88,7 @@ import {
 import { fetchParkedSections, withoutParked } from "./parked.mjs";
 
 // Matches cli/package.json; publish-cli.yml rewrites both to the published version.
-export const VERSION = "0.177.34";
+export const VERSION = "0.177.35";
 
 /** The exit code for a gate refusal (CARD_REQUIRED, PAYMENT_FAILED, OUT_OF_TOKENS): 1 is a plain error. */
 export const EXIT_PAYMENT_REQUIRED = 3;
@@ -2092,6 +2092,8 @@ Models (your own writing models, each trained on writing you give it so it write
   models create "<name>" [--budget <usd>] [--description <d>]
                                                        Budget: the most one training run may cost (default $100)
   models show <id>                                     Its links, its training and what it cost
+  models upload <id> <file-or-folder>…                 Import files, folders or ZIPs without training
+  models material <id> "<material or request>"          Paste material or find original sources
   models add <id> <url>… [--train]                     Links to pieces of your writing; --train starts training
   models find <id> "<the writing to find>" [--max <n>] Letter finds the links and proposes them
   models confirm <id> [<link-id>…] [--keep-rest] [--no-train]

package/lib/commands/models.mjs

@@ -8,6 +8,7 @@
 //   letterstory models create "<name>" [--budget <usd>] [--description <d>]
 //   letterstory models show <id>
 //   letterstory models add <id> <url>… [--train]
+//   letterstory models upload <id> <file-or-folder>…
 //   letterstory models material <id> "<material or request>"
 //   letterstory models find <id> "<the writing to find>" [--max <n>]
 //   letterstory models confirm <id> [<link-id>…] [--keep-rest] [--no-train]   no link ids: all of them
@@ -18,6 +19,8 @@
 //   letterstory models update <id> [--name <n>] [--budget <usd>] [--description <d>]
 //   letterstory models archive <id> | models restore <id>
 
+import { readFileSync, readdirSync, statSync } from "node:fs";
+import { join, basename } from "node:path";
 import { CliError } from "../client.mjs";
 import { argsFromFlags, flagStr, printResult, refuseUnknownFlags } from "./shared.mjs";
 
@@ -47,6 +50,10 @@ export const ARGS = {
 		urls: { value: rest(1) },
 		train: { flag: "train", type: "bool" },
 	},
+	import_writing_model_files: {
+		model_id: modelId,
+		files: { internal: "models upload <id> <file-or-folder>…; 3 MB batches" },
+	},
 	ingest_writing_model_material: {
 		model_id: modelId,
 		text: { value: (flags, positionals) => positionals.slice(1).join(" ") },
@@ -131,6 +138,44 @@ export async function cmdModels(ctx) {
 		}
 		case "show":
 			return modelShow(next, await call(next, "get_writing_model"));
+		case "upload": {
+			refuseUnknownFlags(next, ARGS.import_writing_model_files, []);
+			const [id, ...paths] = next.positionals;
+			if (!id || !paths.length) throw new CliError("Give files: models upload <id> <file-or-folder>…");
+			const uploads = [];
+			function visit(path, name) {
+				const stat = statSync(path);
+				if (stat.isDirectory()) {
+					for (const entry of readdirSync(path, { withFileTypes: true })) {
+						if (entry.isSymbolicLink()) continue;
+						visit(join(path, entry.name), `${name}/${entry.name}`);
+					}
+				} else uploads.push({ path, filename: name, size: stat.size });
+			}
+			for (const path of paths) visit(path, basename(path));
+			let result;
+			const issues = [];
+			let added = 0;
+			while (uploads.length) {
+				const batch = [];
+				let bytes = 0;
+				for (const file of uploads) {
+					if (file.size > 3_000_000)
+						throw new CliError(`${file.filename}: compress as ZIP under 3 MB and retry`);
+					if (batch.length >= 50 || bytes + file.size > 3_000_000) break;
+					bytes += file.size;
+					batch.push({ filename: file.filename, content_base64: readFileSync(file.path).toString("base64") });
+				}
+				result = await next.client.callTool("import_writing_model_files", { model_id: id, files: batch });
+				added += result.added;
+				issues.push(...result.issues);
+				uploads.splice(0, batch.length);
+			}
+			printResult(next.io, next.flags, { ...result, added, issues }, (r) =>
+				[`${r.added} sources added`, ...r.issues.map((i) => `${i.filename}: ${i.message}`)].join("\n")
+			);
+			return issues.length ? 1 : 0;
+		}
 		case "material": {
 			refuseUnknownFlags(next, ARGS.ingest_writing_model_material, []);
 			return modelShow(next, await call(next, "ingest_writing_model_material"));

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@letterstory/cli",
-	"version": "0.177.34",
+	"version": "0.177.35",
 	"description": "Spin up and manage Letter phantom blogs from your terminal.",
 	"type": "module",
 	"license": "UNLICENSED",