@lightnet/cli 4.6.1 → 4.6.2

package/CHANGELOG.md

@@ -1,5 +1,15 @@
 # @lightnet/cli
 
+## 4.6.2
+
+### Patch Changes
+
+- [#443](https://github.com/LightNetDev/LightNet/pull/443) [`6593139`](https://github.com/LightNetDev/LightNet/commit/65931398471107c03bca6bf4de675599b11db5e5) - Add Clack intro and completion messages to mutating `lightnet r2` commands while keeping `lightnet r2 ls` pipe-friendly.
+
+- [#443](https://github.com/LightNetDev/LightNet/pull/443) [`6593139`](https://github.com/LightNetDev/LightNet/commit/65931398471107c03bca6bf4de675599b11db5e5) - Improve `lightnet r2 cp`, `lightnet r2 mv`, and recursive `lightnet r2 rm` performance by passing tuned rclone concurrency settings internally.
+
+- [#443](https://github.com/LightNetDev/LightNet/pull/443) [`6593139`](https://github.com/LightNetDev/LightNet/commit/65931398471107c03bca6bf4de675599b11db5e5) - Show a clear install message when `lightnet r2` commands cannot find `rclone` on PATH.
+
 ## 4.6.1
 
 ### Patch Changes

package/package.json

@@ -3,7 +3,7 @@
   "description": "CLI for managing LightNet projects",
   "type": "module",
   "license": "MIT",
-  "version": "4.6.1",
+  "version": "4.6.2",
   "publishConfig": {
     "access": "public"
   },

package/src/r2.js

@@ -9,13 +9,24 @@ import {
   stdout,
 } from "node:process"
 
-import { confirm, isCancel, log, text } from "@clack/prompts"
+import { confirm, intro, isCancel, log, outro, text } from "@clack/prompts"
 
 import { CliError } from "./support/cli-error.js"
 import { cancelPrompt } from "./support/prompt-cancel.js"
 import { createR2Client } from "./support/r2.js"
 
 const remotePathPrefix = "r2:"
+const defaultRcloneOptions = {
+  checkers: 16,
+  transfers: 8,
+}
+
+/**
+ * @typedef {{
+ *   transfers?: number
+ *   checkers?: number
+ * }} RcloneOptions
+ */
 
 /**
  * @typedef {{
@@ -79,6 +90,7 @@ export async function listR2(path, runtime = {}) {
  * @param {R2Runtime} [runtime]
  */
 export async function removeR2(path, options, runtime = {}) {
+  intro("r2 rm")
   const r2Path = normalizeR2Path(path)
   const isBucketRoot = isR2BucketRootPath(path)
   if (isBucketRoot && !options.recursive) {
@@ -133,7 +145,10 @@ export async function removeR2(path, options, runtime = {}) {
   const client = createR2CommandClient(runtime)
   await client.remove(r2Path, {
     recursive: options.recursive === true,
+    rcloneOptions:
+      options.recursive === true ? defaultRcloneOptions : undefined,
   })
+  outro("R2 delete complete.")
 }
 
 /**
@@ -143,6 +158,7 @@ export async function removeR2(path, options, runtime = {}) {
  * @param {R2Runtime} [runtime]
  */
 export async function copyR2(source, destination, options = {}, runtime = {}) {
+  intro("r2 cp")
   const sourcePath = parseCopyPath(source)
   const destinationPath = parseCopyPath(destination)
   if (!sourcePath.remote && !destinationPath.remote) {
@@ -193,6 +209,7 @@ export async function copyR2(source, destination, options = {}, runtime = {}) {
   }
   await replaceCopyTargetBeforeCopy({
     client,
+    rcloneOptions: defaultRcloneOptions,
     runtime,
     sourceType,
     targetPath,
@@ -202,8 +219,9 @@ export async function copyR2(source, destination, options = {}, runtime = {}) {
   await client.copy(
     await toRcloneCopyPath(sourcePath, client, runtime),
     await toRcloneCopyPath(targetPath, client, runtime),
-    { to: shouldUseCopyTo },
+    { rcloneOptions: defaultRcloneOptions, to: shouldUseCopyTo },
   )
+  outro("R2 copy complete.")
 }
 
 /**
@@ -213,6 +231,7 @@ export async function copyR2(source, destination, options = {}, runtime = {}) {
  * @param {R2Runtime} [runtime]
  */
 export async function moveR2(source, destination, options, runtime = {}) {
+  intro("r2 mv")
   const sourcePath = parseR2OnlyPath(source, "Move source")
   const destinationPath = parseR2OnlyPath(destination, "Move destination")
   if (isR2BucketRootPath(source) || isR2BucketRootPath(destination)) {
@@ -251,6 +270,7 @@ export async function moveR2(source, destination, options, runtime = {}) {
   })
   await replaceCopyTargetBeforeCopy({
     client,
+    rcloneOptions: defaultRcloneOptions,
     runtime,
     sourceType,
     targetPath,
@@ -260,13 +280,15 @@ export async function moveR2(source, destination, options, runtime = {}) {
   await client.move(
     await toRcloneCopyPath(sourcePath, client, runtime),
     await toRcloneCopyPath(targetPath, client, runtime),
-    { to: shouldUseMoveTo },
+    { rcloneOptions: defaultRcloneOptions, to: shouldUseMoveTo },
   )
+  outro("R2 move complete.")
 }
 
 /**
  * @param {{
  *   client: ReturnType<typeof createR2CommandClient>,
+ *   rcloneOptions?: RcloneOptions,
  *   runtime: R2Runtime,
  *   sourceType: CopyPathType,
  *   targetPath: CopyPath,
@@ -275,6 +297,7 @@ export async function moveR2(source, destination, options, runtime = {}) {
  */
 async function replaceCopyTargetBeforeCopy({
   client,
+  rcloneOptions,
   runtime,
   sourceType,
   targetPath,
@@ -284,7 +307,7 @@ async function replaceCopyTargetBeforeCopy({
     return
   }
   if (targetPath.remote) {
-    await client.remove(targetPath.path, { recursive: true })
+    await client.remove(targetPath.path, { recursive: true, rcloneOptions })
     return
   }
   await rm(resolveLocalPath(targetPath.path, runtime), {

package/src/support/r2.js

@@ -21,6 +21,13 @@ const execFileAsync = promisify(execFile)
 const sessionSecretEnvName = "LIGHTNET_R2_SECRET_ACCESS_KEY"
 const r2DeleteBatchSize = 1000
 
+/**
+ * @typedef {{
+ *   transfers?: number
+ *   checkers?: number
+ * }} RcloneOptions
+ */
+
 /**
  * @typedef {{
  *   publicUrl: string
@@ -222,7 +229,7 @@ export function createR2Client({ cwd, interactive, promptText }) {
     },
     /**
      * @param {string} path
-     * @param {{recursive?: boolean}} [options]
+     * @param {{recursive?: boolean, rcloneOptions?: RcloneOptions}} [options]
      */
     async remove(path, options = {}) {
       const r2Config = await getConfig()
@@ -234,13 +241,14 @@ export function createR2Client({ cwd, interactive, promptText }) {
           : ["deletefile", r2Path],
         cwd,
         config: r2Config,
+        rcloneOptions: options.rcloneOptions,
         secretAccessKey,
       })
     },
     /**
      * @param {string} source
      * @param {string} destination
-     * @param {{to?: boolean}} [options]
+     * @param {{to?: boolean, rcloneOptions?: RcloneOptions}} [options]
      */
     async copy(source, destination, options = {}) {
       const r2Config = await getConfig()
@@ -248,13 +256,14 @@ export function createR2Client({ cwd, interactive, promptText }) {
         args: [options.to ? "copyto" : "copy", source, destination],
         cwd,
         config: r2Config,
+        rcloneOptions: options.rcloneOptions,
         secretAccessKey: await getSecretAccessKey(),
       })
     },
     /**
      * @param {string} source
      * @param {string} destination
-     * @param {{to?: boolean}} [options]
+     * @param {{to?: boolean, rcloneOptions?: RcloneOptions}} [options]
      */
     async move(source, destination, options = {}) {
       const r2Config = await getConfig()
@@ -262,6 +271,7 @@ export function createR2Client({ cwd, interactive, promptText }) {
         args: [options.to ? "moveto" : "move", source, destination],
         cwd,
         config: r2Config,
+        rcloneOptions: options.rcloneOptions,
         secretAccessKey: await getSecretAccessKey(),
       })
     },
@@ -496,10 +506,17 @@ async function listR2Objects(args) {
  *   args: string[]
  *   cwd: string
  *   config: R2Config
+ *   rcloneOptions?: RcloneOptions
  *   secretAccessKey: string
  * }} args
  */
-async function runConfiguredRclone({ args, cwd, config, secretAccessKey }) {
+async function runConfiguredRclone({
+  args,
+  cwd,
+  config,
+  rcloneOptions,
+  secretAccessKey,
+}) {
   const env = {
     ...processEnv,
     RCLONE_S3_SECRET_ACCESS_KEY: secretAccessKey,
@@ -518,6 +535,7 @@ async function runConfiguredRclone({ args, cwd, config, secretAccessKey }) {
         "--s3-endpoint",
         getR2Endpoint(config.accountId),
         "--s3-no-check-bucket",
+        ...formatRcloneOptions(rcloneOptions),
       ],
       cwd,
       env,
@@ -527,6 +545,21 @@ async function runConfiguredRclone({ args, cwd, config, secretAccessKey }) {
   }
 }
 
+/**
+ * @param {RcloneOptions|undefined} options
+ */
+function formatRcloneOptions(options) {
+  /** @type {string[]} */
+  const args = []
+  if (options?.transfers !== undefined) {
+    args.push("--transfers", String(options.transfers))
+  }
+  if (options?.checkers !== undefined) {
+    args.push("--checkers", String(options.checkers))
+  }
+  return args
+}
+
 /**
  * @param {{cwd:string, promptText:(message:string)=>Promise<string>}} args
  */
@@ -698,9 +731,16 @@ async function defaultRunRclone(args, cwd, env) {
  */
 function getSanitizedRcloneError(error) {
   if (isPlainObject(error)) {
-    const processError = /** @type {{stderr?: unknown, stdout?: unknown}} */ (
-      error
-    )
+    const processError =
+      /** @type {{code?: unknown, stderr?: unknown, stdout?: unknown}} */ (
+        error
+      )
+    if (processError.code === "ENOENT") {
+      return [
+        "rclone is required for lightnet r2 commands but was not found on PATH.",
+        "Install rclone: https://rclone.org/install/",
+      ].join("\n")
+    }
     if (typeof processError.stderr === "string" && processError.stderr.trim()) {
       return processError.stderr.trim()
     }