trajectories-sh 1.0.0 → 1.0.2

package/dist/cli.js

@@ -81,7 +81,7 @@ program.command("upload <directory>").description("Upload a trajectory job direc
   Pushing ${directory} \u2192 ${chalk.cyan(slug)}
 `));
   try {
-    const { uploadJob } = await import("./upload-DOEOEXFE.js");
+    const { uploadJob } = await import("./upload-CANGE4U5.js");
     const result = await uploadJob(directory, {
       slug,
       name: opts.name,

package/dist/{upload-DOEOEXFE.js → upload-CANGE4U5.js}

@@ -104,9 +104,48 @@ async function uploadArchive(jobId, dir, files, totalSize) {
   const archiveSize = statSync(archivePath).size;
   const ratio = ((1 - archiveSize / totalSize) * 100).toFixed(0);
   console.log(`  Archive: ${(archiveSize / 1024 / 1024).toFixed(1)} MB (${ratio}% compressed)`);
-  await doSignedUploadAndExtract(jobId, archivePath, archiveSize);
+  if (archiveSize <= CHUNK_MAX_BYTES) {
+    await doSignedUploadAndExtract(jobId, archivePath, archiveSize);
+  } else {
+    await uploadChunked(jobId, dir, files, totalSize);
+  }
+  try {
+    (await import("fs")).unlinkSync(archivePath);
+  } catch {
+  }
+}
+async function uploadChunked(jobId, dir, files, totalSize) {
+  const targetRawPerChunk = CHUNK_MAX_BYTES * 4;
+  const chunks = [[]];
+  let currentSize = 0;
+  for (const file of files) {
+    if (currentSize + file.size > targetRawPerChunk && chunks[chunks.length - 1].length > 0) {
+      chunks.push([]);
+      currentSize = 0;
+    }
+    chunks[chunks.length - 1].push(file);
+    currentSize += file.size;
+  }
+  console.log(`  Splitting into ${chunks.length} chunks (max ${CHUNK_MAX_BYTES / 1024 / 1024}MB each)`);
+  for (let i = 0; i < chunks.length; i++) {
+    const chunk = chunks[i];
+    const label = ` chunk ${i + 1}/${chunks.length}`;
+    const chunkPath = join(tmpdir(), `trajectories-chunk-${i}-${randomBytes(4).toString("hex")}.tar.gz`);
+    console.log(`  Compressing${label} (${chunk.length} files)...`);
+    await tar.create(
+      { gzip: true, file: chunkPath, cwd: dir },
+      chunk.map((f) => f.relPath)
+    );
+    const chunkSize = statSync(chunkPath).size;
+    console.log(`  ${label}: ${(chunkSize / 1024 / 1024).toFixed(1)} MB`);
+    await doSignedUploadAndExtract(jobId, chunkPath, chunkSize, label);
+    try {
+      (await import("fs")).unlinkSync(chunkPath);
+    } catch {
+    }
+  }
 }
-async function doSignedUploadAndExtract(jobId, archivePath, archiveSize) {
+async function doSignedUploadAndExtract(jobId, archivePath, archiveSize, label = "") {
   const urlResp = await apiPost(`/api/cli/push/${jobId}/upload-url`, {});
   if (!urlResp.ok) throw new Error(`Failed to get upload URL: ${await urlResp.text()}`);
   const { signed_url: signedUrl } = await urlResp.json();

package/package.json

@@ -1,10 +1,11 @@
 {
   "name": "trajectories-sh",
-  "version": "1.0.0",
+  "version": "1.0.2",
   "description": "CLI for uploading trajectory jobs to trajectories.sh",
   "type": "module",
   "bin": {
-    "trajectories": "./dist/cli.js"
+    "trajectories": "./dist/cli.js",
+    "trajectories-sh": "./dist/cli.js"
   },
   "scripts": {
     "build": "tsup src/cli.ts --format esm --target node18 --clean",
@@ -14,7 +15,12 @@
   "files": [
     "dist"
   ],
-  "keywords": ["trajectories", "harbor", "terminal-bench", "cli"],
+  "keywords": [
+    "trajectories",
+    "harbor",
+    "terminal-bench",
+    "cli"
+  ],
   "license": "MIT",
   "engines": {
     "node": ">=18"