@blaxel/core 0.2.47-preview.106 → 0.2.48-preview.107

package/dist/esm-browser/sandbox/client/sdk.gen.js

@@ -1,4 +1,5 @@
 // This file is auto-generated by @hey-api/openapi-ts
+import { formDataBodySerializer } from '@hey-api/client-fetch';
 import { client as _heyApiClient } from "./client.gen.js";
 /**
  * Welcome message
@@ -163,6 +164,115 @@ export const getCodegenRerankingByPath = (options) => {
         ...options
     });
 };
+/**
+ * List multipart uploads
+ * List all active multipart uploads
+ */
+export const getFilesystemMultipart = (options) => {
+    return (options?.client ?? _heyApiClient).get({
+        security: [
+            {
+                scheme: 'bearer',
+                type: 'http'
+            }
+        ],
+        url: '/filesystem-multipart',
+        ...options
+    });
+};
+/**
+ * Abort multipart upload
+ * Abort a multipart upload and clean up all parts
+ */
+export const deleteFilesystemMultipartByUploadIdAbort = (options) => {
+    return (options.client ?? _heyApiClient).delete({
+        security: [
+            {
+                scheme: 'bearer',
+                type: 'http'
+            }
+        ],
+        url: '/filesystem-multipart/{uploadId}/abort',
+        ...options
+    });
+};
+/**
+ * Complete multipart upload
+ * Complete a multipart upload by assembling all parts
+ */
+export const postFilesystemMultipartByUploadIdComplete = (options) => {
+    return (options.client ?? _heyApiClient).post({
+        security: [
+            {
+                scheme: 'bearer',
+                type: 'http'
+            }
+        ],
+        url: '/filesystem-multipart/{uploadId}/complete',
+        ...options,
+        headers: {
+            'Content-Type': 'application/json',
+            ...options?.headers
+        }
+    });
+};
+/**
+ * Upload part
+ * Upload a single part of a multipart upload
+ */
+export const putFilesystemMultipartByUploadIdPart = (options) => {
+    return (options.client ?? _heyApiClient).put({
+        ...formDataBodySerializer,
+        security: [
+            {
+                scheme: 'bearer',
+                type: 'http'
+            }
+        ],
+        url: '/filesystem-multipart/{uploadId}/part',
+        ...options,
+        headers: {
+            'Content-Type': null,
+            ...options?.headers
+        }
+    });
+};
+/**
+ * List parts
+ * List all uploaded parts for a multipart upload
+ */
+export const getFilesystemMultipartByUploadIdParts = (options) => {
+    return (options.client ?? _heyApiClient).get({
+        security: [
+            {
+                scheme: 'bearer',
+                type: 'http'
+            }
+        ],
+        url: '/filesystem-multipart/{uploadId}/parts',
+        ...options
+    });
+};
+/**
+ * Initiate multipart upload
+ * Initiate a multipart upload session for a file
+ */
+export const postFilesystemMultipartInitiateByPath = (options) => {
+    return (options.client ?? _heyApiClient).post({
+        security: [
+            {
+                scheme: 'bearer',
+                type: 'http'
+            }
+        ],
+        url: '/filesystem-multipart/initiate/{path}',
+        ...options,
+        headers: {
+            'Content-Type': 'application/json',
+            ...options?.headers
+        }
+    });
+};
 /**
  * Delete file or directory
  * Delete a file or directory

package/dist/esm-browser/sandbox/filesystem/filesystem.js

@@ -1,7 +1,11 @@
 import { settings } from "../../common/settings.js";
+import { fs } from "../../common/node.js";
 import { SandboxAction } from "../action.js";
-import { deleteFilesystemByPath, getFilesystemByPath, getWatchFilesystemByPath, putFilesystemByPath } from "../client/index.js";
-import { readFile, writeFile } from "fs/promises";
+import { deleteFilesystemByPath, getFilesystemByPath, getWatchFilesystemByPath, putFilesystemByPath, postFilesystemMultipartInitiateByPath, putFilesystemMultipartByUploadIdPart, postFilesystemMultipartByUploadIdComplete, deleteFilesystemMultipartByUploadIdAbort } from "../client/index.js";
+// Multipart upload constants
+const MULTIPART_THRESHOLD = 5 * 1024 * 1024; // 5MB
+const CHUNK_SIZE = 5 * 1024 * 1024; // 5MB per part
+const MAX_PARALLEL_UPLOADS = 3; // Number of parallel part uploads
 export class SandboxFileSystem extends SandboxAction {
     process;
     constructor(sandbox, process) {
@@ -22,6 +26,14 @@ export class SandboxFileSystem extends SandboxAction {
     }
     async write(path, content) {
         path = this.formatPath(path);
+        // Calculate content size in bytes
+        const contentSize = new Blob([content]).size;
+        // Use multipart upload for large files
+        if (contentSize > MULTIPART_THRESHOLD) {
+            const blob = new Blob([content]);
+            return await this.uploadWithMultipart(path, blob, "0644");
+        }
+        // Use regular upload for small files
         const { response, data, error } = await putFilesystemByPath({
             path: { path },
             body: { content },
@@ -33,12 +45,20 @@ export class SandboxFileSystem extends SandboxAction {
     }
     async writeBinary(path, content) {
         path = this.formatPath(path);
-        const formData = new FormData();
         // Convert content to Blob regardless of input type
         let fileBlob;
+        // Check if it's already a Blob or File (including duck-typing for cross-realm Blobs)
         if (content instanceof Blob || content instanceof File) {
             fileBlob = content;
         }
+        else if (typeof content === 'object' && content !== null &&
+            'size' in content && 'type' in content &&
+            'arrayBuffer' in content &&
+            // eslint-disable-next-line @typescript-eslint/no-unsafe-member-access
+            typeof content.arrayBuffer === 'function') {
+            // Handle Blob-like objects (cross-realm Blobs)
+            fileBlob = content;
+        }
         else if (Buffer.isBuffer(content)) {
             // Convert Buffer to Blob
             fileBlob = new Blob([content]);
@@ -47,14 +67,29 @@ export class SandboxFileSystem extends SandboxAction {
             // Convert Uint8Array to Blob
             fileBlob = new Blob([content]);
         }
+        else if (ArrayBuffer.isView(content)) {
+            // Handle other TypedArray views
+            fileBlob = new Blob([content]);
+        }
         else if (typeof content === 'string') {
-            const buffer = await readFile(content);
+            // Read file from local filesystem (Node.js only)
+            if (!fs) {
+                throw new Error("File path upload is only supported in Node.js environments");
+            }
+            const buffer = fs.readFileSync(content);
             fileBlob = new Blob([buffer]);
         }
         else {
-            throw new Error("Unsupported content type");
+            // eslint-disable-next-line @typescript-eslint/no-unsafe-member-access, @typescript-eslint/no-unsafe-assignment
+            const typeName = content?.constructor?.name ?? typeof content;
+            throw new Error(`Unsupported content type: ${typeName}`);
+        }
+        // Use multipart upload for large files
+        if (fileBlob.size > MULTIPART_THRESHOLD) {
+            return await this.uploadWithMultipart(path, fileBlob, "0644");
         }
-        // Append the file as a Blob
+        // Use regular upload for small files
+        const formData = new FormData();
         formData.append("file", fileBlob, "test-binary.bin");
         formData.append("permissions", "0644");
         formData.append("path", path);
@@ -129,10 +164,13 @@ export class SandboxFileSystem extends SandboxAction {
         return data;
     }
     async download(src, destinationPath, { mode = 0o644 } = {}) {
+        if (!fs) {
+            throw new Error("File download to local filesystem is only supported in Node.js environments");
+        }
         const blob = await this.readBinary(src);
         const arrayBuffer = await blob.arrayBuffer();
         const buffer = Buffer.from(arrayBuffer);
-        await writeFile(destinationPath, buffer, { mode: mode ?? 0o644 });
+        fs.writeFileSync(destinationPath, buffer, { mode: mode ?? 0o644 });
     }
     async rm(path, recursive = false) {
         path = this.formatPath(path);
@@ -260,4 +298,99 @@ export class SandboxFileSystem extends SandboxAction {
     formatPath(path) {
         return path;
     }
+    // Multipart upload helper methods
+    async initiateMultipartUpload(path, permissions = "0644") {
+        path = this.formatPath(path);
+        // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment, @typescript-eslint/no-unsafe-call
+        const { data } = await postFilesystemMultipartInitiateByPath({
+            path: { path },
+            body: { permissions },
+            baseUrl: this.url,
+            client: this.client,
+            throwOnError: true,
+        });
+        return data;
+    }
+    async uploadPart(uploadId, partNumber, fileBlob) {
+        // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment, @typescript-eslint/no-unsafe-call
+        const { data } = await putFilesystemMultipartByUploadIdPart({
+            path: { uploadId },
+            query: { partNumber },
+            body: { file: fileBlob },
+            baseUrl: this.url,
+            client: this.client,
+            throwOnError: true,
+        });
+        return data;
+    }
+    async completeMultipartUpload(uploadId, parts) {
+        // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment, @typescript-eslint/no-unsafe-call
+        const { data } = await postFilesystemMultipartByUploadIdComplete({
+            path: { uploadId },
+            body: { parts },
+            baseUrl: this.url,
+            client: this.client,
+            throwOnError: true,
+        });
+        return data;
+    }
+    async abortMultipartUpload(uploadId) {
+        // eslint-disable-next-line @typescript-eslint/no-unsafe-call
+        await deleteFilesystemMultipartByUploadIdAbort({
+            path: { uploadId },
+            baseUrl: this.url,
+            client: this.client,
+            throwOnError: true,
+        });
+    }
+    async uploadWithMultipart(path, blob, permissions = "0644") {
+        // Initiate multipart upload
+        // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment
+        const initResponse = await this.initiateMultipartUpload(path, permissions);
+        // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment, @typescript-eslint/no-unsafe-member-access
+        const uploadId = initResponse.uploadId;
+        if (!uploadId) {
+            throw new Error("Failed to get upload ID from initiate response");
+        }
+        try {
+            const size = blob.size;
+            const numParts = Math.ceil(size / CHUNK_SIZE);
+            const parts = [];
+            // Upload parts in batches for parallel processing
+            for (let i = 0; i < numParts; i += MAX_PARALLEL_UPLOADS) {
+                const batch = [];
+                for (let j = 0; j < MAX_PARALLEL_UPLOADS && i + j < numParts; j++) {
+                    const partNumber = i + j + 1;
+                    const start = (partNumber - 1) * CHUNK_SIZE;
+                    const end = Math.min(start + CHUNK_SIZE, size);
+                    const chunk = blob.slice(start, end);
+                    // eslint-disable-next-line @typescript-eslint/no-unsafe-argument
+                    batch.push(this.uploadPart(uploadId, partNumber, chunk));
+                }
+                // Wait for batch to complete
+                // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment
+                const batchResults = await Promise.all(batch);
+                // eslint-disable-next-line @typescript-eslint/no-unsafe-call, @typescript-eslint/no-unsafe-member-access, @typescript-eslint/no-unsafe-assignment, @typescript-eslint/no-unsafe-argument
+                parts.push(...batchResults.map((r) => ({ partNumber: r.partNumber, etag: r.etag })));
+            }
+            // Sort parts by partNumber to ensure correct order
+            // eslint-disable-next-line @typescript-eslint/no-unsafe-member-access
+            parts.sort((a, b) => (a.partNumber ?? 0) - (b.partNumber ?? 0));
+            // Complete the upload
+            // eslint-disable-next-line @typescript-eslint/no-unsafe-argument
+            return await this.completeMultipartUpload(uploadId, parts);
+        }
+        catch (error) {
+            // Abort the upload on failure
+            try {
+                // eslint-disable-next-line @typescript-eslint/no-unsafe-argument
+                await this.abortMultipartUpload(uploadId);
+            }
+            catch (abortError) {
+                // Log but don't throw - we want to throw the original error
+                console.error('Failed to abort multipart upload:', abortError);
+            }
+            throw error;
+        }
+    }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@blaxel/core",
-  "version": "0.2.47-preview.106",
+  "version": "0.2.48-preview.107",
   "description": "Blaxel Core SDK for TypeScript",
   "license": "MIT",
   "author": "Blaxel, INC (https://blaxel.ai)",
@@ -74,7 +74,7 @@
     "vite": "^5.2.0",
     "vitest": "^1.5.0"
   },
-  "commit": "f20dd9f81dfa23f4609933362ed8f0cd1fa133f6",
+  "commit": "64cc47af878d72bbb58982333bcae814e3878759",
   "scripts": {
     "lint": "eslint src/",
     "dev": "tsc --watch",