@daytonaio/sdk 0.170.0 → 0.171.0-alpha.3

package/esm/ObjectStorage.js

@@ -0,0 +1,195 @@
+/*
+ * Copyright 2025 Daytona Platforms Inc.
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { __decorate, __metadata } from "tslib";
+import { ListObjectsV2Command, S3Client } from '@aws-sdk/client-s3';
+import { Upload } from '@aws-sdk/lib-storage';
+import * as crypto from 'crypto';
+import * as pathe from 'pathe';
+import { DaytonaNotFoundError } from './errors/DaytonaError.js';
+import { dynamicImport } from './utils/Import.js';
+import { WithInstrumentation } from './utils/otel.decorator.js';
+/**
+ * ObjectStorage class for interacting with object storage services.
+ *
+ * @class
+ * @param {ObjectStorageConfig} config - The configuration for the object storage service.
+ */
+export class ObjectStorage {
+    bucketName;
+    s3Client;
+    constructor(config) {
+        this.bucketName = config.bucketName || 'daytona-volume-builds';
+        this.s3Client = new S3Client({
+            region: this.extractAwsRegion(config.endpointUrl) || 'us-east-1',
+            endpoint: config.endpointUrl,
+            credentials: {
+                accessKeyId: config.accessKeyId,
+                secretAccessKey: config.secretAccessKey,
+                sessionToken: config.sessionToken,
+            },
+            forcePathStyle: true,
+        });
+    }
+    /**
+     * Upload a file or directory to object storage.
+     *
+     * @param {string} path - The path to the file or directory to upload.
+     * @param {string} organizationId - The organization ID to use for the upload.
+     * @param {string} archiveBasePath - The base path to use for the archive.
+     * @returns {Promise<string>} The hash of the uploaded file or directory.
+     */
+    async upload(path, organizationId, archiveBasePath) {
+        const fs = await dynamicImport('fs', '"upload" is not supported: ');
+        if (!fs.existsSync(path)) {
+            const errMsg = `Path does not exist: ${path}`;
+            throw new DaytonaNotFoundError(errMsg);
+        }
+        // Compute hash for the path
+        const pathHash = await this.computeHashForPathMd5(path, archiveBasePath);
+        // Define the S3 prefix
+        const prefix = `${organizationId}/${pathHash}/`;
+        const s3Key = `${prefix}context.tar`;
+        // Check if it already exists in S3
+        if (await this.folderExistsInS3(prefix)) {
+            return pathHash;
+        }
+        // Upload to S3
+        await this.uploadAsTar(s3Key, path, archiveBasePath);
+        return pathHash;
+    }
+    /**
+     * Compute a hash for a file or directory.
+     *
+     * @param {string} pathStr - The path to the file or directory to hash.
+     * @param {string} archiveBasePath - The base path to use for the archive.
+     * @returns {Promise<string>} The hash of the file or directory.
+     */
+    async computeHashForPathMd5(pathStr, archiveBasePath) {
+        const fs = await dynamicImport('fs', '"computeHashForPathMd5" is not supported: ');
+        const md5Hasher = crypto.createHash('md5');
+        const absPathStr = pathe.resolve(pathStr);
+        md5Hasher.update(archiveBasePath);
+        if (fs.statSync(absPathStr).isFile()) {
+            // For files, hash the content
+            await this.hashFile(absPathStr, md5Hasher);
+        }
+        else {
+            // For directories, recursively hash all files and their paths
+            await this.hashDirectory(absPathStr, pathStr, md5Hasher);
+        }
+        return md5Hasher.digest('hex');
+    }
+    /**
+     * Recursively hash a directory and its contents.
+     *
+     * @param {string} dirPath - The path to the directory to hash.
+     * @param {string} basePath - The base path to use for the hash.
+     * @param {crypto.Hash} hasher - The hasher to use for the hash.
+     * @returns {Promise<void>} A promise that resolves when the directory has been hashed.
+     */
+    async hashDirectory(dirPath, basePath, hasher) {
+        const fs = await dynamicImport('fs', '"hashDirectory" is not supported: ');
+        const entries = fs.readdirSync(dirPath, { withFileTypes: true });
+        const hasSubdirs = entries.some((e) => e.isDirectory());
+        const hasFiles = entries.some((e) => e.isFile());
+        if (!hasSubdirs && !hasFiles) {
+            // Empty directory
+            const relDir = pathe.relative(basePath, dirPath);
+            hasher.update(relDir);
+        }
+        for (const entry of entries) {
+            const fullPath = pathe.join(dirPath, entry.name);
+            if (entry.isDirectory()) {
+                await this.hashDirectory(fullPath, basePath, hasher);
+            }
+            else if (entry.isFile()) {
+                const relPath = pathe.relative(basePath, fullPath);
+                hasher.update(relPath);
+                await this.hashFile(fullPath, hasher);
+            }
+        }
+    }
+    /**
+     * Hash a file.
+     *
+     * @param {string} filePath - The path to the file to hash.
+     * @param {crypto.Hash} hasher - The hasher to use for the hash.
+     * @returns {Promise<void>} A promise that resolves when the file has been hashed.
+     */
+    async hashFile(filePath, hasher) {
+        const fs = await dynamicImport('fs', '"hashFile" is not supported: ');
+        await new Promise((resolve, reject) => {
+            const stream = fs.createReadStream(filePath, { highWaterMark: 8192 });
+            stream.on('data', (chunk) => hasher.update(chunk));
+            stream.on('end', resolve);
+            stream.on('error', reject);
+        });
+    }
+    /**
+     * Check if a prefix (folder) exists in S3.
+     *
+     * @param {string} prefix - The prefix to check.
+     * @returns {Promise<boolean>} True if the prefix exists, false otherwise.
+     */
+    async folderExistsInS3(prefix) {
+        const response = await this.s3Client.send(new ListObjectsV2Command({
+            Bucket: this.bucketName,
+            Prefix: prefix,
+            MaxKeys: 1,
+        }));
+        return !!response.Contents && response.Contents.length > 0;
+    }
+    /**
+     * Create a tar archive of the specified path and upload it to S3.
+     *
+     * @param {string} s3Key - The key to use for the uploaded file.
+     * @param {string} sourcePath - The path to the file or directory to upload.
+     * @param {string} archiveBasePath - The base path to use for the archive.
+     */
+    async uploadAsTar(s3Key, sourcePath, archiveBasePath) {
+        const importErrorPrefix = '"uploadAsTar" is not supported: ';
+        const tar = await dynamicImport('tar', importErrorPrefix);
+        const stream = await dynamicImport('stream', importErrorPrefix);
+        sourcePath = pathe.resolve(sourcePath);
+        const normalizedSourcePath = pathe.normalize(sourcePath);
+        const normalizedArchiveBasePath = pathe.normalize(archiveBasePath);
+        let basePrefix;
+        if (normalizedArchiveBasePath === '.') {
+            // When archiveBasePath is empty (normalized to '.'), use the normalizedSourcePath as cwd and the '.' as target
+            basePrefix = normalizedSourcePath;
+        }
+        else {
+            // Normal case: extract the base prefix by removing archiveBasePath from the end
+            basePrefix = normalizedSourcePath.slice(0, normalizedSourcePath.length - normalizedArchiveBasePath.length);
+        }
+        const tarStream = tar.create({
+            cwd: basePrefix,
+            portable: true,
+            gzip: false,
+        }, [normalizedArchiveBasePath]);
+        const pass = new stream.PassThrough();
+        tarStream.pipe(pass);
+        const uploader = new Upload({
+            client: this.s3Client,
+            params: {
+                Bucket: this.bucketName,
+                Key: s3Key,
+                Body: pass,
+            },
+        });
+        await uploader.done();
+    }
+    extractAwsRegion(endpoint) {
+        const match = endpoint.match(/s3[.-]([a-z0-9-]+)\.amazonaws\.com/);
+        return match?.[1];
+    }
+}
+__decorate([
+    WithInstrumentation(),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [String, String, String]),
+    __metadata("design:returntype", Promise)
+], ObjectStorage.prototype, "upload", null);
+//# sourceMappingURL=ObjectStorage.js.map

package/esm/ObjectStorage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ObjectStorage.js","sourceRoot":"","sources":["../../../../../libs/sdk-typescript/src/ObjectStorage.ts"],"names":[],"mappings":"AAAA;;;GAGG;;AAEH,OAAO,EAAE,oBAAoB,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AACnE,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAA;AAC7C,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAA;AAChC,OAAO,KAAK,KAAK,MAAM,OAAO,CAAA;AAC9B,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAA;AAC5D,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAA;AAC9C,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAA;AAoB5D;;;;;GAKG;AACH,MAAM,OAAO,aAAa;IAChB,UAAU,CAAQ;IAClB,QAAQ,CAAU;IAE1B,YAAY,MAA2B;QACrC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,uBAAuB,CAAA;QAC9D,IAAI,CAAC,QAAQ,GAAG,IAAI,QAAQ,CAAC;YAC3B,MAAM,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,WAAW;YAChE,QAAQ,EAAE,MAAM,CAAC,WAAW;YAC5B,WAAW,EAAE;gBACX,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,eAAe,EAAE,MAAM,CAAC,eAAe;gBACvC,YAAY,EAAE,MAAM,CAAC,YAAY;aAClC;YACD,cAAc,EAAE,IAAI;SACrB,CAAC,CAAA;IACJ,CAAC;IAED;;;;;;;OAOG;IAEG,AAAN,KAAK,CAAC,MAAM,CAAC,IAAY,EAAE,cAAsB,EAAE,eAAuB;QACxE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,6BAA6B,CAAC,CAAA;QAEnE,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,wBAAwB,IAAI,EAAE,CAAA;YAC7C,MAAM,IAAI,oBAAoB,CAAC,MAAM,CAAC,CAAA;QACxC,CAAC;QAED,4BAA4B;QAC5B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,eAAe,CAAC,CAAA;QAExE,uBAAuB;QACvB,MAAM,MAAM,GAAG,GAAG,cAAc,IAAI,QAAQ,GAAG,CAAA;QAC/C,MAAM,KAAK,GAAG,GAAG,MAAM,aAAa,CAAA;QAEpC,mCAAmC;QACnC,IAAI,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC;YACxC,OAAO,QAAQ,CAAA;QACjB,CAAC;QAED,eAAe;QACf,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,EAAE,eAAe,CAAC,CAAA;QAEpD,OAAO,QAAQ,CAAA;IACjB,CAAC;IAED;;;;;;OAMG;IACK,KAAK,CAAC,qBAAqB,CAAC,OAAe,EAAE,eAAuB;QAC1E,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,4CAA4C,CAAC,CAAA;QAElF,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAA;QAC1C,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;QAEzC,SAAS,CAAC,MAAM,CAAC,eAAe,CAAC,CAAA;QAEjC,IAAI,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;YACrC,8BAA8B;YAC9B,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,SAAS,CAAC,CAAA;QAC5C,CAAC;aAAM,CAAC;YACN,8DAA8D;YAC9D,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,OAAO,EAAE,SAAS,CAAC,CAAA;QAC1D,CAAC;QAED,OAAO,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAChC,CAAC;IAED;;;;;;;OAOG;IACK,KAAK,CAAC,aAAa,CAAC,OAAe,EAAE,QAAgB,EAAE,MAAmB;QAChF,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,oCAAoC,CAAC,CAAA;QAE1E,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;QAChE,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAA;QACvD,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAA;QAEhD,IAAI,CAAC,UAAU,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC7B,kBAAkB;YAClB,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;YAChD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QACvB,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;YAEhD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAA;YACtD,CAAC;iBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC1B,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;gBAClD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;gBAEtB,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;YACvC,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACK,KAAK,CAAC,QAAQ,CAAC,QAAgB,EAAE,MAAmB;QAC1D,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,+BAA+B,CAAC,CAAA;QAErE,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,MAAM,GAAG,EAAE,CAAC,gBAAgB,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;YACrE,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;YAClD,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;YACzB,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;QAC5B,CAAC,CAAC,CAAA;IACJ,CAAC;IAED;;;;;OAKG;IACK,KAAK,CAAC,gBAAgB,CAAC,MAAc;QAC3C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CACvC,IAAI,oBAAoB,CAAC;YACvB,MAAM,EAAE,IAAI,CAAC,UAAU;YACvB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,CAAC;SACX,CAAC,CACH,CAAA;QAED,OAAO,CAAC,CAAC,QAAQ,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAA;IAC5D,CAAC;IAED;;;;;;OAMG;IACK,KAAK,CAAC,WAAW,CAAC,KAAa,EAAE,UAAkB,EAAE,eAAuB;QAClF,MAAM,iBAAiB,GAAG,kCAAkC,CAAA;QAC5D,MAAM,GAAG,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAA;QACzD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAA;QAE/D,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;QACtC,MAAM,oBAAoB,GAAG,KAAK,CAAC,SAAS,CAAC,UAAU,CAAC,CAAA;QACxD,MAAM,yBAAyB,GAAG,KAAK,CAAC,SAAS,CAAC,eAAe,CAAC,CAAA;QAElE,IAAI,UAAkB,CAAA;QAEtB,IAAI,yBAAyB,KAAK,GAAG,EAAE,CAAC;YACtC,+GAA+G;YAC/G,UAAU,GAAG,oBAAoB,CAAA;QACnC,CAAC;aAAM,CAAC;YACN,gFAAgF;YAChF,UAAU,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC,EAAE,oBAAoB,CAAC,MAAM,GAAG,yBAAyB,CAAC,MAAM,CAAC,CAAA;QAC5G,CAAC;QAED,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAC1B;YACE,GAAG,EAAE,UAAU;YACf,QAAQ,EAAE,IAAI;YACd,IAAI,EAAE,KAAK;SACZ,EACD,CAAC,yBAAyB,CAAC,CAC5B,CAAA;QAED,MAAM,IAAI,GAAG,IAAI,MAAM,CAAC,WAAW,EAAE,CAAA;QACrC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAEpB,MAAM,QAAQ,GAAG,IAAI,MAAM,CAAC;YAC1B,MAAM,EAAE,IAAI,CAAC,QAAQ;YACrB,MAAM,EAAE;gBACN,MAAM,EAAE,IAAI,CAAC,UAAU;gBACvB,GAAG,EAAE,KAAK;gBACV,IAAI,EAAE,IAAI;aACX;SACF,CAAC,CAAA;QAEF,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;IACvB,CAAC;IAEO,gBAAgB,CAAC,QAAgB;QACvC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAA;QAClE,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,CAAA;IACnB,CAAC;CACF;AAjLO;IADL,mBAAmB,EAAE;;;;2CAyBrB"}