@mastra/e2b 0.2.0-alpha.0 → 0.3.0-alpha.0

package/dist/index.js

@@ -195,6 +195,231 @@ async function mountGCS(mountPath, config, ctx) {
     throw new Error(`Failed to mount GCS bucket: ${stderr || stdout || error}`);
   }
 }
+var SAFE_CONTAINER_NAME = /^[a-z0-9][a-z0-9-]{1,61}[a-z0-9]$/;
+var BLOBFUSE2_GITHUB_DEB = "https://github.com/Azure/azure-storage-fuse/releases/download/blobfuse2-2.5.1/blobfuse2-2.5.1-Ubuntu-22.04.x86_64.deb";
+function validateContainerName(name) {
+  if (!SAFE_CONTAINER_NAME.test(name) || name.includes("--")) {
+    throw new Error(
+      `Invalid Azure container name: "${name}". Container names must be 3-63 lowercase alphanumeric characters or hyphens, with no consecutive hyphens.`
+    );
+  }
+}
+function parseConnectionString(cs) {
+  const out = {};
+  for (const part of cs.split(";")) {
+    const eq = part.indexOf("=");
+    if (eq === -1) continue;
+    const key = part.slice(0, eq).trim();
+    const value = part.slice(eq + 1).trim();
+    if (!value) continue;
+    if (key === "AccountName") out.accountName = value;
+    else if (key === "AccountKey") out.accountKey = value;
+    else if (key === "SharedAccessSignature") out.sasToken = value;
+    else if (key === "BlobEndpoint") out.endpoint = value;
+    else if (key === "EndpointSuffix") out.endpointSuffix = value;
+    else if (key === "DefaultEndpointsProtocol") out.protocol = value;
+  }
+  if (!out.endpoint && out.accountName) {
+    out.endpoint = `${out.protocol || "https"}://${out.accountName}.blob.${out.endpointSuffix || "core.windows.net"}`;
+  }
+  return out;
+}
+function yamlString(value) {
+  return `"${value.replace(/\\/g, "\\\\").replace(/"/g, '\\"')}"`;
+}
+function parseOsRelease(output) {
+  const values = {};
+  for (const line of output.split("\n")) {
+    const eq = line.indexOf("=");
+    if (eq === -1) continue;
+    const key = line.slice(0, eq);
+    const value = line.slice(eq + 1).trim().replace(/^"|"$/g, "");
+    values[key] = value;
+  }
+  return values;
+}
+function resolveMicrosoftAptRepos(osReleaseOutput) {
+  const osRelease = parseOsRelease(osReleaseOutput);
+  const distroId = osRelease.ID || "ubuntu";
+  const codename = osRelease.VERSION_CODENAME || (distroId === "debian" ? "bookworm" : "jammy");
+  const versionId = osRelease.VERSION_ID || (distroId === "debian" ? "12" : "22.04");
+  if (!/^[a-z0-9][a-z0-9-]*$/.test(codename)) {
+    throw new Error(`Invalid distro codename for blobfuse2 repo: "${codename}"`);
+  }
+  if (!/^\d+(?:\.\d+)?$/.test(versionId)) {
+    throw new Error(`Invalid distro version for blobfuse2 repo: "${versionId}"`);
+  }
+  if (distroId === "debian") {
+    const repos = [
+      { repoUrl: `https://packages.microsoft.com/debian/${versionId.split(".")[0]}/prod`, suite: codename }
+    ];
+    if (versionId.split(".")[0] !== "12" || codename !== "bookworm") {
+      repos.push({ repoUrl: "https://packages.microsoft.com/debian/12/prod", suite: "bookworm" });
+    }
+    return repos;
+  }
+  if (distroId === "ubuntu") {
+    const repos = [{ repoUrl: `https://packages.microsoft.com/ubuntu/${versionId}/prod`, suite: codename }];
+    if (versionId !== "24.04" || codename !== "noble") {
+      repos.push({ repoUrl: "https://packages.microsoft.com/ubuntu/24.04/prod", suite: "noble" });
+    }
+    if (versionId !== "22.04" || codename !== "jammy") {
+      repos.push({ repoUrl: "https://packages.microsoft.com/ubuntu/22.04/prod", suite: "jammy" });
+    }
+    return repos;
+  }
+  throw new Error(`Unsupported distro for blobfuse2 runtime installation: "${distroId}"`);
+}
+function resolveAuth(config) {
+  let accountName = config.accountName;
+  let accountKey = config.accountKey;
+  let sasToken = config.sasToken;
+  let endpoint = config.endpoint;
+  if (config.connectionString) {
+    const parsed = parseConnectionString(config.connectionString);
+    accountName = accountName ?? parsed.accountName;
+    accountKey = accountKey ?? parsed.accountKey;
+    sasToken = sasToken ?? parsed.sasToken;
+    endpoint = endpoint ?? parsed.endpoint;
+  }
+  let mode;
+  if (config.useDefaultCredential) {
+    mode = "msi";
+  } else if (sasToken) {
+    mode = "sas";
+  } else if (accountKey) {
+    mode = "key";
+  } else {
+    throw new Error(
+      "Azure Blob mount requires credentials: provide connectionString, accountKey + accountName, sasToken + accountName, or useDefaultCredential."
+    );
+  }
+  if (!accountName) {
+    throw new Error("Azure Blob mount requires an accountName (either explicitly or via connectionString).");
+  }
+  if (endpoint) {
+    validateEndpoint(endpoint);
+  }
+  return { mode, accountName, accountKey, sasToken, endpoint };
+}
+function buildBlobfuseConfig(container, auth, cachePath, readOnly) {
+  const lines = [
+    "allow-other: true",
+    "foreground: false",
+    `read-only: ${readOnly ? "true" : "false"}`,
+    "logging:",
+    "  type: silent",
+    "components:",
+    "  - libfuse",
+    "  - file_cache",
+    "  - attr_cache",
+    "  - azstorage",
+    "libfuse:",
+    "  attribute-expiration-sec: 240",
+    "  entry-expiration-sec: 240",
+    "  negative-entry-expiration-sec: 120",
+    "file_cache:",
+    `  path: ${yamlString(cachePath)}`,
+    "  timeout-sec: 120",
+    "attr_cache:",
+    "  timeout-sec: 7200",
+    "azstorage:",
+    `  mode: ${auth.mode}`,
+    `  account-name: ${yamlString(auth.accountName)}`,
+    `  container: ${yamlString(container)}`
+  ];
+  if (auth.mode === "key" && auth.accountKey) {
+    lines.push(`  account-key: ${yamlString(auth.accountKey)}`);
+  } else if (auth.mode === "sas" && auth.sasToken) {
+    lines.push(`  sas: ${yamlString(auth.sasToken)}`);
+  }
+  if (auth.endpoint) {
+    lines.push(`  endpoint: ${yamlString(auth.endpoint.replace(/\/$/, ""))}`);
+  }
+  return lines.join("\n") + "\n";
+}
+async function mountAzure(mountPath, config, ctx) {
+  const { sandbox, logger } = ctx;
+  validateContainerName(config.container);
+  const auth = resolveAuth(config);
+  const prefix = config.prefix ? validatePrefix(config.prefix) : void 0;
+  const checkResult = await sandbox.commands.run('which blobfuse2 || echo "not found"');
+  if (checkResult.stdout.includes("not found")) {
+    logger.warn(`${LOG_PREFIX} blobfuse2 not found, attempting runtime installation...`);
+    logger.info(
+      `${LOG_PREFIX} Tip: For faster startup, pre-install blobfuse2 in your sandbox template via createMountableTemplate()`
+    );
+    const osReleaseResult = await sandbox.commands.run("cat /etc/os-release 2>/dev/null || true");
+    const repos = resolveMicrosoftAptRepos(osReleaseResult.stdout);
+    const repoSetupResult = await sandbox.commands.run(
+      "sudo mkdir -p /etc/apt/keyrings && curl --retry 3 --retry-all-errors --retry-delay 2 -fsSL https://packages.microsoft.com/keys/microsoft.asc -o /tmp/ms-key.asc && sudo gpg --batch --yes --dearmor -o /etc/apt/keyrings/microsoft.gpg /tmp/ms-key.asc",
+      { timeoutMs: 6e4 }
+    );
+    let installResult;
+    if (repoSetupResult.exitCode === 0) {
+      for (const { repoUrl, suite } of repos) {
+        installResult = await sandbox.commands.run(
+          `echo "deb [signed-by=/etc/apt/keyrings/microsoft.gpg] ${repoUrl} ${suite} main" | sudo tee /etc/apt/sources.list.d/microsoft-prod.list && sudo apt-get update 2>&1 && sudo apt-get install -y blobfuse2 fuse3 2>&1`,
+          { timeoutMs: 18e4 }
+        );
+        if (installResult.exitCode === 0) break;
+        logger.warn(`${LOG_PREFIX} blobfuse2 install failed for ${repoUrl} ${suite}, trying fallback if available`);
+      }
+    } else {
+      logger.warn(`${LOG_PREFIX} Failed to set up Microsoft apt repository, trying GitHub release fallback`);
+    }
+    let verifyResult = await sandbox.commands.run("which blobfuse2 && blobfuse2 --version", { timeoutMs: 3e4 });
+    if (verifyResult.exitCode !== 0) {
+      installResult = await sandbox.commands.run(
+        `sudo apt-get update -qq 2>&1 || true && sudo apt-get install -y fuse3 ca-certificates curl 2>&1 && curl -L --retry 3 --retry-all-errors --retry-delay 2 -fSLo /tmp/blobfuse2.deb ${BLOBFUSE2_GITHUB_DEB} && sudo dpkg -i /tmp/blobfuse2.deb 2>&1 && sudo bash -c 'lib=$(find /usr/lib -name "libfuse3.so.3.*" | head -1); [ -z "$lib" ] || ln -sf "$lib" /usr/lib/x86_64-linux-gnu/libfuse3.so.3'`,
+        { timeoutMs: 18e4 }
+      );
+      verifyResult = await sandbox.commands.run("which blobfuse2 && blobfuse2 --version", { timeoutMs: 3e4 });
+    }
+    if (!installResult || verifyResult.exitCode !== 0) {
+      throw new Error(
+        `Failed to install blobfuse2. For Azure Blob mounting, your template needs blobfuse2 and fuse3.
+
+Option 1: Use createMountableTemplate() helper:
+  import { E2BSandbox, createMountableTemplate } from '@mastra/e2b';
+  const sandbox = new E2BSandbox({ template: createMountableTemplate() });
+
+Option 2: Customize the base template:
+  new E2BSandbox({ template: base => base.aptInstall(['your-packages']) })
+
+Error details: ${verifyResult.stderr || verifyResult.stdout || installResult?.stderr || installResult?.stdout || "unknown error"}`
+      );
+    }
+  }
+  const mountHash = createHash("md5").update(mountPath).digest("hex").slice(0, 8);
+  const configPath = `/tmp/.blobfuse2-config-${mountHash}.yaml`;
+  const cachePath = `/tmp/blobfuse2-cache-${mountHash}`;
+  const yaml = buildBlobfuseConfig(config.container, auth, cachePath, !!config.readOnly);
+  await sandbox.commands.run(`sudo rm -f ${configPath}`);
+  await sandbox.files.write(configPath, yaml);
+  await sandbox.commands.run(`sudo chown root:root ${configPath} && sudo chmod 600 ${configPath}`);
+  await sandbox.commands.run(`sudo rm -rf ${shellQuote(cachePath)} && sudo mkdir -p ${shellQuote(cachePath)}`);
+  const prefixFlags = prefix ? ` --virtual-directory=true --subdirectory=${shellQuote(prefix)}` : "";
+  const mountCmd = `sudo blobfuse2 mount ${shellQuote(mountPath)} --config-file=${shellQuote(configPath)}${prefixFlags}`;
+  logger.debug(`${LOG_PREFIX} Mounting Azure Blob:`, mountCmd);
+  try {
+    const result = await sandbox.commands.run(mountCmd, { timeoutMs: 6e4 });
+    logger.debug(`${LOG_PREFIX} blobfuse2 result:`, {
+      exitCode: result.exitCode,
+      stdout: result.stdout,
+      stderr: result.stderr
+    });
+    if (result.exitCode !== 0) {
+      throw new Error(`Failed to mount Azure Blob container: ${result.stderr || result.stdout}`);
+    }
+  } catch (error) {
+    const errorObj = error;
+    const stderr = errorObj.result?.stderr || "";
+    const stdout = errorObj.result?.stdout || "";
+    logger.error(`${LOG_PREFIX} blobfuse2 error:`, { stderr, stdout, error: String(error) });
+    throw new Error(`Failed to mount Azure Blob container: ${stderr || stdout || error}`);
+  }
+}
 var E2BProcessHandle = class extends ProcessHandle {
   pid;
   _e2bHandle;
@@ -602,6 +827,11 @@ var E2BSandbox = class extends MastraSandbox {
           await mountGCS(mountPath, config, mountCtx);
           this.logger.debug(`${LOG_PREFIX} Mounted GCS bucket at ${mountPath}`);
           break;
+        case "azure-blob":
+          this.logger.debug(`${LOG_PREFIX} Mounting Azure Blob container at ${mountPath}...`);
+          await mountAzure(mountPath, config, mountCtx);
+          this.logger.debug(`${LOG_PREFIX} Mounted Azure Blob container at ${mountPath}`);
+          break;
         default:
           this.mounts.set(mountPath, {
             filesystem,
@@ -677,7 +907,7 @@ var E2BSandbox = class extends MastraSandbox {
     }
     this.logger.debug(`${LOG_PREFIX} Reconciling mounts. Expected paths:`, expectedMountPaths);
     const mountsResult = await this._sandbox.commands.run(
-      `grep -E 'fuse\\.(s3fs|gcsfuse)' /proc/mounts | awk '{print $2}'`
+      `grep -E 'fuse\\.(s3fs|gcsfuse|blobfuse2)' /proc/mounts | awk '{print $2}'`
     );
     const currentMounts = mountsResult.stdout.trim().split("\n").filter((p) => p.length > 0);
     this.logger.debug(`${LOG_PREFIX} Current FUSE mounts in sandbox:`, currentMounts);