tensorlake 0.5.76 → 0.5.85

package/dist/index.cjs

@@ -35,7 +35,7 @@ var SDK_VERSION, API_URL, API_KEY, NAMESPACE, SANDBOX_PROXY_URL, DEFAULT_HTTP_TI
 var init_defaults = __esm({
   "src/defaults.ts"() {
     "use strict";
-    SDK_VERSION = "0.5.76";
+    SDK_VERSION = "0.5.85";
     API_URL = process.env.TENSORLAKE_API_URL ?? "https://api.tensorlake.ai";
     API_KEY = process.env.TENSORLAKE_API_KEY ?? void 0;
     NAMESPACE = process.env.INDEXIFY_NAMESPACE ?? "default";
@@ -6153,11 +6153,20 @@ var init_sandbox_image = __esm({
 var index_exports = {};
 __export(index_exports, {
   APIClient: () => APIClient,
+  CliNotFoundError: () => CliNotFoundError,
   CloudClient: () => CloudClient,
   ContainerState: () => ContainerState,
   Desktop: () => Desktop,
+  FileNotFoundInFilesystemError: () => FileNotFoundInFilesystemError,
+  Filesystem: () => Filesystem,
+  FilesystemAPIError: () => FilesystemAPIError,
+  FilesystemClient: () => FilesystemClient,
+  FilesystemError: () => FilesystemError,
+  FilesystemMount: () => FilesystemMount,
+  FilesystemNotFoundError: () => FilesystemNotFoundError,
   Image: () => Image,
   ImageBuildOperationType: () => ImageBuildOperationType,
+  MountError: () => MountError,
   OutputMode: () => OutputMode,
   PoolInUseError: () => PoolInUseError,
   PoolNotFoundError: () => PoolNotFoundError,
@@ -6542,6 +6551,543 @@ async function deleteFileSystem(fileSystemId) {
   }
 }
 
+// src/filesystem.ts
+var import_node_child_process = require("child_process");
+var import_node_crypto2 = require("crypto");
+var import_node_fs2 = require("fs");
+var import_node_os2 = require("os");
+var import_node_path2 = require("path");
+var import_node_util2 = require("util");
+init_defaults();
+
+// src/filesystem-models.ts
+var GIT_MODE_DIR = 16384;
+var GIT_MODE_SYMLINK = 40960;
+function trimSlashes(path2) {
+  let start = 0;
+  let end = path2.length;
+  while (start < end && path2.charCodeAt(start) === 47) start += 1;
+  while (end > start && path2.charCodeAt(end - 1) === 47) end -= 1;
+  return path2.slice(start, end);
+}
+function fileEntryFromWire(entry, dirPath) {
+  const mode = entry.mode ?? 33188;
+  const prefix = trimSlashes(dirPath);
+  return {
+    name: entry.name,
+    path: prefix ? `${prefix}/${entry.name}` : entry.name,
+    oid: entry.oid ?? "",
+    mode,
+    size: entry.size ?? null,
+    isDir: mode === GIT_MODE_DIR,
+    isSymlink: mode === GIT_MODE_SYMLINK
+  };
+}
+function mountStatusFromRaw(raw, localPath) {
+  const mounted = "mounted" in raw ? Boolean(raw.mounted) : "active" in raw ? Boolean(raw.active) : true;
+  const path2 = String(raw.path || raw.mount_path || localPath || "");
+  const filesystem = raw.filesystem || raw.file_system || null;
+  return { path: path2, filesystem, mounted, raw };
+}
+var FilesystemError = class extends Error {
+  constructor(message) {
+    super(message);
+    this.name = "FilesystemError";
+  }
+};
+var FilesystemNotFoundError = class extends FilesystemError {
+  filesystemName;
+  constructor(name) {
+    super(`Filesystem not found: ${name}`);
+    this.name = "FilesystemNotFoundError";
+    this.filesystemName = name;
+  }
+};
+var FileNotFoundInFilesystemError = class extends FilesystemError {
+  filesystem;
+  path;
+  constructor(filesystem, path2) {
+    super(`File not found in filesystem ${filesystem}: ${path2}`);
+    this.name = "FileNotFoundInFilesystemError";
+    this.filesystem = filesystem;
+    this.path = path2;
+  }
+};
+var FilesystemAPIError = class extends FilesystemError {
+  statusCode;
+  constructor(statusCode, message) {
+    super(`API error (status ${statusCode}): ${message}`);
+    this.name = "FilesystemAPIError";
+    this.statusCode = statusCode;
+  }
+};
+var MountError = class extends FilesystemError {
+  constructor(message) {
+    super(message);
+    this.name = "MountError";
+  }
+};
+var CliNotFoundError = class extends MountError {
+  constructor(detail) {
+    super(
+      `Mount operations require the Tensorlake CLI (\`tl\`) with \`tl fs\` support: ${detail}. Install or upgrade it with: curl -fsSL https://tensorlake.ai/install.sh | sh`
+    );
+    this.name = "CliNotFoundError";
+  }
+};
+
+// src/filesystem.ts
+init_native_sandbox();
+init_sandbox_image();
+var execFileAsync = (0, import_node_util2.promisify)(import_node_child_process.execFile);
+var FILESYSTEM_REPO_KIND = "filesystem";
+function translateNativeError2(error, notFound) {
+  const message = error instanceof Error ? error.message : String(error);
+  let payload;
+  try {
+    payload = JSON.parse(message);
+  } catch {
+    return error instanceof Error ? error : new FilesystemError(message);
+  }
+  if (!payload || typeof payload.category !== "string") {
+    return error instanceof Error ? error : new FilesystemError(message);
+  }
+  const detail = typeof payload.message === "string" ? payload.message : message;
+  if (payload.category === "connection") {
+    return new FilesystemError(detail);
+  }
+  if (payload.status === 404 && notFound !== void 0) {
+    return notFound;
+  }
+  if (typeof payload.status === "number") {
+    return new FilesystemAPIError(payload.status, detail);
+  }
+  return new FilesystemError(detail);
+}
+async function callNative2(fn, notFound) {
+  try {
+    return await fn();
+  } catch (error) {
+    throw translateNativeError2(error, notFound);
+  }
+}
+var FsCli = class {
+  binary = null;
+  envOverrides;
+  constructor(envOverrides) {
+    this.envOverrides = envOverrides;
+  }
+  async findCli() {
+    const candidates = [];
+    if (process.env.TENSORLAKE_CLI) {
+      candidates.push(process.env.TENSORLAKE_CLI);
+    }
+    candidates.push("tl");
+    const installed = (0, import_node_path2.join)((0, import_node_os2.homedir)(), ".tensorlake", "bin", "tl");
+    try {
+      (0, import_node_fs2.accessSync)(installed, import_node_fs2.constants.F_OK);
+      candidates.push(installed);
+    } catch {
+    }
+    let unsupported = null;
+    for (const candidate of candidates) {
+      try {
+        await execFileAsync(candidate, ["fs", "--help"], { timeout: 15e3 });
+        return candidate;
+      } catch (error) {
+        if (error.code !== "ENOENT") {
+          unsupported = candidate;
+        }
+      }
+    }
+    throw new CliNotFoundError(
+      unsupported ? `\`tl\` at ${unsupported} does not support \`tl fs\` (upgrade required)` : "`tl` was not found on PATH"
+    );
+  }
+  async run(args, timeoutMs = 3e5) {
+    if (this.binary === null) {
+      this.binary = await this.findCli();
+    }
+    try {
+      const { stdout } = await execFileAsync(this.binary, ["fs", ...args], {
+        timeout: timeoutMs,
+        env: { ...process.env, ...this.envOverrides },
+        maxBuffer: 16 * 1024 * 1024
+      });
+      return stdout;
+    } catch (error) {
+      const failure = error;
+      if (failure.killed) {
+        throw new MountError(`\`tl fs ${args[0]}\` timed out after ${timeoutMs}ms`);
+      }
+      const detail = (failure.stderr || failure.stdout || String(error)).trim();
+      throw new MountError(`\`tl fs ${args.join(" ")}\` failed: ${detail}`);
+    }
+  }
+  // Flags always precede a `--` end-of-options separator so caller-supplied
+  // names/paths can never be parsed as CLI flags (e.g. a path literally
+  // named "--discard" must stay a path, not become the destructive flag).
+  async mount(filesystem, localPath, readonly) {
+    const args = ["mount"];
+    if (readonly) args.push("--ro");
+    args.push("--", filesystem, localPath);
+    await this.run(args);
+  }
+  async unmount(localPath, discard) {
+    const args = ["unmount"];
+    if (discard) args.push("--discard");
+    args.push("--", localPath);
+    await this.run(args);
+  }
+  async snapshot(localPath, message) {
+    const args = ["snapshot"];
+    if (message) args.push(`--message=${message}`);
+    args.push("--", localPath);
+    await this.run(args);
+  }
+  async status(localPath) {
+    const args = ["status", "--json"];
+    if (localPath) args.push("--", localPath);
+    const output = await this.run(args, 6e4);
+    try {
+      const payload = JSON.parse(output);
+      return typeof payload === "object" && payload !== null ? payload : { status: payload };
+    } catch {
+      throw new MountError(
+        `\`tl fs status --json\` returned invalid JSON: ${output.slice(0, 200)}`
+      );
+    }
+  }
+};
+var FilesystemClient = class {
+  native;
+  cli;
+  /**
+   * Any option left unset is resolved from the environment
+   * (`TENSORLAKE_API_KEY` / `TENSORLAKE_PAT`, `TENSORLAKE_API_URL`,
+   * `TENSORLAKE_ORGANIZATION_ID`, `TENSORLAKE_PROJECT_ID`).
+   */
+  constructor(options = {}) {
+    const context = buildContextFromEnv();
+    const token = options.apiKey ?? context.apiKey ?? context.personalAccessToken;
+    if (!token) {
+      throw new FilesystemError(
+        "Missing TENSORLAKE_API_KEY or TENSORLAKE_PAT credentials."
+      );
+    }
+    const organizationId = options.organizationId ?? context.organizationId;
+    const projectId = options.projectId ?? context.projectId;
+    if (!organizationId || !projectId) {
+      throw new FilesystemError(
+        "Filesystem operations require organization and project context (TENSORLAKE_ORGANIZATION_ID and TENSORLAKE_PROJECT_ID)."
+      );
+    }
+    if (options.nativeClient) {
+      this.native = options.nativeClient;
+    } else {
+      const binding = loadNativeSandboxBinding();
+      if (typeof binding.NativeRepositoryClient !== "function") {
+        throw new FilesystemError(
+          "native binding does not export the repository client; rebuild with 'npm run build:native'"
+        );
+      }
+      this.native = new binding.NativeRepositoryClient(
+        options.apiUrl ?? context.apiUrl,
+        token,
+        organizationId,
+        projectId,
+        `tensorlake-typescript-sdk/${SDK_VERSION}`,
+        null
+      );
+    }
+    const envOverrides = {
+      TENSORLAKE_ORGANIZATION_ID: organizationId,
+      TENSORLAKE_PROJECT_ID: projectId,
+      // The CLI must target the same deployment the data plane does, or a
+      // mount could resolve a same-named filesystem in the wrong environment.
+      TENSORLAKE_API_URL: options.apiUrl ?? context.apiUrl
+    };
+    if (options.apiKey) {
+      envOverrides.TENSORLAKE_API_KEY = options.apiKey;
+    }
+    this.cli = new FsCli(envOverrides);
+  }
+  // -- lifecycle --------------------------------------------------------------
+  /** Create a new filesystem and return a handle to it. */
+  async create(name) {
+    if (typeof name !== "string") {
+      throw new TypeError("name must be a string");
+    }
+    if (name.length === 0) {
+      throw new FilesystemError("filesystem name must not be empty");
+    }
+    const raw = await callNative2(() => this.native.createFilesystem(name));
+    const created = JSON.parse(raw);
+    return new Filesystem(
+      this,
+      this.native,
+      this.cli,
+      name,
+      created.default_branch || "main"
+    );
+  }
+  /** Return a handle to an existing filesystem (verifies it exists). */
+  async get(name) {
+    const traced = await callNative2(
+      () => this.native.filesystemMeta(name),
+      new FilesystemNotFoundError(name)
+    );
+    const meta = JSON.parse(traced.json);
+    if ((meta.kind ?? FILESYSTEM_REPO_KIND) !== FILESYSTEM_REPO_KIND) {
+      throw new FilesystemNotFoundError(name);
+    }
+    return new Filesystem(
+      this,
+      this.native,
+      this.cli,
+      name,
+      meta.default_branch || "main"
+    );
+  }
+  /** List all filesystems in the project. */
+  async list() {
+    const traced = await callNative2(() => this.native.listFilesystems());
+    const page = JSON.parse(traced.json);
+    return (page.repos ?? []).map((repo) => ({
+      name: String(repo.name ?? ""),
+      fullName: String(repo.full_name ?? ""),
+      defaultBranch: String(repo.default_branch ?? "main"),
+      status: String(repo.status ?? ""),
+      kind: String(repo.kind ?? FILESYSTEM_REPO_KIND)
+    }));
+  }
+  /** Permanently delete a filesystem and all its snapshots. */
+  async delete(name) {
+    await callNative2(
+      () => this.native.deleteFilesystem(name),
+      new FilesystemNotFoundError(name)
+    );
+  }
+  // -- local mounts -------------------------------------------------------------
+  /** Mount a filesystem to a local path (requires the `tl` CLI). */
+  async mount(name, localPath, readonly = false) {
+    await this.cli.mount(name, localPath, readonly);
+    return new FilesystemMount(this, this.cli, name, localPath, readonly);
+  }
+  /**
+   * Unmount a locally mounted filesystem.
+   *
+   * `discard: true` drops local changes that were not yet uploaded.
+   */
+  async unmount(localPath, discard = false) {
+    await this.cli.unmount(localPath, discard);
+  }
+  /** Status of a local mount (defaults to the mount containing CWD). */
+  async mountStatus(localPath) {
+    return mountStatusFromRaw(await this.cli.status(localPath), localPath);
+  }
+};
+function toBuffer(data) {
+  return typeof data === "string" ? Buffer.from(data, "utf-8") : Buffer.from(data);
+}
+var Filesystem = class {
+  client;
+  native;
+  cli;
+  name;
+  defaultBranch;
+  /** @internal — obtain instances via `FilesystemClient.create()` / `.get()`. */
+  constructor(client, native, cli, name, defaultBranch = null) {
+    this.client = client;
+    this.native = native;
+    this.cli = cli;
+    this.name = name;
+    this.defaultBranch = defaultBranch;
+  }
+  /**
+   * The filesystem's default branch — the target of every write and the
+   * default version of every read, so writes and `status()` can never
+   * silently disagree on a non-"main" filesystem.
+   */
+  async branch() {
+    if (!this.defaultBranch) {
+      const traced = await callNative2(
+        () => this.native.filesystemMeta(this.name),
+        new FilesystemNotFoundError(this.name)
+      );
+      const meta = JSON.parse(traced.json);
+      this.defaultBranch = meta.default_branch || "main";
+    }
+    return this.defaultBranch;
+  }
+  // -- writes -------------------------------------------------------------------
+  /** Write one file. Returns the snapshot (version) the write produced. */
+  async writeFile(path2, data, message) {
+    return await this.writeFiles(/* @__PURE__ */ new Map([[path2, data]]), message);
+  }
+  /** Write several files (and/or delete paths) in one atomic snapshot. */
+  async writeFiles(files, message, deletes = []) {
+    const entries = files instanceof Map ? [...files.entries()] : Object.entries(files);
+    if (entries.length === 0 && deletes.length === 0) {
+      throw new FilesystemError("nothing to write: no files or deletions given");
+    }
+    const writes = entries.map(([path2, data]) => ({
+      path: path2,
+      content: toBuffer(data)
+    }));
+    const resolvedMessage = message || `write ${writes.length} file(s) via SDK`;
+    const branch = await this.branch();
+    const traced = await callNative2(
+      () => this.native.pushFilesystemFiles(
+        this.name,
+        writes,
+        deletes,
+        resolvedMessage,
+        branch,
+        // One key per logical write: a retried submit reattaches to the
+        // same durable commit job instead of double-committing.
+        (0, import_node_crypto2.randomBytes)(16).toString("hex")
+      ),
+      new FilesystemNotFoundError(this.name)
+    );
+    const report = JSON.parse(traced.json);
+    return {
+      commit: String(report.commit ?? ""),
+      tree: String(report.tree ?? ""),
+      refName: String(report.ref_name ?? ""),
+      parent: null,
+      created: report.created === void 0 ? true : Boolean(report.created),
+      message: resolvedMessage
+    };
+  }
+  /** Delete one file. Returns the snapshot the deletion produced. */
+  async deleteFile(path2, message) {
+    return await this.writeFiles(
+      /* @__PURE__ */ new Map(),
+      message || `delete ${path2} via SDK`,
+      [path2]
+    );
+  }
+  /**
+   * Return the filesystem's current version as a snapshot.
+   *
+   * Writes already create snapshots implicitly; this pins the current head
+   * without changing any content.
+   */
+  async snapshot(message = "") {
+    const status = await this.status();
+    if (!status.headCommit) {
+      throw new FilesystemError(
+        `filesystem ${this.name} is empty: write files first`
+      );
+    }
+    return {
+      commit: status.headCommit,
+      tree: "",
+      refName: `refs/heads/${status.defaultBranch}`,
+      parent: null,
+      created: false,
+      message
+    };
+  }
+  // -- reads --------------------------------------------------------------------
+  /**
+   * Read a file's bytes at `version` (branch, ref, or snapshot commit;
+   * defaults to the filesystem's default branch).
+   */
+  async readFile(path2, version) {
+    if (trimSlashes(path2) === "") {
+      throw new FilesystemError("file path must not be empty");
+    }
+    const resolvedVersion = version || await this.branch();
+    const traced = await callNative2(
+      () => this.native.readFilesystemFile(this.name, path2, resolvedVersion),
+      new FileNotFoundInFilesystemError(this.name, path2)
+    );
+    return new Uint8Array(traced.data);
+  }
+  /** Read a file as UTF-8 text at `version`. Throws on non-UTF-8 content. */
+  async readText(path2, version) {
+    return new TextDecoder("utf-8", { fatal: true, ignoreBOM: true }).decode(
+      await this.readFile(path2, version)
+    );
+  }
+  /** List one directory (non-recursive) at `version`. */
+  async listFiles(dirPath = "", version) {
+    const resolvedVersion = version || await this.branch();
+    const traced = await callNative2(
+      () => this.native.listFilesystemTree(this.name, dirPath, resolvedVersion),
+      new FileNotFoundInFilesystemError(this.name, dirPath || "/")
+    );
+    const page = JSON.parse(traced.json);
+    return (page.entries ?? []).map((entry) => fileEntryFromWire(entry, dirPath));
+  }
+  // -- status -------------------------------------------------------------------
+  /** Remote status: identity plus the current head snapshot. */
+  async status() {
+    const metaTraced = await callNative2(
+      () => this.native.filesystemMeta(this.name),
+      new FilesystemNotFoundError(this.name)
+    );
+    const meta = JSON.parse(metaTraced.json);
+    const defaultBranch = String(meta.default_branch || "main");
+    this.defaultBranch = defaultBranch;
+    let headCommit = null;
+    let generation = null;
+    try {
+      const refTraced = await callNative2(
+        () => this.native.filesystemRefStatus(this.name, defaultBranch)
+      );
+      const ref = JSON.parse(refTraced.json);
+      headCommit = ref.resolved_commit || ref.oid || null;
+      generation = typeof ref.generation === "number" ? ref.generation : null;
+    } catch (error) {
+      if (!(error instanceof FilesystemAPIError) || error.statusCode !== 404) {
+        throw error;
+      }
+    }
+    return {
+      name: this.name,
+      status: String(meta.status ?? ""),
+      defaultBranch,
+      headCommit,
+      generation
+    };
+  }
+  // -- mounts -------------------------------------------------------------------
+  /** Mount this filesystem to a local path (requires the `tl` CLI). */
+  async mount(localPath, readonly = false) {
+    return await this.client.mount(this.name, localPath, readonly);
+  }
+};
+var FilesystemMount = class {
+  client;
+  cli;
+  filesystem;
+  path;
+  readonly;
+  /** @internal — obtain instances via `FilesystemClient.mount()`. */
+  constructor(client, cli, filesystem, path2, readonly) {
+    this.client = client;
+    this.cli = cli;
+    this.filesystem = filesystem;
+    this.path = path2;
+    this.readonly = readonly;
+  }
+  /** Flush pending local changes into a durable snapshot. */
+  async snapshot(message) {
+    await this.cli.snapshot(this.path, message);
+  }
+  /** Local mount status as reported by the mount daemon. */
+  async status() {
+    return await this.client.mountStatus(this.path);
+  }
+  /** Unmount; `discard: true` drops changes not yet uploaded. */
+  async unmount(discard = false) {
+    await this.client.unmount(this.path, discard);
+  }
+};
+
 // src/index.ts
 init_image();
 init_url();
@@ -6550,11 +7096,20 @@ init_models();
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   APIClient,
+  CliNotFoundError,
   CloudClient,
   ContainerState,
   Desktop,
+  FileNotFoundInFilesystemError,
+  Filesystem,
+  FilesystemAPIError,
+  FilesystemClient,
+  FilesystemError,
+  FilesystemMount,
+  FilesystemNotFoundError,
   Image,
   ImageBuildOperationType,
+  MountError,
   OutputMode,
   PoolInUseError,
   PoolNotFoundError,