daytona 0.171.0.rc.1 → 0.172.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5471eba0ff200757c6372f92f80f5369c48a17cddb2dcf46f1c75f802a5e4519
-  data.tar.gz: d3ce842087c3ce1a84ee083d510650e2cd64ff3c516ab0240a967e9a59047810
+  metadata.gz: fd543d5d029c078ff63374de891fb89abee7c0c798fb1bcf92287c445962834b
+  data.tar.gz: 5879e8070ff90cd8cb11845415dbebd7fdfed93ee7e4ec3d2f2ff2b38d43a5b3
 SHA512:
-  metadata.gz: 15fa69f937b6c13f5ae96509ae0ab2e31be713075f7247fd3d3a71c1078771aa775f762a00ab9c6e84cd78688ac7cda9973ca0c12bced64894d758100758f5bc
-  data.tar.gz: b5cccda24d664d4ecc74a01fe891e12310a51d20152dfbae8be15255da5ed4244c23cd7e77250cbb8405ba98871e25e40125a0f1538615124d2e3f9a3e599710
+  metadata.gz: dec60e70de4a100442929fe6099cec5e748ef2db651d6a34e010771a125578eb62dc91a29ca772ab3a3671de7a2a1e91f42a1b6287e1bbc3cf9945cacb576769
+  data.tar.gz: c456a41e40e2cc956ac50e2cdb4737e1287c8acd01fb22b321018ba9c09cb7b0766eac623fbaf73f5ed57b64d16ebf24a14f2b3a73fa328bb7f0e55af0469688

data/lib/daytona/common/daytona.rb

@@ -46,12 +46,6 @@ module Daytona
     # @return [Boolean, nil] Whether the Sandbox should be ephemeral
     attr_accessor :ephemeral
 
-    # @return [String, nil] ID or name of an existing Sandbox to link the new Sandbox to. The new
-    #   Sandbox will be scheduled on the same runner as the linked Sandbox so a local network can be
-    #   established between them. Only supported for android-class snapshots. Linked Sandboxes must be
-    #   ephemeral (auto_delete_interval=0) and cannot themselves be linked to another Sandbox.
-    attr_accessor :linked_sandbox
-
     # Initialize CreateSandboxBaseParams
     #
     # @param language [Symbol, nil] Programming language for the Sandbox
@@ -67,7 +61,6 @@ module Daytona
     # @param network_block_all [Boolean, nil] Whether to block all network access for the Sandbox
     # @param network_allow_list [String, nil] Comma-separated list of allowed CIDR network addresses for the Sandbox
     # @param ephemeral [Boolean, nil] Whether the Sandbox should be ephemeral
-    # @param linked_sandbox [String, nil] ID or name of an existing Sandbox to link the new Sandbox to
     def initialize( # rubocop:disable Metrics/MethodLength, Metrics/ParameterLists
       language: nil,
       os_user: nil,
@@ -81,8 +74,7 @@ module Daytona
       volumes: nil,
       network_block_all: nil,
       network_allow_list: nil,
-      ephemeral: nil,
-      linked_sandbox: nil
+      ephemeral: nil
     )
       @language = language
       @os_user = os_user
@@ -97,7 +89,6 @@ module Daytona
       @network_block_all = network_block_all
       @network_allow_list = network_allow_list
       @ephemeral = ephemeral
-      @linked_sandbox = linked_sandbox
 
       # Handle ephemeral and auto_delete_interval conflict
       handle_ephemeral_auto_delete_conflict
@@ -120,8 +111,7 @@ module Daytona
         volumes:,
         network_block_all:,
         network_allow_list:,
-        ephemeral:,
-        linked_sandbox:
+        ephemeral:
       }.compact
     end
 

data/lib/daytona/config.rb

@@ -34,6 +34,11 @@ module Daytona
     # @return [String, nil] Daytona target
     attr_accessor :target
 
+    # Enable OpenTelemetry tracing for SDK operations.
+    #
+    # @return [Boolean, nil]
+    attr_accessor :otel_enabled
+
     # Experimental configuration options
     #
     # @return [Hash, nil] Experimental configuration hash
@@ -46,6 +51,7 @@ module Daytona
     # @param api_url [String, nil] Daytona API URL. Defaults to ENV['DAYTONA_API_URL'] or Daytona::Config::API_URL.
     # @param organization_id [String, nil] Daytona organization ID. Defaults to ENV['DAYTONA_ORGANIZATION_ID'].
     # @param target [String, nil] Daytona target. Defaults to ENV['DAYTONA_TARGET'].
+    # @param otel_enabled [Boolean, nil] Enable OpenTelemetry tracing for SDK operations.
     # @param _experimental [Hash, nil] Experimental configuration options.
     def initialize( # rubocop:disable Metrics/ParameterLists
       api_key: nil,
@@ -53,6 +59,7 @@ module Daytona
       api_url: nil,
       organization_id: nil,
       target: nil,
+      otel_enabled: nil,
       _experimental: nil
     )
       @env_reader = daytona_env_reader
@@ -62,6 +69,7 @@ module Daytona
       @api_url = api_url || @env_reader.call('DAYTONA_API_URL') || API_URL
       @target = target || @env_reader.call('DAYTONA_TARGET')
       @organization_id = organization_id || @env_reader.call('DAYTONA_ORGANIZATION_ID')
+      @otel_enabled = otel_enabled
       @_experimental = _experimental
     end
 

data/lib/daytona/daytona.rb

@@ -36,7 +36,10 @@ module Daytona
       @config = config
       ensure_access_token_defined
 
-      otel_enabled = config._experimental&.dig('otel_enabled') || config.read_env('DAYTONA_EXPERIMENTAL_OTEL_ENABLED') == 'true'
+      otel_enabled = config.otel_enabled ||
+                     config._experimental&.dig('otel_enabled') ||
+                     config.read_env('DAYTONA_OTEL_ENABLED') == 'true' ||
+                     config.read_env('DAYTONA_EXPERIMENTAL_OTEL_ENABLED') == 'true'
       @otel_state = (::Daytona.init_otel(Sdk::VERSION) if otel_enabled)
 
       @api_client = build_api_client
@@ -169,8 +172,7 @@ module Daytona
         auto_delete_interval: params.auto_delete_interval,
         volumes: params.volumes,
         network_block_all: params.network_block_all,
-        network_allow_list: params.network_allow_list,
-        linked_sandbox: params.linked_sandbox
+        network_allow_list: params.network_allow_list
       )
 
       create_sandbox.snapshot = params.snapshot if params.respond_to?(:snapshot)
@@ -225,8 +227,16 @@ module Daytona
     def ensure_access_token_defined
       return if config.api_key
 
-      raise Sdk::Error, 'API key or JWT token is required' unless config.jwt_token
-      raise Sdk::Error, 'Organization ID is required when using JWT token' unless config.organization_id
+      unless config.jwt_token
+        raise Sdk::Error,
+              'Authentication credentials not found. Set DAYTONA_API_KEY, or both DAYTONA_JWT_TOKEN and ' \
+              'DAYTONA_ORGANIZATION_ID. These can also be provided via Daytona::Config.'
+      end
+      return if config.organization_id
+
+      raise Sdk::Error,
+            'DAYTONA_ORGANIZATION_ID is required when authenticating with DAYTONA_JWT_TOKEN. ' \
+            'It can also be provided via Daytona::Config.'
     end
 
     # @return [DaytonaApiClient::ApiClient]

data/lib/daytona/file_system.rb

@@ -5,9 +5,10 @@
 
 require 'tempfile'
 require 'fileutils'
+require_relative 'file_transfer'
 
 module Daytona
-  class FileSystem
+  class FileSystem # rubocop:disable Metrics/ClassLength
     include Instrumentation
 
     # @return [String] The Sandbox ID
@@ -153,6 +154,37 @@ module Daytona
       raise Sdk::Error, "Failed to download file: #{e.message}"
     end
 
+    # Downloads a single file from the Sandbox as a stream without buffering the entire
+    # file into memory. Yields file content in chunks to the given block, or returns an
+    # Enumerator if no block is given.
+    #
+    # @param remote_path [String] Path to the file in the Sandbox. Relative paths are resolved
+    #   based on the sandbox working directory.
+    # @param timeout [Integer] Timeout for the download operation in seconds. 0 means no timeout.
+    #   Default is 30 minutes.
+    # @yield [chunk] Yields each chunk of file content as it arrives
+    # @yieldparam chunk [String] A binary string chunk of file content
+    # @return [Enumerator, nil] An Enumerator yielding chunks if no block given, nil otherwise
+    # @raise [Daytona::Sdk::Error] If the file does not exist or the operation fails
+    #
+    # @example Stream to a local file without loading into memory
+    #   File.open("local_copy.bin", "wb") do |f|
+    #     sandbox.fs.download_file_stream("workspace/large-file.bin") { |chunk| f.write(chunk) }
+    #   end
+    #
+    # @example Collect chunks with an Enumerator
+    #   content = sandbox.fs.download_file_stream("workspace/data.json").reduce(:+)
+    #   puts content
+    def download_file_stream(remote_path, timeout: 30 * 60, &)
+      return enum_for(__method__, remote_path, timeout:) unless block_given?
+
+      FileTransfer.stream_download(api_client: toolbox_api.api_client, remote_path: remote_path,
+                                   timeout: timeout, &)
+      nil
+    rescue StandardError => e
+      raise Sdk::Error, "Failed to download file: #{e.message}"
+    end
+
     # Uploads a file to the specified path in the Sandbox. If a file already exists at
     # the destination path, it will be overwritten.
     #
@@ -364,8 +396,8 @@ module Daytona
     end
 
     instrument :create_folder, :delete_file, :get_file_info, :list_files, :download_file,
-               :upload_file, :upload_files, :find_files, :search_files, :move_files,
-               :replace_in_files, :set_file_permissions,
+               :download_file_stream, :upload_file, :upload_files, :find_files,
+               :search_files, :move_files, :replace_in_files, :set_file_permissions,
                component: 'FileSystem'
 
     private

data/lib/daytona/file_transfer.rb

@@ -0,0 +1,184 @@
+# Copyright Daytona Platforms Inc.
+# SPDX-License-Identifier: Apache-2.0
+
+# frozen_string_literal: true
+
+require 'json'
+require 'typhoeus'
+
+module Daytona
+  class MultipartDownloadStreamParser
+    attr_reader :error_message
+    attr_writer :boundary_token
+
+    def initialize(&on_file_chunk)
+      @on_file_chunk = on_file_chunk
+      @boundary_token = nil
+      @buffer = String.new.b
+      @state = :preamble
+      @part_name = nil
+      @error_buffer = String.new.b
+    end
+
+    def <<(chunk)
+      @buffer << chunk.b
+      process!
+    end
+
+    def finish!
+      process!
+
+      return if @state == :done || @buffer.empty?
+
+      emit(@buffer)
+      finalize_part!
+      @buffer = String.new.b
+      @state = :done
+    end
+
+    private
+
+    def process!
+      loop do
+        advanced = case @state
+                   when :preamble then consume_preamble?
+                   when :headers then consume_headers?
+                   when :body then consume_body?
+                   else false
+                   end
+
+        break unless advanced
+      end
+    end
+
+    def consume_preamble?
+      start_marker = "#{boundary}\r\n".b
+      index = @buffer.index(start_marker)
+      return retain_tail?(start_marker.bytesize - 1) unless index
+
+      @buffer = remaining_bytes(index + start_marker.bytesize)
+      @state = :headers
+      true
+    end
+
+    def consume_headers?
+      separator = "\r\n\r\n".b
+      index = @buffer.index(separator)
+      return false unless index
+
+      headers = @buffer.byteslice(0, index)
+      @buffer = remaining_bytes(index + separator.bytesize)
+      @part_name = headers[/Content-Disposition:\s*[^\r\n]*\bname="([^"]+)"/i, 1]
+      raise Sdk::Error, 'Invalid multipart response' if @part_name.nil?
+
+      @state = :body
+      true
+    end
+
+    def consume_body? # rubocop:disable Metrics/AbcSize, Metrics/MethodLength
+      marker = "\r\n#{boundary}".b
+      index = @buffer.index(marker)
+
+      if index
+        emit(@buffer.byteslice(0, index))
+        @buffer = remaining_bytes(index + marker.bytesize)
+        finalize_part!
+        @state = :done
+        return true
+      end
+
+      flushable = @buffer.bytesize - marker.bytesize + 1
+      return false if flushable <= 0
+
+      emit(@buffer.byteslice(0, flushable))
+      @buffer = remaining_bytes(flushable)
+      false
+    end
+
+    def emit(data)
+      return if data.nil? || data.empty?
+
+      case @part_name
+      when 'file'
+        @on_file_chunk.call(data)
+      when 'error'
+        @error_buffer << data
+      end
+    end
+
+    def finalize_part!
+      return unless @part_name == 'error'
+
+      @error_message = extract_error_message(@error_buffer)
+    end
+
+    def extract_error_message(payload)
+      parsed = JSON.parse(payload)
+      parsed['message'] || parsed['error'] || payload
+    rescue JSON::ParserError
+      payload
+    end
+
+    def retain_tail?(size)
+      @buffer = @buffer.byteslice(-size, size) || String.new.b if size.positive? && @buffer.bytesize > size
+      false
+    end
+
+    def remaining_bytes(offset)
+      @buffer.byteslice(offset, @buffer.bytesize - offset) || String.new.b
+    end
+
+    def boundary
+      "--#{@boundary_token}".b
+    end
+  end
+
+  module FileTransfer
+    def self.extract_multipart_boundary(content_type)
+      match = content_type&.match(/boundary=(?:"([^"]+)"|([^;]+))/i)
+      return unless match
+
+      match.captures.compact.first
+    end
+
+    def self.stream_download(api_client:, remote_path:, timeout:, &) # rubocop:disable Metrics/AbcSize, Metrics/MethodLength
+      config = api_client.config
+      parser = MultipartDownloadStreamParser.new(&)
+      response = nil
+
+      request = Typhoeus::Request.new(
+        "#{config.base_url}/files/bulk-download",
+        method: :post,
+        headers: api_client.default_headers.dup.merge(
+          'Accept' => 'multipart/form-data',
+          'Content-Type' => 'application/json'
+        ),
+        body: JSON.generate(paths: [remote_path]),
+        timeout: timeout,
+        ssl_verifypeer: config.verify_ssl,
+        ssl_verifyhost: config.verify_ssl_host ? 2 : 0
+      )
+
+      request.on_headers do |stream_response|
+        boundary = extract_multipart_boundary(stream_response.headers['Content-Type'])
+        raise Sdk::Error, 'Missing multipart boundary in download response' unless boundary
+
+        parser.boundary_token = boundary
+      end
+
+      request.on_body do |chunk|
+        parser << chunk
+      end
+
+      request.on_complete do |completed_response|
+        response = completed_response
+        parser.finish!
+      end
+
+      request.run
+
+      raise Sdk::Error, parser.error_message if parser.error_message
+      raise Sdk::Error, "HTTP #{response.code}" if response && !response.success?
+    end
+  end
+end

data/lib/daytona/sdk/version.rb

@@ -5,6 +5,6 @@
 
 module Daytona
   module Sdk
-    VERSION = '0.171.0.rc.1'
+    VERSION = '0.172.0'
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: daytona
 version: !ruby/object:Gem::Version
-  version: 0.171.0.rc.1
+  version: 0.172.0
 platform: ruby
 authors:
 - Daytona Platforms Inc.
@@ -85,28 +85,28 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.171.0.rc.1
+        version: 0.172.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.171.0.rc.1
+        version: 0.172.0
 - !ruby/object:Gem::Dependency
   name: daytona_toolbox_api_client
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.171.0.rc.1
+        version: 0.172.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.171.0.rc.1
+        version: 0.172.0
 - !ruby/object:Gem::Dependency
   name: dotenv
   requirement: !ruby/object:Gem::Requirement
@@ -196,6 +196,7 @@ files:
 - lib/daytona/config.rb
 - lib/daytona/daytona.rb
 - lib/daytona/file_system.rb
+- lib/daytona/file_transfer.rb
 - lib/daytona/git.rb
 - lib/daytona/lsp_server.rb
 - lib/daytona/object_storage.rb