modal-rb 0.0.0

data/lib/modal/sandbox_filesystem.rb

@@ -0,0 +1,229 @@
+module Modal
+  class SandboxFile
+    attr_reader :file_descriptor, :task_id
+
+    def initialize(file_descriptor, task_id)
+      @file_descriptor = file_descriptor
+      @task_id = task_id
+    end
+
+    def read
+      request = Modal::Client::ContainerFilesystemExecRequest.new(
+        file_read_request: Modal::Client::ContainerFileReadRequest.new(
+          file_descriptor: @file_descriptor
+        ),
+        task_id: @task_id
+      )
+
+      resp = Modal.client.call(:container_filesystem_exec, request)
+      exec_id = resp.exec_id
+
+      data = ""
+      completed = false
+      retries = 20
+
+      while !completed && retries > 0
+        begin
+          output_request = Modal::Client::ContainerFilesystemExecGetOutputRequest.new(
+            exec_id: exec_id,
+            timeout: 10
+          )
+
+          stream = Modal.client.call(:container_filesystem_exec_get_output, output_request)
+
+          stream.each do |batch|
+
+            if batch.respond_to?(:output) && batch.output && batch.output.any?
+              if batch.output.first.is_a?(String)
+                chunk = batch.output.join('')
+              elsif batch.output.first.is_a?(Integer)
+                chunk = batch.output.pack('C*')
+              else
+                chunk = batch.output.map(&:to_s).join('')
+              end
+
+              data += chunk.force_encoding('UTF-8')
+            end
+
+            if batch.respond_to?(:error) && batch.error
+              raise SandboxFilesystemError.new("Read failed: #{batch.error.error_message}")
+            end
+
+            if batch.respond_to?(:eof) && batch.eof
+              completed = true
+              break
+            end
+          end
+
+          unless completed
+            retries -= 1
+            sleep(0.1)
+          end
+
+        rescue GRPC::BadStatus => e
+          if e.code == GRPC::Core::StatusCodes::DEADLINE_EXCEEDED
+            retries -= 1
+            sleep(0.1)
+            next
+          else
+            raise e
+          end
+        end
+      end
+
+      data
+    end
+
+    def write(data)
+      binary_data = if data.is_a?(String)
+                      data.force_encoding('BINARY')
+                    else
+                      data.to_s.force_encoding('BINARY')
+                    end
+
+      request = Modal::Client::ContainerFilesystemExecRequest.new(
+        file_write_request: Modal::Client::ContainerFileWriteRequest.new(
+          file_descriptor: @file_descriptor,
+          data: binary_data
+        ),
+        task_id: @task_id
+      )
+
+
+      resp = Modal.client.call(:container_filesystem_exec, request)
+      exec_id = resp.exec_id
+
+
+      completed = false
+      retries = 20
+
+      while !completed && retries > 0
+        begin
+          output_request = Modal::Client::ContainerFilesystemExecGetOutputRequest.new(
+            exec_id: exec_id,
+            timeout: 10
+          )
+
+          stream = Modal.client.call(:container_filesystem_exec_get_output, output_request)
+
+          stream.each do |batch|
+            if batch.respond_to?(:error) && batch.error
+              raise SandboxFilesystemError.new("Write failed: #{batch.error.error_message}")
+            end
+            if batch.respond_to?(:eof) && batch.eof
+              completed = true
+              break
+            end
+          end
+
+          unless completed
+            retries -= 1
+            sleep(0.1)
+          end
+
+        rescue GRPC::BadStatus => e
+          if e.code == GRPC::Core::StatusCodes::DEADLINE_EXCEEDED
+            retries -= 1
+            sleep(0.1)
+            next
+          else
+            raise e
+          end
+        end
+      end
+
+      unless completed
+      end
+
+      data.length
+    end
+
+    def flush
+      request = Modal::Client::ContainerFilesystemExecRequest.new(
+        file_flush_request: Modal::Client::ContainerFileFlushRequest.new(
+          file_descriptor: @file_descriptor
+        ),
+        task_id: @task_id
+      )
+
+      resp = Modal.client.call(:container_filesystem_exec, request)
+      exec_id = resp.exec_id
+
+      retries = 10
+
+      while retries > 0
+        begin
+          output_request = Modal::Client::ContainerFilesystemExecGetOutputRequest.new(
+            exec_id: exec_id,
+            timeout: 5
+          )
+
+          stream = Modal.client.call(:container_filesystem_exec_get_output, output_request)
+          stream.each do |batch|
+            if batch.respond_to?(:error) && batch.error
+              raise SandboxFilesystemError.new("Flush failed: #{batch.error.error_message}")
+            end
+            if batch.respond_to?(:eof) && batch.eof
+              return
+            end
+          end
+
+          retries -= 1
+          sleep(0.1)
+
+        rescue GRPC::BadStatus => e
+          if e.code == GRPC::Core::StatusCodes::DEADLINE_EXCEEDED
+            retries -= 1
+            next
+          else
+            raise e
+          end
+        end
+      end
+    end
+
+    def close
+      request = Modal::Client::ContainerFilesystemExecRequest.new(
+        file_close_request: Modal::Client::ContainerFileCloseRequest.new(
+          file_descriptor: @file_descriptor
+        ),
+        task_id: @task_id
+      )
+
+      resp = Modal.client.call(:container_filesystem_exec, request)
+      exec_id = resp.exec_id
+
+      retries = 10
+
+      while retries > 0
+        begin
+          output_request = Modal::Client::ContainerFilesystemExecGetOutputRequest.new(
+            exec_id: exec_id,
+            timeout: 5
+          )
+
+          stream = Modal.client.call(:container_filesystem_exec_get_output, output_request)
+          stream.each do |batch|
+            if batch.respond_to?(:error) && batch.error
+              raise SandboxFilesystemError.new("Close failed: #{batch.error.error_message}")
+            end
+            if batch.respond_to?(:eof) && batch.eof
+              return
+            end
+          end
+
+          retries -= 1
+          sleep(0.1)
+
+        rescue GRPC::BadStatus => e
+          if e.code == GRPC::Core::StatusCodes::DEADLINE_EXCEEDED
+            retries -= 1
+            next
+          else
+            raise e
+          end
+        end
+      end
+    end
+  end
+end

data/lib/modal/streams.rb

@@ -0,0 +1,73 @@
+require 'stringio'
+
+module Modal
+  class ModalReadStream
+    def initialize(source_iterable)
+      @source_iterable = source_iterable
+    end
+
+    def read
+      read_text
+    end
+
+    def read_text
+      chunks = []
+      @source_iterable.each do |bytes|
+        chunks << bytes.dup.force_encoding('UTF-8')
+      end
+      chunks.join('')
+    end
+
+    def read_bytes
+      chunks = []
+      @source_iterable.each do |bytes|
+        chunks << bytes.dup
+      end
+      chunks.join('').bytes.pack('C*')
+    end
+
+    def each(&block)
+      @source_iterable.each(&block)
+    end
+
+    def close
+      @source_iterable.close if @source_iterable.respond_to?(:close)
+    end
+  end
+
+  class ModalWriteStream
+    def initialize(sink_writable)
+      @sink_writable = sink_writable
+    end
+
+
+    def write(data)
+      if data.is_a?(String)
+        if data.encoding == Encoding::BINARY
+          write_bytes(data)
+        else
+          write_text(data)
+        end
+      else
+
+        write_bytes(data.to_s)
+      end
+    end
+
+    def write_text(text)
+      @sink_writable.write(text)
+    end
+
+    def write_bytes(bytes)
+      @sink_writable.write(bytes)
+    end
+
+    def close
+      @sink_writable.close if @sink_writable.respond_to?(:close)
+    end
+
+    def flush
+      @sink_writable.flush if @sink_writable.respond_to?(:flush)
+    end
+  end
+end

data/lib/modal/version.rb

@@ -0,0 +1,3 @@
+module Modal
+  VERSION = "0.0.0"
+end

data/lib/modal.rb

@@ -0,0 +1,15 @@
+module Modal
+  require 'modal_proto/api_services_pb'
+
+  require 'modal/version'
+  require 'modal/errors'
+  require 'modal/config'
+  require 'modal/api_client'
+  require 'modal/app'
+  require 'modal/cls'
+  require 'modal/image'
+  require 'modal/function'
+  require 'modal/function_call'
+  require 'modal/sandbox'
+  require 'modal/streams'
+end