faastruby 0.4.18 → 0.5.0

data/lib/faastruby/local/processors.rb

@@ -0,0 +1,7 @@
+module FaaStRuby
+  module Local
+    require 'faastruby/local/processors/processor'
+    require 'faastruby/local/processors/function'
+    require 'faastruby/local/processors/static_file'
+  end
+end

data/lib/faastruby/local/processors/function.rb

@@ -0,0 +1,151 @@
+module FaaStRuby
+  module Local
+    class FunctionProcessor < Processor
+
+      def should_ignore?(event)
+        debug "should_ignore?(#{event.inspect})"
+        if present_in_ignore_list?(event.dirname)
+          debug "SKIP #{event}"
+          return true
+        end
+        if is_a_crystal_function?(event.dirname) && is_crystal_handler_binary?(event.filename)
+          debug "ignoring #{event.filename}"
+          return true
+        end
+        return false
+      end
+
+      def is_crystal_handler_binary?(filename)
+        debug "is_crystal_handler_binary?(#{filename.inspect})"
+        filename == 'handler' || filename == 'handler.dwarf'
+      end
+
+      def is_a_crystal_function?(directory)
+        debug "is_a_crystal_function?(#{directory.inspect})"
+        File.file?("#{directory}/handler.cr") || File.file?("#{directory}/src/handler.cr")
+      end
+
+      def added(event)
+        debug "added(#{event.inspect})"
+        # This should trigger
+        # - Initialize function
+        # - Deploy
+        if event.function_created?
+          debug "added: a handler file was added"
+          return new_function(event)
+        end
+        unless event.file_is_a_function_config?
+          debug "added: a file was added"
+          deploy(event)
+        end
+      end
+
+      def modified(event)
+        debug "modified(#{event.inspect})"
+        # This should trigger
+        # - Compile
+        # - Deploy
+        compile_function(event)
+        deploy(event)
+      end
+
+      def removed(event)
+        debug "removed(#{event.inspect})"
+        # This should trigger
+        # - Compile
+        # - Deploy
+        # - Remove from workspace
+        if event.file_is_a_function_config?
+          debug "removed: the file is a function_config"
+          function_name = event.relative_path
+          puts "Function '#{function_name}' was removed."
+          return remove_from_workspace(event)
+        end
+        if !event.file_is_a_handler?
+          debug "removed: the file is NOT a function config"
+          compile_function(event)
+          deploy(event)
+          return true
+        end
+      rescue FaaStRuby::Local::MissingConfigurationFileError
+        nil
+      end
+
+      def compile_function(event)
+        debug "compile_function(#{event.inspect})"
+        # This should run if:
+        # - Modified any file
+        # - Removed any file but handler
+        # - Language is cristal
+        function = Local::Function.that_has_file(event.full_path, event.type)
+        if function.is_a?(Local::CrystalFunction)
+          run(function.name, 'compile') do
+            debug "+ IGNORE #{function.absolute_folder}"
+            add_ignore(function.absolute_folder)
+            function.compile
+            debug "- IGNORE #{function.absolute_folder}"
+            remove_ignore(function.absolute_folder)
+          end
+        end
+      end
+
+      def new_function(event)
+        debug "new_function(#{event.inspect})"
+        # This should run if:
+        # - Handler file is added to a folder
+        object = function_object_for_handler(event.filename)
+        function = object.new(
+          absolute_folder: event.dirname,
+          name: File.dirname(event.relative_path),
+        )
+        run(function.name, 'new_function') do
+          debug "+ IGNORE #{event.dirname}"
+          add_ignore(event.dirname)
+          function.initialize_new_function
+          # Needs improvement. We need to wait a bit so it won't try
+          # to deploy or compile newly added functions
+          sleep 1.5
+          debug "- IGNORE #{event.dirname}"
+          remove_ignore(event.dirname)
+        end
+      end
+
+      def function_object_for_handler(filename)
+        debug "function_object_for_handler(#{filename.inspect})"
+        case filename
+        when 'handler.rb'
+          Local::RubyFunction
+        when 'handler.cr'
+          Local::CrystalFunction
+        end
+      end
+
+      def deploy(event)
+        debug "deploy(#{event.inspect})"
+        return false unless SYNC_ENABLED
+        # This should run when sync is enabled and:
+        # - added any file but handler
+        # - modified any file
+        # - removed any file but handler
+        function = Local::Function.that_has_file(event.full_path, event.type)
+        run(function.name, 'deploy') do
+          debug "+ IGNORE #{function.absolute_folder}"
+            add_ignore(function.absolute_folder)
+            function.deploy
+            debug "- IGNORE #{function.absolute_folder}"
+            remove_ignore(function.absolute_folder)
+        end
+      end
+
+      def remove_from_workspace(event)
+        debug "remove_from_workspace(#{event.inspect})"
+        return false unless SYNC_ENABLED
+        # This should run when sync is enabled and:
+        # - removed handler
+        function = Local::Function.that_has_file(event.full_path, event.type)
+        run(function.name, 'remove_from_workspace') {function.remove_from_workspace}
+      end
+
+    end
+  end
+end

data/lib/faastruby/local/processors/processor.rb

@@ -0,0 +1,116 @@
+module FaaStRuby
+  module Local
+    class Processor
+      include Local::Logger
+      attr_accessor :queue, :thread
+      def initialize(queue)
+        debug "initialize(#{queue.inspect})"
+        @queue = queue
+        @ignore = {}
+        @mutex = Mutex.new
+        @threads_mutex = Mutex.new
+        @threads = {}
+      end
+
+      def start
+        debug "start"
+        thread = Thread.new do
+          loop do
+            begin
+              event = queue.pop
+              next if should_ignore?(event)
+              send(event.type, event)
+            rescue StandardError => e
+              String.disable_colorization = true
+              STDOUT.puts e.full_message
+              String.disable_colorization = false
+              next
+            end
+          end
+        end
+      end
+
+      def should_ignore?(event)
+        debug "should_ignore?(#{event.inspect})"
+        if present_in_ignore_list?(event.dirname)
+          debug "SKIP #{event}"
+          return true
+        end
+        return false
+      end
+
+      def add_ignore(entry)
+        debug "add_ignore(#{entry})"
+        @mutex.synchronize do
+          @ignore[entry] = true
+          debug "Added #{@ignore[entry]}"
+        end
+      end
+
+      def present_in_ignore_list?(entry)
+        debug "present_in_ignore_list(#{entry})"
+        @mutex.synchronize do
+          @ignore[entry] ? debug(true) : debug(false)
+          @ignore[entry]
+        end
+      end
+
+      def remove_ignore(entry)
+        debug "remove_ignore(#{entry})"
+        @mutex.synchronize do
+          @ignore.delete(entry)
+          debug "Removed: is nil? #{@ignore[entry].nil?}"
+        end
+      end
+
+      def run(name, action, &block)
+        debug __method__
+        kill_thread(name, action)
+        add_thread(name, action, &block)
+      end
+
+      def add_thread(name, action, &block)
+        debug __method__
+        @threads_mutex.synchronize do
+          @threads[name] = {action => start_thread(name, action, &block)}
+        end
+      end
+
+      def start_thread(name, action, &block)
+        debug __method__
+        Thread.new do
+          Thread.report_on_exception = false
+          yield
+          remove_thread_record(name, action)
+        end
+      end
+
+      def get_thread(name, action)
+        debug __method__
+        @threads_mutex.synchronize do
+          return
+          return nil
+        end
+      end
+
+      def remove_thread_record(name, action)
+        @threads_mutex.synchronize do
+          if @threads[name] && @threads[name][action]
+            @threads[name].delete(action)
+          end
+        end
+      end
+
+      def kill_thread(name, action)
+        debug __method__
+        @threads_mutex.synchronize do
+          if @threads[name] && @threads[name][action]
+            puts "Killing previous '#{action}' action for '#{name}'."
+            Thread.kill @threads[name][action]
+            @threads[name].delete(action)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/faastruby/local/processors/static_file.rb

@@ -0,0 +1,48 @@
+module FaaStRuby
+  module Local
+    class StaticFileProcessor < Processor
+
+      def added(event)
+        debug "added(#{event.inspect})"
+        # This should trigger
+        # - Copy to workspace
+        deploy(event)
+      end
+
+      def modified(event)
+        debug "modified(#{event.inspect})"
+        # This should trigger
+        # - Copy to workspace
+        deploy(event)
+      end
+
+      def removed(event)
+        debug "removed(#{event.inspect})"
+        # This should trigger
+        # - Remove from workspace
+        remove_from_workspace(event)
+      end
+
+      def deploy(event)
+        static_file = StaticFile.new(
+          full_path: event.full_path,
+          relative_path: event.relative_path,
+          filename: event.filename,
+          dirname: event.dirname
+        )
+        run(event.relative_path, 'deploy') {static_file.deploy}
+      end
+
+      def remove_from_workspace(event)
+        static_file = StaticFile.new(
+          full_path: event.full_path,
+          relative_path: event.relative_path,
+          filename: event.filename,
+          dirname: event.dirname
+        )
+        run(event.relative_path, 'remove_from_workspace') {static_file.remove_from_workspace}
+      end
+
+    end
+  end
+end

data/lib/faastruby/local/static_files.rb

@@ -0,0 +1,5 @@
+module FaaStRuby
+  module Local
+    require 'faastruby/local/static_files/static_file'
+  end
+end

data/lib/faastruby/local/static_files/static_file.rb

@@ -0,0 +1,59 @@
+module FaaStRuby
+  module Local
+    class StaticFile
+      include Local::Logger
+
+      def self.full_sync
+        cmd = "faastruby deploy-to #{Local.workspace} -f #{Local.public_dir}"
+        output, status = Open3.capture2e(cmd)
+        String.disable_colorization = true
+        if status.exitstatus == 0
+          output.split("\n").each {|o| puts "#{Time.now} | #{o}" unless o == '---'}
+          puts '---'
+        else
+          STDERR.puts output
+        end
+        String.disable_colorization = false
+      end
+
+      def initialize(full_path:, relative_path:, filename:, dirname:)
+        @full_path = full_path
+        @relative_path = relative_path
+        @filename = filename
+        @dirname = dirname
+        @config = YAML.load(File.read("#{Local.public_dir}/faastruby.yml"))
+        @before_build = @config['before_build'] || []
+      end
+
+      def deploy
+        path = "public/#{@relative_path}"
+        cmd = "faastruby cp #{path} #{Local.workspace}:/#{@relative_path}"
+        puts "Running: #{cmd}"
+        output, status = Open3.capture2e(cmd)
+        String.disable_colorization = true
+        if status.exitstatus == 0
+          output.split("\n").each {|o| puts o unless o == '---' || o == "" || o.match(/Copying file to/)}
+        else
+          puts "* [#{path}] Error uploading static file '#{path}' to cloud workspace '#{Local.workspace}':"
+          STDERR.puts output
+        end
+        String.disable_colorization = false
+      end
+
+      def remove_from_workspace
+        path = "public/#{@relative_path}"
+        cmd = "faastruby rm #{Local.workspace}:/#{@relative_path}"
+        puts "Running: #{cmd}"
+        output, status = Open3.capture2e(cmd)
+        String.disable_colorization = true
+        if status.exitstatus == 0
+          output.split("\n").each {|o| puts o unless o == '---'}
+        else
+          puts "* [#{path}] Error removing static file '#{path}' from cloud workspace '#{Local.workspace}':"
+          STDERR.puts output
+        end
+        String.disable_colorization = false
+      end
+    end
+  end
+end

data/lib/faastruby/server.rb

@@ -1,13 +1,54 @@
+require 'yaml'
 module FaaStRuby
-  PROJECT_ROOT = Dir.pwd
-  require 'faastruby/server/concurrency_controller'
+  require 'faastruby/version'
+  require 'faastruby/supported_runtimes'
+
+  def self.get_crystal_version
+    ver = `crystal -v|head -n1|cut -f2 -d' ' 2>/dev/null`&.chomp
+    ver == '' ? CRYSTAL_LATEST : ver
+  end
+
+  def self.crystal_present_and_supported?
+    system("which crystal >/dev/null") && SUPPORTED_CRYSTAL.include?(get_crystal_version)
+  end
+
+  def self.ruby_present_and_supported?
+    system("which ruby >/dev/null") && SUPPORTED_RUBY.include?(RUBY_VERSION)
+  end
+
+  CRYSTAL_ENABLED = crystal_present_and_supported?
+  RUBY_ENABLED = ruby_present_and_supported?
+  unless RUBY_ENABLED || CRYSTAL_ENABLED
+    puts "\n[ERROR] You need to have one of the following language:version pairs in order to use FaaStRuby Local."
+    puts SUPPORTED_RUNTIMES.join(', ') + "\n"*2
+    exit 1
+  end
+  SERVER_ROOT = Dir.pwd
+  PROJECT_YAML_FILE = ENV['FAASTRUBY_PROJECT_CONFIG_FILE'] || "#{SERVER_ROOT}/project.yml"
+  SECRETS_FILE = ENV['FAASTRUBY_PROJECT_SECRETS_FILE'] || "#{SERVER_ROOT}/secrets.yml"
+  PROJECT_NAME = YAML.load(File.read(PROJECT_YAML_FILE))['project']['name']
+  SYNC_ENABLED = ENV['FAASTRUBY_PROJECT_SYNC_ENABLED']
+  DEPLOY_ENVIRONMENT = ENV['FAASTRUBY_PROJECT_DEPLOY_ENVIRONMENT'] || 'stage'
+  WORKSPACE_NAME = "#{PROJECT_NAME}-#{DEPLOY_ENVIRONMENT}"
+  CHDIR_MUTEX = Mutex.new
+  CRYSTAL_VERSION = get_crystal_version.freeze
+  DEFAULT_CRYSTAL_RUNTIME = "crystal:#{CRYSTAL_VERSION}".freeze
+  DEFAULT_RUBY_RUNTIME = "ruby:#{RUBY_VERSION}".freeze
+  require 'faastruby/server/logger'
+  require 'faastruby/server/project_config'
+  require 'faastruby/server/local'
+  FaaStRuby::Local.start!(deploy_env: DEPLOY_ENVIRONMENT, sync: SYNC_ENABLED, debug: ENV['DEBUG'])
+
+  # require 'faastruby/server/concurrency_controller'
   require 'faastruby/server/errors'
   require 'faastruby/server/event_channel'
   require 'faastruby/server/subscriber'
-  require 'faastruby/server/event_hub'
+  # require 'faastruby/server/event_hub'
   require 'faastruby/server/runner_methods'
   require 'faastruby/server/function_object'
   require 'faastruby/server/runner'
   require 'faastruby/server/event'
   require 'faastruby/server/response'
+  # FaaStRuby::EventHub.listen_for_events!
+  require 'faastruby/server/app'
 end