faastruby 0.4.18 → 0.5.0

data/lib/faastruby/local/functions.rb

@@ -0,0 +1,7 @@
+module FaaStRuby
+  module Local
+    require 'faastruby/local/functions/function'
+    require 'faastruby/local/functions/ruby'
+    require 'faastruby/local/functions/crystal'
+  end
+end

data/lib/faastruby/local/functions/crystal.rb

@@ -0,0 +1,64 @@
+module FaaStRuby
+  module Local
+    class CrystalFunction < Function
+      include Local::Logger
+      def compile
+        debug "compile"
+        handler_path = get_handler_path
+        debug "File exists? #{handler_path} - #{File.file?(handler_path)}"
+        runtime_path = Pathname.new "#{Gem::Specification.find_by_name("faastruby").gem_dir}/lib/faastruby/local/crystal_runtime.cr"
+        h_path = Pathname.new(handler_path)
+        handler_path = h_path.relative_path_from runtime_path
+        build_cmd = "cd #{@absolute_folder} && crystal build #{runtime_path} -o handler"
+        debug "Running #{build_cmd}"
+        job_id = SecureRandom.uuid
+        puts "Job ID=\"#{job_id}\" started: Compiling function '#{@name}'"
+        # return false unless precompile
+        env = {'HANDLER_PATH' => handler_path.to_s}
+        debug "COMPILE ENV: #{env}"
+        output, status = Open3.capture2e(env, build_cmd)
+        success = status.exitstatus == 0
+        if success
+          puts "Job ID=\"#{job_id}\" completed: #{status}"
+        else
+          puts "Job ID=\"#{job_id}\" failed:"
+          String.disable_colorization = true
+          STDERR.puts output
+          STDOUT.puts '---'
+          String.disable_colorization = false
+        end
+        # puts "Job ID=\"#{job_id}\": #{output}" unless success
+        # puts "Job ID=\"#{job_id}\" #{success ? 'completed' : 'failed'}: #{status}"
+      end
+
+      def get_handler_path
+        if File.file?("#{@absolute_folder}/handler.cr")
+          "#{@absolute_folder}/handler"
+        else
+          "#{@absolute_folder}/src/handler"
+        end
+      end
+
+      def yaml_hash
+        debug "yaml_hash"
+        hash = {
+          'cli_version' => FaaStRuby::VERSION,
+          'name' => @name,
+          'runtime' => DEFAULT_CRYSTAL_RUNTIME
+        }
+      end
+
+      def write_handler
+        debug "write_handler"
+        content = "def handler(event)\n  # Write code here\n  \nend"
+        file = "#{get_handler_path}.cr"
+        if File.size(file) > 0
+          puts "New Crystal function '#{@name}' detected."
+        else
+          File.write(file, content)
+          puts "New Crystal function '#{@name}' initialized."
+        end
+      end
+    end
+  end
+end

data/lib/faastruby/local/functions/function.rb

@@ -0,0 +1,173 @@
+module FaaStRuby
+  module Local
+    class MissingConfigurationFileError < StandardError;end
+    class Function
+      include Local::Logger
+      extend Local::Logger
+      def self.find_all_in(functions_dir)
+        debug "self.find_all_in(#{functions_dir.inspect})"
+        Dir.glob(["**/handler.rb", "**/handler.cr"], base: functions_dir).map do |entry|
+          function_absolute_folder = "#{functions_dir}/#{File.dirname(entry)}"
+          next unless File.file?("#{function_absolute_folder}/faastruby.yml")
+          from_yaml(function_absolute_folder)
+        end.compact
+      end
+
+      def self.that_has_file(entry, event_type)
+        debug "self.that_has_file(#{entry.inspect})"
+        absolute_folder = get_function_folder_for(entry)
+        if event_type == :removed
+          name = absolute_folder.dup
+          name.slice!("#{Local.functions_dir}/")
+          return new(
+            name: name,
+            before_build: [],
+            absolute_folder: absolute_folder
+          )
+        end
+        from_yaml(absolute_folder)
+      end
+
+      def self.from_yaml(absolute_folder)
+        debug "self.from_yaml(#{absolute_folder.inspect})"
+        yaml_file = "#{absolute_folder}/faastruby.yml"
+        yaml = YAML.load(File.read(yaml_file))
+        language, runtime_version = yaml['runtime'].split(':')
+        object = Local::RubyFunction if language == 'ruby'
+        object = Local::CrystalFunction if language == 'crystal'
+        object.new(
+          name: yaml['name'],
+          before_build: yaml['before_build'],
+          absolute_folder: absolute_folder
+        )
+      end
+
+      def self.get_function_folder_for(entry)
+        return File.dirname(entry) if File.basename(entry) == 'faastruby.yml'
+        debug "self.get_function_folder_for(#{entry.inspect})"
+        dirname = File.dirname(entry)
+        raise MissingConfigurationFileError.new("ERROR: Could not determine which function the file belongs to. Make sure your functions have the configuration file 'faastruby.yml'.") if dirname == SERVER_ROOT
+        return dirname if File.file?("#{dirname}/faastruby.yml")
+        get_function_folder_for(dirname)
+      end
+
+      #### Instance methods
+      attr_accessor :name, :before_build, :absolute_folder
+      def initialize(name:, before_build: [], absolute_folder:)
+        debug "initialize(name: #{name.inspect}, before_build: #{before_build.inspect}, absolute_folder: #{absolute_folder.inspect})"
+        @name = name
+        @before_build = before_build || []
+        @absolute_folder = absolute_folder
+      end
+
+      def deploy
+        debug "deploy"
+        deploy_cmd, deploy_cmd_print = generate_deploy_command
+        puts "Running: #{deploy_cmd_print.join(' ')}"
+        output, status = Open3.capture2e(deploy_cmd.join(' '))
+        STDOUT.puts "#{Time.now} | " + "* [#{name}] Deploying...".green
+        STDOUT.puts "---"
+        String.disable_colorization = true
+        if status.exitstatus == 0
+          output.split("\n").each {|o| puts o unless o == '---'}
+        else
+          puts "* [#{name}] Deploy Failed:"
+          STDERR.puts output
+        end
+        String.disable_colorization = false
+      end
+
+      def language
+        case YAML.load(File.read("#{@absolute_folder}/faastruby.yml"))['runtime']
+        when /^ruby:/
+          "ruby"
+        when /^crystal:/
+          "crystal"
+        end
+      end
+
+      def generate_deploy_command
+        debug "generate_deploy_command"
+        project_config = Local.project_config
+        deploy_cmd = ['faastruby', 'deploy-to', Local.workspace, '-f', @absolute_folder, '--dont-create-workspace']
+        deploy_cmd << '--set-root' if Local.root_to == @name
+        deploy_cmd << '--set-catch-all' if Local.catch_all == @name
+        secrets_json = Oj.dump(Local.secrets_for_function(@name)) rescue nil
+        deploy_cmd_print = deploy_cmd
+        if secrets_json
+          deploy_cmd += ["--context", secrets_json]
+          deploy_cmd_print += ["--context", '*REDACTED*']
+        end
+        [deploy_cmd, deploy_cmd_print]
+      end
+
+      def compile
+        debug "compile"
+        true
+      end
+
+      def remove_from_workspace
+        debug "remove_from_workspace"
+        remove_cmd = ["faastruby", "remove-from", Local.workspace, "-y", "-f", @name]
+        puts "Removing function '#{@name}' from the cloud workspace '#{Local.workspace}'."
+        removed = system(*remove_cmd)
+        STDOUT.puts '---'
+        if removed
+          puts "Function '#{@name}' was removed from the cloud workspace '#{Local.workspace}'."
+        end
+      end
+
+      def initialize_new_function
+        debug "initialize_new_function"
+        write_yaml
+        write_handler
+      end
+
+      def merge_yaml(hash, yaml_file)
+        debug "merge_yaml(#{hash.inspect}, #{yaml_file.inspect})"
+        new_config = load_yaml.merge(hash)
+        File.write(yaml_file, new_config.to_yaml)
+      end
+
+      def load_yaml
+        debug "load_yaml"
+        YAML.load(File.read("#{@absolute_folder}/faastruby.yml"))
+      end
+
+      def write_yaml
+        debug "write_yaml"
+        yaml_file = "#{@absolute_folder}/faastruby.yml"
+        if File.file?(yaml_file)
+          merge_yaml(yaml_hash, yaml_file)
+        else
+          File.write(yaml_file, yaml_hash.to_yaml)
+        end
+        File.open(yaml_file, 'a') do |f|
+          f.write yaml_comments
+        end
+      end
+
+      def yaml_comments
+        [
+          '## You can add commands to run locally before building the deployment package.',
+          "## Some use cases are:",
+          "## * minifying Javascript/CSS",
+          "## * downloading a file to be included in the package.",
+          "# before_build:",
+          "#   - curl https://some.url --output some.file",
+          "#   - uglifyjs your.js -c -m -o your.min.js",
+          '',
+          '## To schedule periodic runs, follow the example below:',
+          '# schedule:',
+          '#   job1:',
+          '#     when: every 2 hours',
+          '#     body: {"foo": "bar"}',
+          '#     method: POST',
+          '#     query_params: {"param": "value"}',
+          '#     headers: {"Content-Type": "application/json"}',
+          '#   job2: ...'
+        ].join("\n")
+      end
+    end
+  end
+end

data/lib/faastruby/local/functions/ruby.rb

@@ -0,0 +1,28 @@
+module FaaStRuby
+  module Local
+    class RubyFunction < Function
+      include Local::Logger
+
+      def yaml_hash
+        debug "yaml_hash"
+        hash = {
+          'cli_version' => FaaStRuby::VERSION,
+          'name' => @name,
+          'runtime' => DEFAULT_RUBY_RUNTIME
+        }
+      end
+
+      def write_handler
+        debug "write_handler"
+        content = "def handler(event)\n  # Write code here\n  \nend"
+        file = "#{@absolute_folder}/handler.rb"
+        if File.size(file) > 0
+          puts "New Ruby function '#{@name}' detected."
+        else
+          File.write(file, content)
+          puts "New Ruby function '#{@name}' initialized."
+        end
+      end
+    end
+  end
+end

data/lib/faastruby/local/listeners.rb

@@ -0,0 +1,5 @@
+module FaaStRuby
+  module Local
+    require 'faastruby/local/listeners/listener'
+  end
+end

data/lib/faastruby/local/listeners/listener.rb

@@ -0,0 +1,104 @@
+module FaaStRuby
+  module Local
+    class Listener
+      include Local::Logger
+      attr_accessor :listener, :directory, :queue
+      def initialize(directory:, queue:)
+        debug "initialize(directory: #{directory.inspect}, queue: #{queue.inspect})"
+        @directory = directory
+        @queue = queue
+        @listener = ::Listen.to(directory, &callback)
+      end
+
+      def start
+        debug "start"
+        listener.start
+      end
+
+      def stop
+        debug "stop"
+        listener.stop
+      end
+
+      def callback
+        debug "callback"
+        Proc.new do |modified, added, removed|
+          begin
+            modified.each do |file|
+              queue.push ListenerEvent.new(type: :modified, full_path: file, listened_directory: @directory)
+            end
+            added.each do |file|
+              queue.push ListenerEvent.new(type: :added, full_path: file, listened_directory: @directory)
+            end
+            removed.each do |file|
+              queue.push ListenerEvent.new(type: :removed, full_path: file, listened_directory: @directory)
+            end
+          rescue StandardError => e
+            String.disable_colorization = true
+            STDOUT.puts e.full_message
+            String.disable_colorization = false
+            next
+          end
+        end
+      end
+    end
+
+    class ListenerEvent
+      include Local::Logger
+      attr_accessor :type, :filename, :full_path, :relative_path, :listened_directory, :dirname
+      def initialize(type:, full_path:, listened_directory:)
+        debug "initialize(type: #{type.inspect}, full_path: #{full_path.inspect}, listened_directory: #{listened_directory.inspect})"
+        @listened_directory = listened_directory
+        @full_path = full_path
+        @relative_path = relative_path_for(@full_path.dup)
+        @filename = File.basename(@full_path)
+        @dirname = File.dirname(@full_path)
+        @type = type
+
+        debug "EVENT: #{@type}"
+        debug "EVENT: #{@full_path}"
+      end
+
+      def function_created?
+        debug __method__
+        added? && filename.match(/^handler\.(rb|cr)$/)
+      end
+
+      def file_is_a_handler?
+        debug __method__
+        filename.match(/^handler\.(rb|cr)$/)
+      end
+
+      def file_is_a_function_config?
+        debug __method__
+        filename == 'faastruby.yml'
+      end
+
+      # def file_was_just_added?
+      #   debug __method__
+      #   Time.now.to_i - File.ctime(@full_path).to_i <= 1
+      # end
+
+      def added?
+        debug __method__
+        @type == :added
+      end
+
+      def modified?
+        debug __method__
+        @type == :modified
+      end
+
+      def removed?
+        debug __method__
+        @type == :removed
+      end
+
+      def relative_path_for(full_path)
+        debug "relative_path_for(#{full_path.inspect})"
+        full_path.slice!("#{@listened_directory}/")
+        full_path
+      end
+    end
+  end
+end

data/lib/faastruby/local/logger.rb

@@ -0,0 +1,37 @@
+module FaaStRuby
+  module Local
+    STDOUT_MUTEX = Mutex.new
+    module Logger
+      def self.puts(msg)
+        STDOUT_MUTEX.synchronize do
+          STDOUT.puts "#{Time.now} | #{msg}".yellow
+          STDOUT.puts "---".yellow
+        end
+      end
+
+      def debug(msg)
+        return false unless DEBUG
+        name = self.name if ['Module', 'Class'].include? self.class.name
+        name ||= self.class.name
+        STDOUT_MUTEX.synchronize do
+          STDOUT.puts "#{Time.now} | [DEBUG] [#{name}] #{msg}".red
+          STDOUT.puts "---".red
+        end
+      end
+
+      def puts(msg)
+        STDOUT_MUTEX.synchronize do
+          STDOUT.puts "#{Time.now} | #{msg}".yellow
+          STDOUT.puts "---".yellow
+        end
+      end
+
+      def print(msg)
+        STDOUT_MUTEX.synchronize do
+          STDOUT.print "#{Time.now} | #{msg}".yellow
+        end
+      end
+
+    end
+  end
+end

data/lib/faastruby/local/monkey_patch.rb

@@ -0,0 +1,38 @@
+# This is required to address a bug on the Listen gem :(
+# See: https://github.com/guard/listen/issues/426
+  module Listen
+    class Record
+      def dir_entries(rel_path)
+        subtree =
+          if [nil, '', '.'].include? rel_path.to_s
+            tree
+          else
+            # tree[rel_path.to_s] ||= _auto_hash
+            # puts tree[rel_path.to_s]
+            # tree[rel_path.to_s]
+            _sub_dir_entries(rel_path)
+          end
+
+        result = {}
+        subtree.each do |key, values|
+          # only get data for file entries
+          result[key] = values.key?(:mtime) ? values : {}
+        end
+        result
+      end
+
+      def _sub_dir_entries(rel_path)
+        result = {}
+        tree.each do |path, meta|
+          next if !path.start_with?(rel_path)
+            if path == rel_path
+            result.merge!(meta)
+          else
+            sub_path = path.sub(%r{\A#{rel_path}/?}, '')
+            result[sub_path] = meta
+          end
+        end
+        result
+      end
+    end
+  end