faastruby 0.4.18 → 0.5.0

data/lib/faastruby/server/app.rb

@@ -0,0 +1,107 @@
+require 'oj'
+require 'faastruby-rpc'
+require 'base64'
+require 'sinatra'
+require 'sinatra/multi_route'
+require 'securerandom'
+require 'rouge'
+require 'colorize'
+module FaaStRuby
+
+  class Server < Sinatra::Base
+    include FaaStRuby::Logger::Requests
+    set :show_exceptions, true
+    set :logging, true
+    set :root, SERVER_ROOT
+    set :public_folder, FaaStRuby::ProjectConfig.public_dir
+    set :static, true
+    register Sinatra::MultiRoute
+    before do
+      cache_control :public, :must_revalidate, :max_age => 1
+    end
+    route :head, :get, :post, :put, :patch, :delete, '/*' do
+      request_uuid = SecureRandom.uuid
+      splat = params['splat'][0]
+      function_name = resolve_function_name(splat)
+      headers = parse_headers(env)
+      if headers.has_key?("Faastruby-Rpc")
+        body = nil
+        rpc_args = parse_body(request.body.read, headers['Content-Type'], request.request_method) || []
+      else
+        body = parse_body(request.body.read, headers['Content-Type'], request.request_method)
+        rpc_args = []
+      end
+      headers['X-Request-Id'] = request_uuid
+      headers['Request-Method'] = request.request_method
+      original_request_id = headers['X-Original-Request-Id']
+      query_params = parse_query(request.query_string)
+      context = Oj.dump(FaaStRuby::ProjectConfig.secrets_for_function(function_name))
+      event = FaaStRuby::Event.new(body: body, query_params: query_params, headers: headers, context: context)
+      log_request_message(function_name, request, request_uuid, query_params, body, context)
+      time, response = FaaStRuby::Runner.new(function_name).call(event, rpc_args)
+      status response.status
+      headers set_response_headers(response, request_uuid, original_request_id, time)
+      response_body, print_body = parse_response(response)
+      log_response_message(function_name, time, request_uuid, response, print_body)
+      body response_body
+    end
+
+    def log_request_message(function_name, request, request_uuid, query_params, body, context)
+      puts "[#{function_name}] <- [REQUEST: #{request.request_method} \"#{request.fullpath}\"] request_id=\"#{request_uuid}\" body=\"#{body}\" query_params=#{query_params} headers=#{headers}"
+    end
+
+    def log_response_message(function_name, time, request_uuid, response, print_body)
+      puts "[#{function_name}] -> [RESPONSE: #{time}ms] request_id=\"#{request_uuid}\" status=#{response.status} body=#{print_body.inspect} headers=#{response.headers}"
+    end
+
+    def set_response_headers(response, request_uuid, original_request_id = nil, time)
+      response.headers['X-Request-Id'] = request_uuid
+      response.headers['X-Original-Request-Id'] = original_request_id if original_request_id
+      response.headers['X-Execution-time'] = "#{time}ms"
+      response.headers
+    end
+
+    def parse_response(response)
+      return [Base64.urlsafe_decode64(response.body), "Base64(#{response.body})"] if response.binary?
+      return [response.body, "#{response.body}"]
+    end
+
+    def resolve_function_name(splat)
+      if splat == ''
+        return FaaStRuby::ProjectConfig.root_to
+      end
+      if !is_a_function?(splat)
+        return FaaStRuby::ProjectConfig.catch_all
+      end
+      return splat
+    end
+
+    def is_a_function?(name)
+      File.file?("#{FaaStRuby::ProjectConfig.functions_dir}/#{name}/faastruby.yml")
+    end
+
+    def parse_body(body, content_type, method)
+      return nil if method == 'GET'
+      return {} if body.nil? && method != 'GET'
+      return Oj.load(body) if content_type == 'application/json'
+      return body
+    end
+
+    def parse_query(query_string)
+      hash = {}
+      query_string.split('&').each do |param|
+        key, value = param.split('=')
+        hash[key] = value
+      end
+      hash
+    end
+
+    def parse_headers(env)
+      Hash[*env.select {|k,v| k.start_with? 'HTTP_'}
+        .collect {|k,v| [k.sub(/^HTTP_/, ''), v]}
+        .collect {|k,v| [k.split('_').collect{|a|k == 'DNT' ? k : k.capitalize}.join('-'), v]}
+        .sort
+        .flatten]
+    end
+  end
+end

data/lib/faastruby/server/concurrency_controller.rb

@@ -1,51 +1,51 @@
-module FaaStRuby
-  class ConcurrencyController
-    def self.store
-      @@store ||= {} 
-    end
-    attr_accessor :params, :name, :max, :type
-    def initialize(name, max: 1, type:)
-      @type = type
-      @name = name
-      @max = max
-      @running = 0
-      # @mutex = Mutex.new
-      self.class.store[name] = self
-      puts "[ConcurrencyController] Started controller for '#{name}' with max_concurrency = #{@max}".yellow
-    end
-  
-    def running
-      # puts "[ConcurrencyController] [#{name}] Reading runners".red
-      # wait
-      # puts "[ConcurrencyController] [#{name}] Locking mutex".red
-      # @mutex.lock
-      @running
-    # ensure
-      # puts "[ConcurrencyController] [#{name}] Unlocking mutex".red
-      # @mutex.unlock
-    end
+# module FaaStRuby
+#   class ConcurrencyController
+#     def self.store
+#       @@store ||= {}
+#     end
+#     attr_accessor :params, :name, :max, :type
+#     def initialize(name, max: 1, type:)
+#       @type = type
+#       @name = name
+#       @max = max
+#       @running = 0
+#       # @mutex = Mutex.new
+#       self.class.store[name] = self
+#       puts "(ConcurrencyController) Started controller for '#{name}' with max_concurrency = #{@max}".yellow
+#     end
 
-    def decr(amount = 1)
-      incr(0 - amount)
-    end
-  
-    def incr(amount = 1)
-      # puts "[ConcurrencyController] [#{name}] Incr #{amount}".red
-      # wait
-      # puts "[ConcurrencyController] [#{name}] Locking mutex".red
-      # @mutex.lock
-      current = @running + amount
-      return nil if max < current
-      @running += amount
-    # ensure
-    #   puts "[ConcurrencyController] [#{name}] Unlocking mutex".red
-    #   @mutex.unlock
-    end
-  
-    # def wait
-    #   puts "[ConcurrencyController] [#{name}] Waiting for mutex lock to release".red
-    #   while @mutex.locked? do;end
-    #   puts "[ConcurrencyController] [#{name}] Mutex released".red
-    # end
-  end
-end
+#     def running
+#       # puts "[ConcurrencyController] [#{name}] Reading runners".red
+#       # wait
+#       # puts "[ConcurrencyController] [#{name}] Locking mutex".red
+#       # @mutex.lock
+#       @running
+#     # ensure
+#       # puts "[ConcurrencyController] [#{name}] Unlocking mutex".red
+#       # @mutex.unlock
+#     end
+
+#     def decr(amount = 1)
+#       incr(0 - amount)
+#     end
+
+#     def incr(amount = 1)
+#       # puts "[ConcurrencyController] [#{name}] Incr #{amount}".red
+#       # wait
+#       # puts "[ConcurrencyController] [#{name}] Locking mutex".red
+#       # @mutex.lock
+#       current = @running + amount
+#       return nil if max < current
+#       @running += amount
+#     # ensure
+#     #   puts "[ConcurrencyController] [#{name}] Unlocking mutex".red
+#     #   @mutex.unlock
+#     end
+
+#     # def wait
+#     #   puts "[ConcurrencyController] [#{name}] Waiting for mutex lock to release".red
+#     #   while @mutex.locked? do;end
+#     #   puts "[ConcurrencyController] [#{name}] Mutex released".red
+#     # end
+#   end
+# end

data/lib/faastruby/server/config.ru

@@ -0,0 +1,2 @@
+require 'faastruby/server'
+run FaaStRuby::Server

data/lib/faastruby/server/event.rb

@@ -15,5 +15,8 @@ module FaaStRuby
         "context" => @context
       }
     end
+    def to_json
+      Oj.dump(to_h)
+    end
   end
 end

data/lib/faastruby/server/event_hub.rb

@@ -1,5 +1,6 @@
 module FaaStRuby
   class EventHub
+    extend FaaStRuby::Logger::System
     @@queue = Queue.new
     def self.queue
       @@queue
@@ -15,7 +16,7 @@ module FaaStRuby
 
     def self.load_subscribers
       Dir.glob('*/*/faastruby.yml').each do |file|
-        workspace_name, function_name, _ = file.split('/') 
+        workspace_name, function_name, _ = file.split('/')
         path = "#{workspace_name}/#{function_name}"
         config = YAML.load(File.read(file))
         next unless config['channels'].is_a?(Array)
@@ -25,8 +26,8 @@ module FaaStRuby
           channel.subscribe(path)
         end
       end
-      puts "[EventHub] Channel subscriptions: #{EventChannel.channels}".yellow
-      puts "[EventHub] If you modify 'faastruby.yml' in any function, you will need to restart the server to apply the changes.".yellow 
+      puts "#{tag} Channel subscriptions: #{EventChannel.channels}"
+      puts "#{tag} Please restart the server if you modify channel subscriptions in 'faastruby.yml' for any function."
     end
 
     def self.listen_for_events!
@@ -35,16 +36,16 @@ module FaaStRuby
         loop do
           encoded_channel, encoded_data = @@queue.pop.split(',')
           channel = EventChannel.new(Base64.urlsafe_decode64(encoded_channel))
-          puts "[EventHub] Event channel=#{channel.name.inspect}".yellow
+          puts "#{tag} Event channel=#{channel.name.inspect}"
           channel.subscribers.each do |s|
             subscriber = Subscriber.new(s)
-            puts "[EventHub] Trigger function=#{subscriber.path.inspect} base64_payload=#{encoded_data.inspect}".yellow
+            puts "#{tag} Trigger function=#{subscriber.path.inspect} base64_payload=#{encoded_data.inspect}"
             response = subscriber.call(encoded_data)
             puts "[#{subscriber.path}] #=> status=#{response.status} body=#{response.body.inspect} headers=#{Oj.dump response.headers}".light_blue
           end
         end
       end
-      puts "[EventHub] Events thread started.".yellow
+      puts "#{tag} Events thread started."
     end
   end
 end

data/lib/faastruby/server/local.rb

@@ -0,0 +1,22 @@
+module FaaStRuby
+  module Local
+    def self.start!(sync: false, deploy_env: 'stage', debug: false)
+      Thread.new do
+        env = {
+          'SYNC' => sync,
+          'DEPLOY_ENVIRONMENT' => deploy_env
+        }
+        cmd = []
+        cmd << "SYNC=true" if sync
+        cmd << "DEBUG=true" if debug
+        cmd << "DEPLOY_ENVIRONMENT=#{deploy_env}"
+        cmd << "faastruby watch"
+        5.times do
+          system(cmd.join(" "))
+          sleep 1
+        end
+        puts "FaaStRuby Local exited. Please press CTRL+C."
+      end
+    end
+  end
+end

data/lib/faastruby/server/logger.rb

@@ -0,0 +1,50 @@
+module FaaStRuby
+  STDOUT_MUTEX = Mutex.new
+  module Logger
+    module Requests
+
+      def puts(msg)
+        msg = Rouge.highlight(msg, 'ruby', Rouge::Formatters::Terminal256.new(Rouge::Themes::Monokai.new))
+        STDOUT_MUTEX.synchronize do
+          STDOUT.puts "#{Time.now} | #{msg}"
+          STDOUT.puts "---"
+        end
+      end
+
+      def self.rougify(string, kind)
+        Rouge.highlight(string, kind, Rouge::Formatters::Terminal256.new(Rouge::Themes::Monokai.new))
+      end
+
+      def rougify(string, kind)
+        FaaStRuby::Logger.rougify(string, kind)
+      end
+
+      def tag
+        return "(#{self.name.split('::').last})" if self.is_a? Class
+        return "(#{self.class.name.split('::').last})"
+      end
+
+    end
+
+    module System
+      def tag
+        return "(#{self.name.split('::').last})" if self.is_a? Class
+        return "(#{self.class.name.split('::').last})"
+      end
+
+      def self.puts(msg)
+        STDOUT_MUTEX.synchronize do
+          STDOUT.puts "#{Time.now} | #{msg}".yellow
+          STDOUT.puts "---".yellow
+        end
+      end
+
+      def puts(msg)
+        STDOUT_MUTEX.synchronize do
+          STDOUT.puts "#{Time.now} | #{msg}".yellow
+          STDOUT.puts "---".yellow
+        end
+      end
+    end
+  end
+end

data/lib/faastruby/server/project_config.rb

@@ -0,0 +1,44 @@
+module FaaStRuby
+  class ProjectConfig
+
+    def self.public_dir(absolute: true)
+      path = "#{SERVER_ROOT}/#{project_config['public_dir'] || 'public'}" if absolute
+      path ||= project_config['public_dir'] || 'public'
+      path.gsub(/\/$/, '')
+    end
+
+    def self.public_dir?
+      File.directory? "#{SERVER_ROOT}/#{project_config['public_dir'] || 'public'}"
+    end
+
+    def self.functions_dir(absolute: true)
+      path = "#{SERVER_ROOT}/#{project_config['functions_dir'] || 'functions'}" if absolute
+      path ||= project_config['functions_dir'] || 'functions'
+      path.gsub(/\/$/, '')
+    end
+
+    def self.project_config
+      YAML.load(File.read(PROJECT_YAML_FILE))['project']
+    end
+
+    def self.root_to
+      project_config['root_to'] || 'root'
+    end
+
+    def self.catch_all
+      project_config['catch_all'] || 'catch-all'
+    end
+
+    def self.secrets
+      YAML.load(File.read(SECRETS_FILE))['secrets'] || {}
+    end
+
+    def self.deploy_environment_secrets
+      secrets[DEPLOY_ENVIRONMENT] || {}
+    end
+
+    def self.secrets_for_function(function_name)
+      deploy_environment_secrets[function_name] || {}
+    end
+  end
+end

data/lib/faastruby/server/puma.rb

@@ -0,0 +1,4 @@
+threads 0,32
+workers 0
+environment "production"
+bind "tcp://0.0.0.0:3000"

data/lib/faastruby/server/response.rb

@@ -1,5 +1,18 @@
 module FaaStRuby
+  require 'base64'
+  class InvalidResponseError < StandardError
+    def initialize(msg)
+      msg = "You must use the method 'render' within your function handler."
+    end
+  end
   class Response
+    def self.error(error)
+      new(
+        body: error,
+        status: 500,
+        headers: {'Content-Type' => 'application/json'}
+      )
+    end
     def self.request_limit_reached(workspace: nil, function: nil)
       body = {'error' => "Concurrent requests limit reached. Please add more runners to the workspace #{workspace}."} if workspace
       # body = {'error' => "Concurrent requests limit reached for function '#{workspace}/#{function}'. Please associate more runners."} if function
@@ -10,6 +23,19 @@ module FaaStRuby
         headers: {'Content-Type' => 'application/json'}
       )
     end
+
+    def self.from_payload(payload)
+      from_json Base64.urlsafe_decode64(payload)
+    end
+    def self.from_json(json)
+      hash = Oj.load(json)
+      new(
+        body: hash['body'],
+        status: hash['status'],
+        headers: hash['headers'],
+        binary: hash['binary']
+      )
+    end
     attr_accessor :body, :status, :headers, :binary
     def initialize(body:, status: 200, headers: {}, binary: false)
       @body = body
@@ -18,6 +44,20 @@ module FaaStRuby
       @binary = binary
     end
 
+    def to_json
+      hash = {
+        'body' => body,
+        'status' => status,
+        'headers' => headers,
+        'binary' => binary
+      }
+      Oj.dump(hash)
+    end
+
+    def payload
+      Base64.urlsafe_encode64(to_json, padding: false)
+    end
+
     def binary?
       @binary
     end