faastruby 0.4.12 → 0.4.14

data/lib/faastruby/server/concurrency_controller.rb

@@ -0,0 +1,51 @@
+module FaaStRuby
+  class ConcurrencyController
+    def self.store
+      @@store ||= {} 
+    end
+    attr_accessor :params, :name, :max, :type
+    def initialize(name, max: 1, type:)
+      @type = type
+      @name = name
+      @max = max
+      @running = 0
+      # @mutex = Mutex.new
+      self.class.store[name] = self
+      puts "[ConcurrencyController] Started controller for '#{name}' with max_concurrency = #{@max}".yellow
+    end
+  
+    def running
+      # puts "[ConcurrencyController] [#{name}] Reading runners".red
+      # wait
+      # puts "[ConcurrencyController] [#{name}] Locking mutex".red
+      # @mutex.lock
+      @running
+    # ensure
+      # puts "[ConcurrencyController] [#{name}] Unlocking mutex".red
+      # @mutex.unlock
+    end
+
+    def decr(amount = 1)
+      incr(0 - amount)
+    end
+  
+    def incr(amount = 1)
+      # puts "[ConcurrencyController] [#{name}] Incr #{amount}".red
+      # wait
+      # puts "[ConcurrencyController] [#{name}] Locking mutex".red
+      # @mutex.lock
+      current = @running + amount
+      return nil if max < current
+      @running += amount
+    # ensure
+    #   puts "[ConcurrencyController] [#{name}] Unlocking mutex".red
+    #   @mutex.unlock
+    end
+  
+    # def wait
+    #   puts "[ConcurrencyController] [#{name}] Waiting for mutex lock to release".red
+    #   while @mutex.locked? do;end
+    #   puts "[ConcurrencyController] [#{name}] Mutex released".red
+    # end
+  end
+end

data/lib/faastruby/server/errors.rb

@@ -0,0 +1,3 @@
+module FaaStRuby
+  class DoubleRenderError < StandardError; end
+end

data/lib/faastruby/server/event.rb

@@ -0,0 +1,19 @@
+module FaaStRuby
+  class Event
+    attr_accessor :body, :query_params, :headers, :context
+    def initialize(body:, query_params:, headers:, context:)
+      @body = body
+      @query_params = query_params
+      @headers = headers
+      @context = context
+    end
+    def to_h
+      {
+        "body" => @body,
+        "query_params" => @query_params,
+        "headers" => @headers,
+        "context" => @context
+      }
+    end
+  end
+end

data/lib/faastruby/server/event_channel.rb

@@ -0,0 +1,19 @@
+module FaaStRuby
+  class EventChannel
+    @@channels = {}
+    def self.channels
+      @@channels
+    end
+    attr_accessor :name
+    def initialize(channel)
+      @name = channel
+      @@channels[channel] ||= []
+    end
+    def subscribe(function_path)
+      @@channels[@name] << function_path
+    end
+    def subscribers
+      @@channels[@name] || []
+    end
+  end
+end

data/lib/faastruby/server/event_hub.rb

@@ -0,0 +1,50 @@
+module FaaStRuby
+  class EventHub
+    @@queue = Queue.new
+    def self.queue
+      @@queue
+    end
+
+    def self.push(payload)
+      @@queue << payload
+    end
+
+    def self.thread
+      @@thread
+    end
+
+    def self.load_subscribers
+      Dir.glob('*/*/faastruby.yml').each do |file|
+        workspace_name, function_name, _ = file.split('/') 
+        path = "#{workspace_name}/#{function_name}"
+        config = YAML.load(File.read(file))
+        next unless config['channels'].is_a?(Array)
+        config['channels'].compact!
+        config['channels'].each do |c|
+          channel = EventChannel.new(c)
+          channel.subscribe(path)
+        end
+      end
+      puts "[EventHub] Channel subscriptions: #{EventChannel.channels}".yellow
+      puts "[EventHub] If you modify 'faastruby.yml' in any function, you will need to restart the server to apply the changes.".yellow 
+    end
+
+    def self.listen_for_events!
+      load_subscribers
+      @@thread = Thread.new do
+        loop do
+          encoded_channel, encoded_data = @@queue.pop.split(',')
+          channel = EventChannel.new(Base64.urlsafe_decode64(encoded_channel))
+          puts "[EventHub] Event channel=#{channel.name.inspect}".yellow
+          channel.subscribers.each do |s|
+            subscriber = Subscriber.new(s)
+            puts "[EventHub] Trigger function=#{subscriber.path.inspect} base64_payload=#{encoded_data.inspect}".yellow
+            response = subscriber.call(encoded_data)
+            puts "[#{subscriber.path}] #=> status=#{response.status} body=#{response.body.inspect} headers=#{Oj.dump response.headers}".light_blue
+          end
+        end
+      end
+      puts "[EventHub] Events thread started.".yellow
+    end
+  end
+end

data/lib/faastruby/server/function_object.rb

@@ -0,0 +1,9 @@
+module FaaStRuby
+  class FunctionObject
+    include RunnerMethods
+    attr_reader :path
+    def initialize(path)
+      @path = path
+    end
+  end
+end

data/lib/faastruby/server/response.rb

@@ -0,0 +1,25 @@
+module FaaStRuby
+  class Response
+    def self.request_limit_reached(workspace: nil, function: nil)
+      body = {'error' => "Concurrent requests limit reached. Please add more runners to the workspace #{workspace}."} if workspace
+      # body = {'error' => "Concurrent requests limit reached for function '#{workspace}/#{function}'. Please associate more runners."} if function
+      body = Oj.dump(body)
+      new(
+        body: body,
+        status: 422,
+        headers: {'Content-Type' => 'application/json'}
+      )
+    end
+    attr_accessor :body, :status, :headers, :binary
+    def initialize(body:, status: 200, headers: {}, binary: false)
+      @body = body
+      @status = status
+      @headers = headers
+      @binary = binary
+    end
+
+    def binary?
+      @binary
+    end
+  end
+end

data/lib/faastruby/server/runner.rb

@@ -0,0 +1,43 @@
+require 'base64'
+
+module FaaStRuby
+  class Runner
+    include RunnerMethods
+    def initialize
+      @rendered = false
+    end
+
+    def path
+      @path
+    end
+    
+    def load_function(path)
+      eval "Module.new do; #{File.read(path)};end"
+    end
+
+    def call(workspace_name, function_name, event, args)
+      @short_path = "#{workspace_name}/#{function_name}"
+      @path = "#{FaaStRuby::PROJECT_ROOT}/#{workspace_name}/#{function_name}"
+      short_path = "#{workspace_name}/#{function_name}"
+      begin
+        Dir.chdir(@path)
+        function = load_function("#{@path}/handler.rb")
+        runner = FunctionObject.new(short_path)
+        runner.extend(function)
+        response = runner.handler(event, *args)
+        # response = handler(event, args)
+        return response if response.is_a?(FaaStRuby::Response)
+        body = {
+          'error' => "Please use the helpers 'render' or 'respond_with' as your function return value."
+        }
+        FaaStRuby::Response.new(body: Oj.dump(body), status: 500, headers: {'Content-Type' => 'application/json'})
+      rescue Exception => e
+        body = {
+          'error' => e.message,
+          'location' => e.backtrace&.first,
+        }
+        FaaStRuby::Response.new(body: Oj.dump(body), status: 500, headers: {'Content-Type' => 'application/json'})
+      end
+    end
+  end
+end

data/lib/faastruby/server/runner_methods.rb

@@ -0,0 +1,106 @@
+module FaaStRuby
+  module RunnerMethods
+    def rendered!
+      @rendered = true
+    end
+    def rendered?
+      @rendered
+    end
+
+    def respond_with(body, status: 200, headers: {}, binary: false)
+      raise FaaStRuby::DoubleRenderError.new("You called 'render/respond_with/redirect_to' twice in your handler method") if rendered?
+      response = FaaStRuby::Response.new(body: body, status: status, headers: headers, binary: binary)
+      rendered!
+      response
+    end
+
+    def render(
+        js: nil,
+        css: nil,
+        body: nil,
+        inline: nil,
+        html: nil,
+        json: nil,
+        yaml: nil,
+        text: nil,
+        data: nil,
+        png: nil,
+        svg: nil,
+        jpeg: nil,
+        gif: nil,
+        icon: nil,
+        status: 200, headers: {}, content_type: nil, binary: false
+      )
+      headers["Content-Type"] = content_type if content_type
+      bin = false
+      case
+      when json
+        headers["Content-Type"] ||= "application/json"
+        resp_body = json.is_a?(String) ? json : Oj.dump(json)
+      when html, inline
+        headers["Content-Type"] ||= "text/html"
+        resp_body = html
+      when text
+        headers["Content-Type"] ||= "text/plain"
+        resp_body = text
+      when yaml
+        headers["Content-Type"] ||= "application/yaml"
+        resp_body = yaml.is_a?(String) ? yaml : YAML.load(yaml)
+      when body
+        headers["Content-Type"] ||= "application/octet-stream"
+        bin = binary
+        resp_body = bin ? Base64.urlsafe_encode64(body) : body
+      when data
+        headers["Content-Type"] ||= "application/octet-stream"
+        resp_body = Base64.urlsafe_encode64(data)
+        bin = true
+      when js
+        headers["Content-Type"] ||= "text/javascript"
+        resp_body = js
+      when css
+        headers["Content-Type"] ||= "text/css"
+        resp_body = css
+      when png
+        headers["Content-Type"] ||= "image/png"
+        resp_body = Base64.urlsafe_encode64(png)
+        bin = true
+      when svg
+        headers["Content-Type"] ||= "image/svg+xml"
+        resp_body = svg
+      when jpeg
+        headers["Content-Type"] ||= "image/jpeg"
+        resp_body = Base64.urlsafe_encode64(jpeg)
+        bin = true
+      when gif
+        headers["Content-Type"] ||= "image/gif"
+        resp_body = Base64.urlsafe_encode64(gif)
+        bin = true
+      when icon
+        headers["Content-Type"] ||= "image/x-icon"
+        resp_body = Base64.urlsafe_encode64(icon)
+        bin = true
+      end
+      respond_with(resp_body, status: status, headers: headers, binary: bin)
+    end
+
+    def redirect_to(function: nil, url: nil, status: 303)
+      headers = {"Location" => function || url}
+      respond_with(nil, status: status, headers: headers, binary: false)
+    end
+
+    def puts(msg)
+      super "[#{@short_path}] #{msg}".green
+    end
+
+    def publish(channel, data: nil)
+      begin
+        encoded_data = data ? Base64.urlsafe_encode64(data, padding: false) : ""
+        payload = %(#{Base64.urlsafe_encode64(channel, padding: false)},#{encoded_data})
+        EventHub.queue.push payload
+        true
+      rescue
+        false
+      end
+    end
+  end
+end

data/lib/faastruby/server/subscriber.rb

@@ -0,0 +1,16 @@
+module FaaStRuby
+  class Subscriber
+    attr_accessor :path
+    def initialize(path)
+      @path = path
+      @workspace_name, @function_name = @path.split("/")
+    end
+
+    def call(encoded_data)
+      data = Base64.urlsafe_decode64(encoded_data)
+      headers = {'X-Origin' => 'event_hub', 'Content-Transfer-Encoding' => 'base64'}
+      event = Event.new(body: data, query_params: {}, headers: headers, context: nil)
+      Runner.new.call(@workspace_name, @function_name, event, [])
+    end
+  end
+end

data/lib/faastruby/spec_helper.rb

@@ -0,0 +1,36 @@
+$LOAD_PATH << Dir.pwd
+module FaaStRuby
+  require 'faastruby/server/errors'
+  require 'faastruby/server/runner_methods'
+  require 'faastruby/server/function_object'
+  require 'faastruby/server/event'
+  require 'faastruby/server/response'
+  ##########
+  # Add call method to the Response class
+  # for backwards compatibility.
+  # This will be removed on v0.6
+  class Response
+    def call
+      self
+    end
+  end
+  # Add default initialize values to the
+  # Event class for backwards compatibility.
+  # This will be removed on v0.6
+  class Event
+    def initialize(body: nil, query_params: {}, headers: {}, context: nil)
+      @body = body
+      @query_params = query_params
+      @headers = headers
+      @context = context
+    end
+  end
+  #########
+  module SpecHelper
+    include FaaStRuby
+    include RunnerMethods
+    def publish(channel, data: nil)
+      true
+    end
+  end
+end

data/lib/faastruby/version.rb

@@ -1,3 +1,3 @@
 module FaaStRuby
-  VERSION = '0.4.12'
+  VERSION = '0.4.14'
 end

data/templates/crystal/example-blank/spec/spec_helper.cr

@@ -1,4 +1,4 @@
 require "spec"
-require "./helpers/faastruby"
+require "faastruby-spec-helper"
 require "../src/handler"
 include FaaStRuby

data/templates/crystal/example/spec/spec_helper.cr

@@ -1,4 +1,4 @@
 require "spec"
-require "./helpers/faastruby"
+require "faastruby-spec-helper"
 require "../src/handler"
 include FaaStRuby

data/templates/ruby/example-blank/Gemfile

@@ -3,4 +3,5 @@ source 'https://rubygems.org'
 group :test do
   gem 'rspec'
   gem 'faastruby-rpc'
+  gem 'faastruby'
 end

data/templates/ruby/example-blank/spec/handler_spec.rb

@@ -2,7 +2,12 @@ require 'spec_helper'
 require 'handler'
 
 describe 'handler(event)' do
-  # let(:event) {SpecHelper::Event.new(body: 'Hello', context: 'secret_data', headers: {'MyHeader' => true}, query_params: {'foo' => 'bar'})}
+  let(:event) {Event.new(
+    body: nil,
+    query_params: {},
+    headers: {},
+    context: nil
+  )}
 
   xit 'write some tests here' do
     # function_return = handler(event).call

data/templates/ruby/example-blank/spec/spec_helper.rb

@@ -1,3 +1,3 @@
 require 'faastruby-rpc/test_helper'
-require 'helpers/faastruby'
-include FaaStRuby
+require 'faastruby/spec_helper'
+include FaaStRuby::SpecHelper