funktor 0.2.1

data/lib/funktor/middleware/metrics.rb

@@ -0,0 +1,51 @@
+module Funktor
+  module Middleware
+    class Metrics
+      def call(job)
+        start_time = Time.now.utc
+        yield
+        end_time = Time.now.utc
+        time_diff = end_time - start_time
+        put_metric_to_stdout(time_diff, job)
+      end
+
+      def put_metric_to_stdout(time_diff, job)
+        puts Funktor.dump_json(metric_hash(time_diff, job))
+      end
+
+      def metric_hash(time_diff_in_seconds, job)
+        {
+          "_aws": {
+            "Timestamp": Time.now.strftime('%s%3N').to_i,
+            "CloudWatchMetrics": [
+              {
+                "Namespace": "rails-lambda-experiment", # TODO - We should get this from config or someting
+                "Dimensions": [["WorkerClassName"]],
+                "Metrics": [ # CPU, Memory, Duration, etc...
+                             {
+                               "Name": "Duration",
+                               "Unit": "Milliseconds"
+                             }
+                ]
+              }
+            ]
+          },
+          "WorkerClassName": job.worker_class_name,
+          "Duration": time_diff_in_seconds * 1_000
+          #"count": value,
+          #"requestId": "989ffbf8-9ace-4817-a57c-e4dd734019ee"
+        }
+        #data[key] = value
+      end
+
+    end
+  end
+end
+
+Funktor.configure_active_job_handler do |config|
+  config.active_job_handler_middleware do |chain|
+    chain.add Funktor::Middleware::Metrics
+  end
+end
+
+

data/lib/funktor/middleware_chain.rb

@@ -0,0 +1,62 @@
+module Funktor
+  class MiddlewareChain
+    attr_reader :entries
+
+    def initialize
+      @entries = []
+    end
+
+    def remove(klass)
+      entries.delete_if { |entry| entry.klass == klass }
+    end
+
+    def add(klass, *args)
+      remove(klass)
+      entries << Entry.new(klass, *args)
+    end
+
+    def prepend(klass, *args)
+      remove(klass)
+      entries.insert(0, Entry.new(klass, *args))
+    end
+
+    def insert_before(oldklass, newklass, *args)
+      remove(newklass)
+      i = entries.index { |entry| entry.klass == oldklass } || 0
+      entries.insert(i, Entry.new(newklass, *args))
+    end
+
+    def insert_after(oldklass, newklass, *args)
+      remove(newklass)
+      i = entries.index { |entry| entry.klass == oldklass } || entries.count - 1
+      entries.insert(i + 1, Entry.new(newklass, *args))
+    end
+
+    def invoke(*args)
+      return yield if @entries.empty?
+
+      middlewares = entries.map(&:instantiate)
+      traverse_chain = proc do
+        if middlewares.empty?
+          yield
+        else
+          middlewares.shift.call(*args, &traverse_chain)
+        end
+      end
+      traverse_chain.call
+    end
+
+    class Entry
+      attr_reader :klass
+
+      def initialize(klass, *args)
+        @klass = klass
+        @args = args
+      end
+
+      def instantiate
+        @klass.new(*@args)
+      end
+    end
+  end
+end

data/lib/funktor/testing.rb

@@ -0,0 +1,69 @@
+require 'funktor/worker'
+require 'funktor/fake_job_queue'
+
+module Funktor
+  module Worker
+    def self.clear_all
+      Funktor::FakeJobQueue.clear_all
+    end
+    module ClassMethods
+      def jobs
+        Funktor::FakeJobQueue.jobs[self.name]
+      end
+
+      def clear
+        jobs.clear
+      end
+
+      def work_all_jobs
+        while jobs.any?
+          job_data = jobs.shift
+          worker = job_data[:worker]
+          worker_params = job_data[:payload][:worker_params]
+          worker.new.perform(worker_params)
+        end
+      end
+    end
+  end
+  class Testing
+
+    def self.inline!(&block)
+      Funktor.configure_job_pusher do |config|
+        config.job_pusher_middleware do |chain|
+          chain.add Funktor::InlineJobPusherMiddleware
+        end
+      end
+      yield
+      Funktor.configure_job_pusher do |config|
+        config.job_pusher_middleware do |chain|
+          chain.remove Funktor::InlineJobPusherMiddleware
+        end
+      end
+    end
+    def self.fake!(&block)
+      Funktor.configure_job_pusher do |config|
+        config.job_pusher_middleware do |chain|
+          chain.add Funktor::FakeJobPusherMiddleware
+        end
+      end
+      yield
+      Funktor.configure_job_pusher do |config|
+        config.job_pusher_middleware do |chain|
+          chain.remove Funktor::FakeJobPusherMiddleware
+        end
+      end
+    end
+  end
+
+  class InlineJobPusherMiddleware
+    def call(worker, payload)
+      worker.new.perform(payload[:worker_params])
+    end
+  end
+
+  class FakeJobPusherMiddleware
+    def call(worker, payload)
+      Funktor::FakeJobQueue.push(worker, payload)
+    end
+  end
+end

data/lib/funktor/version.rb

@@ -0,0 +1,3 @@
+module Funktor
+  VERSION = "0.2.1"
+end

data/lib/funktor/worker.rb

@@ -0,0 +1,86 @@
+require 'securerandom'
+require 'aws-sdk-sqs'
+require "active_support"
+
+module Funktor
+  class DelayTooLongError < StandardError; end
+end
+
+module Funktor::Worker
+  def self.included(base)
+    base.extend ClassMethods
+    base.class_eval do
+      cattr_accessor :funktor_options_hash
+      #alias_method :perform_later, :perform_async
+    end
+  end
+
+  module ClassMethods
+    def funktor_options(options = {})
+      self.funktor_options_hash = options
+    end
+
+    def get_funktor_options
+      self.funktor_options_hash || {}
+    end
+
+    def custom_queue_url
+      get_funktor_options[:queue_url]
+    end
+
+    def queue_url
+      # TODO : Should this default to FUNKTOR_ACTIVE_JOB_QUEUE?
+      # Depends how e handle this in pro...?
+      custom_queue_url || ENV['FUNKTOR_INCOMING_JOB_QUEUE']
+    end
+
+    def perform_async(*worker_params)
+      self.perform_in(0, *worker_params)
+    end
+
+    def perform_at(time, *worker_params)
+      delay = (time.utc - Time.now.utc).round
+      if delay < 0
+        delay = 0
+      end
+      self.perform_in(delay, *worker_params)
+    end
+
+    def perform_in(delay, *worker_params)
+      if delay > max_delay
+        raise Funktor::DelayTooLongError.new("The delay can't be longer than #{max_delay} seconds. This is a limitation of SQS. Funktor Pro has mechanisms to work around this limitation.")
+      end
+      self.push_to_incoming_job_queue(delay, *worker_params)
+    end
+
+    def push_to_incoming_job_queue(delay, *worker_params)
+      job_id = SecureRandom.uuid
+      payload = build_job_payload(job_id, delay, *worker_params)
+
+      Funktor.job_pusher_middleware.invoke(self, payload) do
+        client.send_message({
+          queue_url: queue_url,
+          message_body: Funktor.dump_json(payload)
+        })
+      end
+    end
+
+    def max_delay
+      900
+    end
+
+    def client
+      @client ||= Aws::SQS::Client.new
+    end
+
+    def build_job_payload(job_id, delay, *worker_params)
+      {
+        worker: self.name,
+        worker_params: worker_params,
+        job_id: job_id,
+        delay: delay,
+        funktor_options: get_funktor_options
+      }
+    end
+  end
+end

metadata

@@ -0,0 +1,173 @@
+--- !ruby/object:Gem::Specification
+name: funktor
+version: !ruby/object:Gem::Version
+  version: 0.2.1
+platform: ruby
+authors:
+- Jeremy Green
+autorequire:
+bindir: exe
+cert_chain: []
+date: 2021-06-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk-sqs
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.37'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.37'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Background processing in AWS Lambda.
+email:
+- jeremy@octolabs.com
+executables:
+- funktor
+- funktor-deploy
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- exe/funktor
+- exe/funktor-deploy
+- funktor.gemspec
+- lib/funktor.rb
+- lib/funktor/active_job_handler.rb
+- lib/funktor/aws/sqs/event.rb
+- lib/funktor/aws/sqs/record.rb
+- lib/funktor/cli/application.rb
+- lib/funktor/cli/bootstrap.rb
+- lib/funktor/cli/generate.rb
+- lib/funktor/cli/generate/base.rb
+- lib/funktor/cli/generate/work_queue.rb
+- lib/funktor/cli/init.rb
+- lib/funktor/cli/templates/Gemfile
+- lib/funktor/cli/templates/config/environment.yml
+- lib/funktor/cli/templates/config/funktor.yml
+- lib/funktor/cli/templates/config/package.yml
+- lib/funktor/cli/templates/config/ruby_layer.yml
+- lib/funktor/cli/templates/function_definitions/active_job_handler.yml
+- lib/funktor/cli/templates/function_definitions/incoming_job_handler.yml
+- lib/funktor/cli/templates/funktor.yml.tt
+- lib/funktor/cli/templates/gitignore
+- lib/funktor/cli/templates/handlers/active_job_handler.rb
+- lib/funktor/cli/templates/handlers/incoming_job_handler.rb
+- lib/funktor/cli/templates/iam_permissions/active_job_queue.yml
+- lib/funktor/cli/templates/iam_permissions/incoming_job_queue.yml
+- lib/funktor/cli/templates/iam_permissions/ssm.yml
+- lib/funktor/cli/templates/package.json
+- lib/funktor/cli/templates/resources/active_job_queue.yml
+- lib/funktor/cli/templates/resources/cloudwatch_dashboard.yml
+- lib/funktor/cli/templates/resources/incoming_job_queue.yml
+- lib/funktor/cli/templates/resources/incoming_job_queue_user.yml
+- lib/funktor/cli/templates/serverless.yml
+- lib/funktor/cli/templates/workers/hello_worker.rb
+- lib/funktor/deploy/cli.rb
+- lib/funktor/deploy/serverless.rb
+- lib/funktor/deploy/serverless_templates/serverless.yml
+- lib/funktor/fake_job_queue.rb
+- lib/funktor/incoming_job_handler.rb
+- lib/funktor/job.rb
+- lib/funktor/middleware/metrics.rb
+- lib/funktor/middleware_chain.rb
+- lib/funktor/testing.rb
+- lib/funktor/version.rb
+- lib/funktor/worker.rb
+homepage: https://github.com/Octo-Labs/funktor
+licenses:
+- MIT
+metadata:
+  homepage_uri: https://github.com/Octo-Labs/funktor
+  source_code_uri: https://github.com/Octo-Labs/funktor
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.3.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.1.4
+signing_key:
+specification_version: 4
+summary: Background processing in AWS Lambda.
+test_files: []