zuora_connect 0

data/lib/resque/plugins/custom_logger.rb

@@ -0,0 +1,46 @@
+# This Resque extension changes the resque default logger to monologger
+# and formats the log in json format.
+# 
+# Monologger supports printing logs in trap block.
+# 
+module Resque
+  module Plugins
+    module CustomLogger
+      def before_perform(*args)
+        marker = SecureRandom.uuid
+        
+        logger = MonoLogger.new(STDOUT)
+        logger.level = Rails.application.config.log_level
+        logger.formatter = proc do |serverity, datetime, progname, msg|
+          begin
+            msg = JSON.parse(msg)
+          rescue JSON::ParserError => ex
+          end
+
+          require 'json'
+          JSON.dump(
+            trace_id: marker,
+            level: serverity,
+            timestamp: datetime.strftime('%FT%T.%6N'),
+            pid: Process.pid,
+            msg: msg
+          ) + "\n"
+        end
+        
+        Resque.logger = logger
+        Rails.logger = logger
+        case args.class.to_s
+        when "Array"
+          if args.first.class == Hash
+            data = args.first.merge({:worker_class => self.to_s})
+          else
+            data = {:worker_class => self.to_s, :args => args}
+          end
+        when "Hash"
+          data = args.merge({:worker_class => self.to_s})
+        end
+        Rails.logger.info(data.to_json) if data.present?
+      end
+    end
+  end
+end

data/lib/resque/self_lookup.rb

@@ -0,0 +1,19 @@
+module Resque
+  module SelfLookup
+    def payload_class_enhanced
+      @payload_class ||= constantize(@payload['class'])
+      @payload_class.instance_eval { class << self; self end }.send(:attr_accessor, :worker)
+      @payload_class.instance_eval { class << self; self end }.send(:attr_accessor, :job)
+      @payload_class.worker =  self.worker
+      @payload_class.job =  self
+      return @payload_class
+    end
+
+    def self.included(receiver)
+      receiver.class_eval do
+        alias payload_class_old payload_class
+        alias payload_class payload_class_enhanced
+      end
+    end
+  end
+end

data/lib/resque/silence_done.rb

@@ -0,0 +1,71 @@
+module Resque  
+  module SilenceDone
+    def perform_no_log(job)
+      begin
+        if fork_per_job?
+          reconnect
+          run_hook :after_fork, job
+        end
+        job.perform
+      rescue Object => e
+        report_failed_job(job,e)
+      else
+        # log_with_severity :info, "done: #{job.inspect}"
+      ensure
+        yield job if block_given?
+      end
+    end
+
+    # def work(interval = 5.0, &block)
+    #   interval = Float(interval)
+    #   startup
+
+    #   loop do
+    #     break if shutdown?
+
+    #     unless work_one_job(&block)
+    #       break if interval.zero?
+    #       log_with_severity :debug, "Sleeping for #{interval} seconds"
+    #       procline paused? ? "Paused" : "Waiting for #{queues.join(',')}"
+    #       sleep interval
+    #     end
+    #   end
+
+    #   unregister_worker
+    # rescue Exception => exception
+    #   return if exception.class == SystemExit && !@child && run_at_exit_hooks
+    #   log_with_severity :error, "Failed to start worker : #{exception.inspect}"
+    #   unregister_worker(exception)
+    # end
+
+    def work_one_job_no_log(job = nil, &block)
+      return false if paused?
+      return false unless job ||= reserve
+
+      working_on job
+      procline "Processing #{job.queue} since #{Time.now.to_i} [#{job.payload_class_name}]"
+
+      #log_with_severity :info, "got: #{job.inspect}"
+      job.worker = self
+
+      if fork_per_job?
+        perform_with_fork(job, &block)
+      else
+        perform(job, &block)
+      end
+
+      done_working
+      true
+    end
+
+    def self.included(receiver)
+      receiver.class_eval do
+        alias work_one_job_with_log work_one_job
+        alias work_one_job work_one_job_no_log
+
+        alias perform_with_log perform
+        alias perform perform_no_log
+      end
+    end
+  end
+end

data/lib/tasks/zuora_connect_tasks.rake

@@ -0,0 +1,24 @@
+# desc "Explaining what the task does"
+# task :connect do
+#   # Task goes here
+# end
+
+namespace :db do
+  desc 'Also create shared_extensions Schema'
+  task :extensions => :environment  do
+    # Create Schema
+    ActiveRecord::Base.connection.execute 'CREATE SCHEMA IF NOT EXISTS shared_extensions;'
+    # Enable Hstore
+    ActiveRecord::Base.connection.execute 'CREATE EXTENSION IF NOT EXISTS HSTORE SCHEMA shared_extensions;'
+    # Enable UUID-OSSP
+    ActiveRecord::Base.connection.execute 'CREATE EXTENSION IF NOT EXISTS "uuid-ossp" SCHEMA shared_extensions;'
+  end
+end
+
+Rake::Task["db:create"].enhance do
+  Rake::Task["db:extensions"].invoke
+end
+
+Rake::Task["db:test:purge"].enhance do
+  Rake::Task["db:extensions"].invoke
+end

data/lib/zuora_connect.rb

@@ -0,0 +1,42 @@
+require 'zuora_connect/configuration'
+require "zuora_connect/engine"
+require 'zuora_connect/exceptions'
+require 'zuora_connect/controllers/helpers'
+require 'zuora_connect/views/helpers'
+require 'zuora_connect/railtie'
+require 'resque/additions'
+require 'resque/dynamic_queues'
+require 'resque/silence_done'
+require 'resque/self_lookup'
+require 'resque/plugins/custom_logger'
+require 'metrics/influx/point_value'
+require 'metrics/net'
+
+module ZuoraConnect
+  class << self
+    attr_accessor :configuration
+  end
+  module Controllers
+    autoload :Helpers,        'zuora_connect/controllers/helpers'
+  end
+
+  module Views
+    ActionView::Base.send(:include, Helpers)
+  end
+
+  def self.configuration
+    @configuration ||= Configuration.new
+  end
+
+  def self.reset
+    @configuration = Configuration.new
+  end
+
+  def self.configure
+    yield(configuration)
+    ::Apartment.excluded_models << "Delayed::Job" if configuration.delayed_job
+    ::Apartment.excluded_models.concat(configuration.additional_apartment_models) if configuration.additional_apartment_models.class == Array
+
+    return configuration
+  end
+end

data/lib/zuora_connect/configuration.rb

@@ -0,0 +1,53 @@
+module ZuoraConnect
+  class Configuration
+
+    attr_accessor :default_locale, :default_time_zone, :url, :mode, :delayed_job,:private_key, :additional_apartment_models
+
+    attr_accessor :enable_metrics, :enable_apm, :telegraf_endpoint, :telegraf_debug, :custom_prometheus_update_block, :silencer_resque_finish, :blpop_queue
+
+    attr_accessor :oauth_client_id, :oauth_client_secret, :oauth_client_redirect_uri
+
+    attr_accessor :dev_mode_logins, :dev_mode_options, :dev_mode_mode, :dev_mode_appinstance, :dev_mode_user, :dev_mode_pass, :dev_mode_admin, :dev_mode_secret_access_key,:dev_mode_access_key_id,:aws_region, :s3_bucket_name, :s3_folder_name
+
+    def initialize
+      @default_locale = :en
+      @default_time_zone = Time.zone
+      @url = "https://connect.zuora.com"
+      @mode = "Production"
+      @delayed_job = false
+      @private_key = ENV["CONNECT_KEY"]
+      @additional_apartment_models = []
+      @silencer_resque_finish = true
+      @blpop_queue = false
+
+      # Setting the app name for telegraf write
+      @enable_metrics = false
+      @telegraf_endpoint = 'udp://telegraf-app-metrics.monitoring.svc.cluster.local:8094'
+      @telegraf_debug = false
+      @enable_apm = false
+      # OAuth Settings
+      @oauth_client_id = ""
+      @oauth_client_secret = ""
+      @oauth_client_redirect_uri = "https://connect.zuora.com/"
+
+      # DEV MODE OPTIONS
+      @dev_mode_logins = { "target_login" => {"tenant_type" => "Zuora", "username" => "user", "password" => "pass", "url" => "url"} }
+      @dev_mode_options = {"name" => {"config_name" => "name", "datatype" => "type", "value" => "value"}}
+      @dev_mode_mode = "Universal"
+      @dev_mode_appinstance = "1"
+      @dev_mode_user = "test"
+      @dev_mode_pass = "test"
+      @dev_mode_admin = false
+      @dev_mode_secret_access_key = nil
+      @dev_mode_access_key_id = nil
+      @aws_region = "us-west-2"
+      @s3_bucket_name = "rbm-apps"
+      @s3_folder_name = Rails.application.class.parent_name
+    end
+
+    def private_key
+      raise "Private Key Not Set" if @private_key.blank?
+      @private_key.include?("BEGIN") ? @private_key : Base64.urlsafe_decode64(@private_key)
+    end
+  end
+end

data/lib/zuora_connect/controllers/helpers.rb

@@ -0,0 +1,261 @@
+require 'apartment/migrator'
+module ZuoraConnect
+  module Controllers
+    module Helpers
+      extend ActiveSupport::Concern
+
+      def authenticate_app_api_request
+        #Skip session for api requests
+        Thread.current[:appinstance] = nil
+        request.session_options[:skip] = true
+        ElasticAPM.set_tag(:trace_id, request.uuid) if defined?(ElasticAPM)
+
+        start_time = Time.now
+        if request.headers["API-Token"].present?
+          @appinstance = ZuoraConnect::AppInstance.where(:api_token => request.headers["API-Token"]).first
+          Rails.logger.debug("[#{@appinstance.id}] API REQUEST - API token") if @appinstance.present?
+          check_instance
+        else
+          authenticate_or_request_with_http_basic do |username, password|
+            @appinstance = ZuoraConnect::AppInstance.where(:token => password).first
+            @appinstance ||= ZuoraConnect::AppInstance.where(:api_token => password).first
+            Rails.logger.debug("[#{@appinstance.id}] API REQUEST - Basic Auth") if @appinstance.present?
+            check_instance
+          end
+        end
+        if @appinstance.present?
+          Rails.logger.debug("[#{@appinstance.id}] Authenticate App API Request Completed In - #{(Time.now - start_time).round(2)}s")
+        end
+      end
+
+      def verify_with_navbar
+        if !session[params[:app_instance_ids]].present?
+          host = request.headers["HTTP_X_FORWARDED_HOST"]
+          zuora_client = ZuoraAPI::Login.new(url: "https://#{host}")
+          menus = zuora_client.get_full_nav(cookies.to_h)["menus"]
+          app = menus.select do |item|
+            matches = /(?<=.com\/services\/)(.*?)(?=\?|$)/.match(item["url"])
+            if !matches.blank?
+              matches[0].split("?").first == ENV["DEIS_APP"]
+            end
+          end
+
+          session[params[:app_instance_ids]] = app[0]
+          return app[0]
+        else
+          return session[params[:app_instance_ids]]
+        end
+      end
+
+      def select_instance
+        begin
+          app = verify_with_navbar
+
+          url_tasks = JSON.parse(Base64.urlsafe_decode64(CGI.parse(URI.parse(app["url"]).query)["app_instance_ids"][0]))
+          @app_instance_ids = JSON.parse(Base64.urlsafe_decode64(params[:app_instance_ids]))
+
+          if (url_tasks & @app_instance_ids).size == @app_instance_ids.size
+            sql = "select name,id from zuora_connect_app_instances where id = ANY(ARRAY#{@app_instance_ids})"
+            result = ActiveRecord::Base.connection.execute(sql)
+            @names = {}
+            result.each do |x|
+              @names[x["id"].to_i] = x["name"]
+            end
+            render "zuora_connect/static/launch"
+          else
+            render "zuora_connect/static/invalid_launch_request"
+          end
+        rescue => ex
+          Rails.logger.debug("Error parsing Instance ID's: #{ex.message}")
+          render "zuora_connect/static/invalid_launch_request"
+        end
+      end
+
+      def authenticate_connect_app_request
+        ElasticAPM.set_tag(:trace_id, request.uuid) if defined?(ElasticAPM)
+        Thread.current[:appinstance] = nil
+        if params[:app_instance_ids].present? && !params[:app_instance_id].present?
+          begin
+            app_instance_ids = JSON.parse(Base64.urlsafe_decode64(params[:app_instance_ids]))
+            if app_instance_ids.length == 1
+              verify_with_navbar
+              instances = JSON.parse(Base64.urlsafe_decode64(CGI.parse(URI.parse(session[params[:app_instance_ids]]["url"]).query)["app_instance_ids"][0]))
+              if instances.include?(app_instance_ids[0])
+                @appinstance = ZuoraConnect::AppInstance.find(app_instance_ids[0])
+                @appinstance.new_session(session: {})
+                @appinstance.cache_app_instance
+                session["appInstance"] = app_instance_ids[0]
+              else
+                Rails.logger.fatal("Launch Error: Param Instance didnt match session data")
+                render "zuora_connect/static/invalid_launch_request"
+                return
+              end
+            else
+              select_instance
+              return
+            end
+          rescue => ex
+            Rails.logger.fatal("Launch Error: #{ex.message}")
+            render "zuora_connect/static/invalid_launch_request"
+            return
+          end
+          
+        elsif params[:app_instance_ids].present? && params[:app_instance_id].present?
+          begin
+            instances = JSON.parse(Base64.urlsafe_decode64(CGI.parse(URI.parse(session[params[:app_instance_ids]]["url"]).query)["app_instance_ids"][0]))
+            if instances.include?(params[:app_instance_id].to_i)
+              @appinstance = ZuoraConnect::AppInstance.find(params[:app_instance_id].to_i)
+              @appinstance.new_session(session: {})
+              @appinstance.cache_app_instance
+              session["appInstance"] = params[:app_instance_id].to_i
+            else
+              render "zuora_connect/static/invalid_launch_request"
+              return
+            end
+          rescue => ex
+            Rails.logger.fatal("Launch Error: #{ex.message}")
+            render "zuora_connect/static/invalid_launch_request"
+            return
+          end
+        end
+        start_time = Time.now
+        if ZuoraConnect.configuration.mode == "Production"
+          if request["data"] && /^([A-Za-z0-9+\/\-\_]{4})*([A-Za-z0-9+\/]{4}|[A-Za-z0-9+\/]{3}=|[A-Za-z0-9+\/]{2}==)$/.match(request["data"].to_s)
+            setup_instance_via_data
+          else
+            setup_instance_via_session
+          end
+        else
+          setup_instance_via_dev_mode
+        end
+        #Call .data_lookup with the current session to retrieve session. In some cases session may be stored/cache in redis 
+        #so data lookup provides a model method that can be overriden per app.
+        if params[:controller] != 'zuora_connect/api/v1/app_instance' && params[:action] != 'drop'
+          if @appinstance.new_session_for_ui_requests(:params => params)
+            @appinstance.new_session(:session => @appinstance.data_lookup(:session => session))
+          end
+        end
+        if session["#{@appinstance.id}::user::email"].present? 
+          ElasticAPM.set_user(session["#{@appinstance.id}::user::email"])  if defined?(ElasticAPM) 
+          PaperTrail.whodunnit =  session["#{@appinstance.id}::user::email"] if defined?(PaperTrail)
+        end
+        begin
+          I18n.locale = session["#{@appinstance.id}::user::locale"] ?  session["#{@appinstance.id}::user::locale"] : @appinstance.locale
+        rescue I18n::InvalidLocale => ex
+          Rails.logger.error("Invalid Locale: #{ex.message}")
+        end
+        Time.zone = session["#{@appinstance.id}::user::timezone"] ? session["#{@appinstance.id}::user::timezone"] : @appinstance.timezone
+        Rails.logger.debug("[#{@appinstance.blank? ? "N/A" : @appinstance.id}] Authenticate App Request Completed In - #{(Time.now - start_time).round(2)}s")
+      end
+
+      def persist_connect_app_session
+        if @appinstance.present?
+          if defined?(Redis.current)
+            @appinstance.cache_app_instance
+          else
+            session.merge!(@appinstance.save_data)
+          end
+        end
+      end
+
+      def check_connect_admin!
+        raise ZuoraConnect::Exceptions::AccessDenied.new("User is not an authorized admin for this application") if !session["#{@appinstance.id}::admin"]
+      end
+
+      def check_connect_admin
+        return session["#{@appinstance.id}::admin"]
+      end
+
+    private
+      def setup_instance_via_data
+        session.clear
+        values = JSON.parse(ZuoraConnect::AppInstance.decrypt_response(Base64.urlsafe_decode64(request["data"])))
+        Rails.logger.debug("Data: #{values.to_json}")
+        if values["param_data"]
+          values["param_data"].each do |k ,v|
+            params[k] = v
+          end
+        end
+        session["#{values["appInstance"]}::destroy"] = values["destroy"]
+        session["appInstance"] = values["appInstance"]
+        if values["current_user"]
+          session["#{values["appInstance"]}::admin"] = values["current_user"]["admin"] ? values["current_user"]["admin"] : false
+          session["#{values["appInstance"]}::user::timezone"] = values["current_user"]["timezone"]
+          session["#{values["appInstance"]}::user::locale"] = values["current_user"]["locale"]
+          session["#{values["appInstance"]}::user::email"] = values["current_user"]["email"]
+        end
+
+        Rails.logger.debug("App Params: #{values.to_json}}") if Rails.env != "production"
+
+        @appinstance = ZuoraConnect::AppInstance.where(:id => values["appInstance"].to_i).first
+        if @appinstance.blank?
+          Apartment::Tenant.switch!("public")
+          begin
+            Apartment::Tenant.create(values["appInstance"].to_s)
+          rescue Apartment::TenantExists => ex
+            Rails.logger.debug("Tenant Already Exists")
+          end
+          @appinstance = ZuoraConnect::AppInstance.new(:api_token =>  values[:api_token],:id => values["appInstance"].to_i, :access_token => values["access_token"].blank? ? values["user"] : values["access_token"], :token => values["refresh_token"]  , :refresh_token => values["refresh_token"].blank? ? values["key"] : values["refresh_token"], :oauth_expires_at => values["expires"])
+          @appinstance.save(:validate => false)
+        else
+          @appinstance.access_token = values["access_token"] if !values["access_token"].blank? && @appinstance.access_token != values["access_token"]
+          @appinstance.refresh_token = values["refresh_token"] if !values["refresh_token"].blank? && @appinstance.refresh_token != values["refresh_token"]
+          @appinstance.oauth_expires_at = values["expires"] if !values["expires"].blank?
+          @appinstance.api_token = values["api_token"] if !values["api_token"].blank? && @appinstance.api_token != values["api_token"]
+          if @appinstance.access_token_changed? && @appinstance.refresh_token_changed?
+            @appinstance.save(:validate => false)
+          else
+            raise ZuoraConnect::Exceptions::AccessDenied.new("Authorization mistmatch. Possible tampering")
+          end
+        end     
+      end
+
+      def setup_instance_via_session
+        if session["appInstance"].present?
+          @appinstance = ZuoraConnect::AppInstance.where(:id => session["appInstance"]).first
+        else
+          raise ZuoraConnect::Exceptions::SessionInvalid.new("Session Blank -- Relaunch Application")
+        end
+      end
+
+      def setup_instance_via_dev_mode
+        session["appInstance"] = ZuoraConnect.configuration.dev_mode_appinstance
+        user = ZuoraConnect.configuration.dev_mode_user
+        key = ZuoraConnect.configuration.dev_mode_pass
+        values = {:user => user , :key => key, :appinstance => session["appInstance"]}
+        @appinstance = ZuoraConnect::AppInstance.where(:id => values[:appinstance].to_i).first
+        if @appinstance.blank?
+          Apartment::Tenant.switch!("public")
+          begin
+            Apartment::Tenant.create(values[:appinstance].to_s)
+          rescue Apartment::TenantExists => ex
+            Apartment::Tenant.drop(values[:appinstance].to_s)
+            retry
+          end
+
+          @appinstance = ZuoraConnect::AppInstance.new(:id => values[:appinstance].to_i, :access_token => values[:user], :refresh_token => values[:key], :token => "#{values[:key]}#{values[:key]}", :api_token => "#{values[:key]}#{values[:key]}")
+          @appinstance.save(:validate => false)
+        end
+        if @appinstance.access_token.blank? || @appinstance.refresh_token.blank? || @appinstance.token.blank? || @appinstance.api_token.blank?
+          @appinstance.update_attributes!(:access_token =>  values["user"], :refresh_token =>  values["key"], :token => "#{values[:key]}#{values[:key]}", :api_token => "#{values[:key]}#{values[:key]}")
+        end
+        session["#{@appinstance.id}::admin"] =  ZuoraConnect.configuration.dev_mode_admin
+      end
+
+      #API ONLY
+      def check_instance
+        if @appinstance.present?
+          if @appinstance.new_session_for_api_requests(:params => params)
+            @appinstance.new_session(:session => @appinstance.data_lookup(:session => session))
+          end
+          Thread.current[:appinstance] = @appinstance
+          PaperTrail.whodunnit = "API User" if defined?(PaperTrail)
+          ElasticAPM.set_user("API User")  if defined?(ElasticAPM) 
+          return true
+        else
+          render text: "Access Denied", status: :unauthorized
+        end
+      end
+    end
+  end
+end