sp-job 0.1.17

data/README.md

@@ -0,0 +1,36 @@
+# Sp::Job
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/sp/job`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'sp-job'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install sp-job
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/sp-job.
+

data/Rakefile

@@ -0,0 +1,8 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+Dir.glob('lib/tasks/*.rake').each { |r| load r  }
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/VERSION

@@ -0,0 +1 @@
+0.1.17

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "sp/job"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/queue-job

@@ -0,0 +1,72 @@
+#!/usr/bin/env ruby
+#
+# Copyright (c) 2011-2017 Cloudware S.A. All rights reserved.
+#
+# This file is part of sp-job.
+#
+# sp-job is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# sp-job is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with sp-job.  If not, see <http://www.gnu.org/licenses/>.
+#
+# encoding: utf-8
+#
+require 'bundler/setup'
+require 'sp/job'
+require 'sp/job'
+require 'redis'
+require 'backburner'
+require 'optparse'
+require 'sp/job/common'
+require 'syslog/logger'
+extend SP::Job::Common
+
+begin
+  $args = {}
+  $config = {}
+  $args[:redis]        = '127.0.0.1:6379'
+  $args[:beanstalkd]   = '127.0.0.1:11300'
+  $args[:validity]     = 7200
+  $args[:ttr]          = 3600
+  
+  #
+  # Parse command line arguments
+  #
+  $option_parser = OptionParser.new do |opts|
+    opts.banner = "Usage: #{$PROGRAM_NAME} ARGS"
+    opts.on('-r', '--redis=HOST:PORT'     , "Hostname and port of the redis server (default: '#{$args[:redis]}')")           { |v| $args[:redis]        = v                   }
+    opts.on('-b', '--beanstalkd=HOST:PORT', "Hostname and port of the beanstalkd server (default: '#{$args[:beanstalkd]}')") { |v| $args[:beanstalkd]   = v                   }
+    opts.on('-V', '--validity=SECS'       , "job validty in seconds")                                                        { |v| $args[:validity]     = v                   }
+    opts.on('-t', '--tube=TUBE'           , "beanstalkd tube name")                                                          { |v| $args[:tube]         = v                   }
+    opts.on('-i', '--sid=SERVICEID'       , "service id on redis")                                                           { |v| $config[:service_id] = v                   }
+    opts.on('-v', '--ttr=SECS'            , "job ttr time to run in seconds")                                                { |v| $args[:ttr]          = v                   }
+    opts.on('-l', '--log=LOGFILE'         , "path to log file (default: '#{$args[:log_file]}')")                             { |v| $args[:log_file]     = File.expand_path(v) }
+    opts.on('-d', '--debug'               , "developer mode: log to stdout and print job")                                   { $args[:debug]            = true                }
+  end
+  $option_parser.parse!
+  
+  raise "Tube must be specified with --tube!!!" if $args[:tube].nil?
+  raise "Service id must be specified with --sid!!!" if $config[:service_id].nil?
+
+  $redis     = Redis.new(:host => $args[:redis].split(':')[0], :port => $args[:redis].split(':')[1], :db => 0)
+  $beaneater = Beaneater.new $args[:beanstalkd]
+  job = { }
+  ARGV.each do |arg|
+    key, value = arg.to_s.split('=')
+    job[key.to_sym] = value
+  end
+  submit_job(job: job, tube: $args[:tube], ttr: $args[:ttr], validity: $args[:validity])
+rescue => e
+	STDERR.puts e
+	STDERR.puts e.backtrace
+  sys_log = Syslog::Logger.new $PROGRAM_NAME
+  sys_log.error "#{e} #{e.backtrace}"
+end

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/lib/sp-job.rb

@@ -0,0 +1,45 @@
+#
+# Copyright (c) 2011-2016 Cloudware S.A. All rights reserved.
+#
+# This file is part of sp-job.
+#
+# sp-job is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# sp-job is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with sp-job.  If not, see <http://www.gnu.org/licenses/>.
+#
+
+#require 'byebug'
+require 'awesome_print'
+require 'rollbar'
+require 'redis'
+require 'backburner'
+require 'json'
+require 'fileutils'
+require 'concurrent'
+require 'optparse'
+require 'os'
+require 'pg'
+require 'sp-duh'
+require 'oauth2'
+require 'oauth2-client'
+require 'curb'
+require 'rails'
+require 'erb'
+require 'ostruct'
+require 'json'
+require 'mail'
+
+require 'sp/job'
+require 'sp/job/engine'
+require 'sp/job/version'
+require 'sp/job/worker'
+require 'sp/job/broker_oauth2_client'

data/lib/sp/job.rb

@@ -0,0 +1,24 @@
+#
+# Copyright (c) 2011-2017 Cloudware S.A. All rights reserved.
+#
+# This file is part of sp-job.
+#
+# sp-job is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# sp-job is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with sp-job.  If not, see <http://www.gnu.org/licenses/>.
+#
+
+module SP
+  module Job
+  	MODULE_PATH = File.expand_path(File.join(File.dirname(__FILE__), '..', '..'))
+  end
+end

data/lib/sp/job/back_burner.rb

@@ -0,0 +1,205 @@
+#
+# Copyright (c) 2011-2017 Cloudware S.A. All rights reserved.
+#
+# This file is part of sp-job.
+#
+# sp-job is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# sp-job is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with sp-job.  If not, see <http://www.gnu.org/licenses/>.
+#
+# encoding: utf-8
+#
+require 'sp/job/pg_connection'
+require 'roadie'
+
+#
+# Initialize global data needed for configuration
+#
+$prefix       = OS.mac? ? '/usr/local' : '/'
+$rollbar      = false
+$bury         = false
+$min_progress = 3 # TODO to config??
+$args         = {
+  stdout:       false,
+  log_level:    'info',
+  program_name: File.basename($PROGRAM_NAME, File.extname($PROGRAM_NAME)),
+  config_file:  File.join($prefix, 'etc', File.basename($PROGRAM_NAME, File.extname($PROGRAM_NAME)), 'conf.json'),
+  log_file:     File.join($prefix, 'var', 'log', 'jobs', "#{File.basename($PROGRAM_NAME, File.extname($PROGRAM_NAME))}.log")
+}
+
+#
+# Parse command line arguments
+#
+$option_parser = OptionParser.new do |opts|
+  opts.banner = "Usage: #{$PROGRAM_NAME} ARGS"
+  opts.on('-c', '--config=CONFIG.JSON', "path to json configuration file (default: '#{$args[:config_file]}')") { |v| $args[:config_file] = File.expand_path(v) }
+  opts.on('-l', '--log=LOGFILE'       , "path to log file (default: '#{$args[:log_file]}')")                   { |v| $args[:log_file]    = File.expand_path(v) }
+  opts.on('-d', '--debug'             , "developer mode: log to stdout and print job")                         { $args[:debug]           = true                }
+  opts.on('-v', '--log_level=LEVEL'   , "Log level DEBUG, INFO, WARN, ERROR, FATAL")                           { |v| $args[:log_level]   = v                   }
+end
+$option_parser.parse!
+
+#
+# Read configuration
+#
+$config = JSON.parse(File.read(File.expand_path($args[:config_file])), symbolize_names: true)
+
+#
+# Configure rollbar
+#
+unless $config[:rollbar].nil?
+  $rollbar = true
+  Rollbar.configure do |config|
+    config.access_token = $config[:rollbar][:token] if $config[:rollbar][:token]
+    config.environment  = $config[:rollbar][:environment] if $config[:rollbar] && $config[:rollbar][:environment]
+  end
+end
+
+#
+# Configure backburner queue
+#
+Backburner.configure do |config|
+
+  config.beanstalk_url       = "beanstalk://#{$config[:beanstalkd][:host]}:#{$config[:beanstalkd][:port]}"
+  config.on_error            = lambda { |e|
+    if $exception_reported == false
+      $exception_reported == true
+      update_progress(status: 'error', message: e)
+    end
+    if $rollbar
+      Rollbar.error(e)
+    end
+    catch_fatal_exceptions(e)
+  }
+  #config.priority_labels     = { :custom => 50, :useless => 1000 }
+  #config.max_job_retries     = 0 # default 0 retries
+  #config.retry_delay         = 5 # default 5 seconds
+  #config.default_priority    = 65536
+  config.retry_delay_proc = lambda { |min_retry_delay, num_retries| min_retry_delay + (num_retries ** 3) }
+  config.respond_timeout  = 120
+  config.default_worker   = SP::Job::Worker
+  config.logger           = $args[:debug] ? Logger.new(STDOUT) : Logger.new($args[:log_file])
+  config.logger.formatter = proc do |severity, datetime, progname, msg|
+    date_format = datetime.strftime("%Y-%m-%d %H:%M:%S")
+    "[#{date_format}] #{severity}: #{msg}\n"
+  end
+  if $args[:log_level].nil?
+    config.logger.level = Logger::INFO
+  else
+    case $args[:log_level].upcase
+    when 'DEBUG'
+      config.logger.level = Logger::DEBUG
+    when 'INFO'
+      config.logger.level = Logger::INFO
+    when 'WARN'
+      config.logger.level = Logger::WARN
+    when 'ERROR'
+      config.logger.level = Logger::ERROR
+    when 'FATAL'
+      config.logger.level = Logger::FATAL
+    else
+      config.logger.level = Logger::INFO
+    end
+  end
+  config.logger.datetime_format = "%Y-%m-%d %H:%M:%S"
+  config.primary_queue          = $args[:program_name]
+  config.reserve_timeout        = nil
+  config.job_parser_proc        = lambda { |body|
+    rv = Hash.new
+    rv[:args] = [JSON.parse(body, :symbolize_names => true)]
+    rv[:class] = rv[:args][0][:tube] || $args[:program_name]
+    rv
+  }
+end
+
+if $config[:mail]
+  Mail.defaults do
+    delivery_method :smtp, {
+      :address => $config[:mail][:smtp][:address],
+      :port => $config[:mail][:smtp][:port].to_i,
+      :domain =>  $config[:mail][:smtp][:domain],
+      :user_name => $config[:mail][:smtp][:user_name],
+      :password => $config[:mail][:smtp][:password],
+      :authentication => $config[:mail][:smtp][:authentication],
+      :enable_starttls_auto => $config[:mail][:smtp][:enable_starttls_auto]
+    }
+  end
+end
+
+#
+# Monkey patches to keep the tube name as plain vannila job name
+#
+module Backburner
+  module Helpers
+
+    def expand_tube_name (tube)
+      tube
+    end
+
+  end
+
+  module Logger
+    def log_job_begin(name, args)
+      log_info "Work job #{name}"
+      @job_started_at = Time.now
+    end
+  end
+
+  class Job
+    # Processes a job and handles any failure, deleting the job once complete
+    #
+    # @example
+    #   @task.process
+    #
+    def process
+      # Invoke before hook and stop if false
+      res = @hooks.invoke_hook_events(job_class, :before_perform, *args)
+      unless res
+        task.delete
+        return false
+      end
+      # Execute the job
+      @hooks.around_hook_events(job_class, :around_perform, *args) do
+        # We subtract one to ensure we timeout before beanstalkd does, except if:
+        #  a) ttr == 0, to support never timing out
+        #  b) ttr == 1, so that we don't accidentally set it to never time out
+        #  NB: A ttr of 1 will likely result in race conditions between
+        #  Backburner and beanstalkd and should probably be avoided
+        timeout_job_after(task.ttr > 1 ? task.ttr - 1 : task.ttr) { job_class.perform(*args) }
+      end
+      task.delete
+      # Invoke after perform hook
+      @hooks.invoke_hook_events(job_class, :after_perform, *args)
+    rescue => e
+      @hooks.invoke_hook_events(job_class, :on_failure, e, *args)
+      raise e
+    end
+  end
+end
+
+# Mix-in the mix-in in the script so that we can use the Common module functions
+require 'sp/job/common'
+extend SP::Job::Common
+
+#
+# Now create the global data needed by the mix-in methods
+#
+$connected          = false
+$job_status         = {}
+$validity           = 2
+$redis              = Redis.new(:host => $config[:redis][:host], :port => $config[:redis][:port], :db => 0)
+$beaneater          = Beaneater.new "#{$config[:beanstalkd][:host]}:#{$config[:beanstalkd][:port]}"
+$check_db_life_span = false
+$status_dirty       = false
+if $config[:postgres] && $config[:postgres][:conn_str]
+  $pg = ::SP::Job::PGConnection.new(owner: 'back_burner', config: $config[:postgres])
+end

data/lib/sp/job/broker.rb

@@ -0,0 +1,372 @@
+#!/usr/bin/env ruby
+#
+# encoding: utf-8
+#
+# Copyright (c) 2017 Cloudware S.A. Allrights reserved
+#
+# Helper to obtain tokens to access toconline API's.
+#
+
+require 'sp/job/jsonapi_error'
+
+module SP
+  module Job
+
+    class Broker
+
+      #
+      # Helper class that defined an 'i18n' message.
+      #
+      class I18N
+
+        private
+
+        @key
+        @args
+
+        public
+
+        attr_accessor :key
+        attr_accessor :args
+
+        def initialize (key:, args:)
+          @key = key
+          @args = args
+        end
+
+      end
+
+
+      #
+      # Helper class that defined an 'Broker' error.
+      #
+      class Error < ::SP::Job::JSONAPIError
+
+        def initialize (i18n:, code:, internal:)
+          super(code: code, internal: internal)
+          @i18n = i18n
+        end
+
+      end
+
+      #
+      # Helper class that defined an 'Not Implemented' error.
+      #
+      class NotImplementedError < Error
+
+        def initialize (i18n:, internal:)
+          super(i18n: i18n, code: 501, internal: internal)
+        end
+
+      end
+
+      #
+      # Helper class that defined an 'Bard Request' error.
+      #
+      class BadRequest < Error
+
+        def initialize (i18n:, internal:)
+          super(i18n: i18n, code: 400, internal: internal)
+        end
+
+      end
+
+      #
+      # Helper class that defined an 'Internal Error' error.
+      #
+      class InternalError < Error
+
+        def initialize (i18n:, internal:)
+          super(i18n: i18n, code: 500, internal: internal)
+        end
+
+      end
+
+      #
+      # Helper class that defined an 'Unauthorized' error.
+      #
+      class Unauthorized < Error
+
+        def initialize (i18n:, internal:)
+          super(i18n: i18n, code: 401, internal: internal)
+        end
+
+      end
+
+      #
+      #
+      #
+      class OAuth2
+
+        private
+
+        @service_id = nil
+        @client     = nil
+        @redis      = nil
+
+        public
+
+        def initialize (service_id:, config:, redis: nil)
+          @service_id = service_id
+          @client = ::SP::Job::BrokerOAuth2Client.new(
+            protocol:      config[:protocol],
+            host:          config[:host],
+            port:          config[:port],
+            client_id:     config[:client_id],
+            client_secret: config[:client_secret],
+            redirect_uri:  config[:redirect_uri],
+            scope:         config[:scope],
+            options:       {}
+          )
+          @redis = redis
+        end
+
+        #
+        # Obtain an 'access' and a 'refresh' token.
+        #
+        # @param scope
+        #
+        def authorize (scope: nil, fields: nil)
+          # obtain an 'authorization code'
+          ac_response = @client.get_authorization_code(
+            a_redirect_uri = nil,
+            a_scope = scope
+          )          
+          # got a valid 'authorization code'?
+          if ac_response[:oauth2].has_key?(:code)
+            # got fields?
+            if nil != fields
+              # prepare redis arguments: field value, [field value, ...]
+              array = []
+              fields.each do |k,v|
+                array << k.to_s
+                array << v
+              end
+              $redis.hmset("#{@service_id}:oauth:authorization_code:#{ac_response[:oauth2][:code]}",
+                array,
+                'patched_by', 'toconline-session'
+              )
+           end
+            # exchange it for a 'access' and a 'refresh' token
+            at_response = @client.exchange_auth_code_for_token(
+              ac_response[:oauth2][:code]
+            )
+            # return 'oauth2' at object
+            return at_response
+          else
+            # return 'oauth2' ac object
+            return ac_response
+          end
+        end
+
+        #
+        # Refresh an access token.
+        #
+        # @param scope
+        # @param old
+        #
+        def refresh (scope: nil, old: nil)
+          at_response = @client.refresh_access_token(
+            a_refresh_token = old[:refresh_token],
+            a_scope = scope
+          )
+          if true == at_response[:oauth2].has_key?(:error)
+            return at_response
+          end
+          # no error, delete old tokens
+          if nil == old
+            # return oauth response
+            return at_response
+          end
+          # old tokens provided: remove them from redis
+          if nil == @redis || nil == @service_id
+            raise InternalError.new(i18n: nil, internal: nil)
+          end
+          # delete old tokens from redis
+          @redis.multi do |multi|
+            if nil != old[:access_token]
+              multi.del("#{@service_id}:oauth:access_token:#{old[:access_token]}")
+            end
+            if nil != old[:refresh_token]
+              multi.del("#{@service_id}:oauth:refresh_token:#{old[:refresh_token]}")
+            end
+          end
+          # return oauth response
+          return at_response
+        end
+
+        #
+        # Patch a pair of tokens, by generating new ones
+        #
+        # @param access_token
+        # @param refresh_token
+        # @param fields
+        #
+        def patch (access_token:, refresh_token:, fields:)
+          if nil == @redis || nil == @service_id
+            raise InternalError.new(i18n: nil, internal: nil)
+          end
+          # generate new pair, based on provided refresh_token
+          at_response = @client.refresh_access_token(
+            a_refresh_token = refresh_token,
+            a_scope = nil # keep current scope
+          )
+          if at_response[:oauth2].has_key?(:error)
+            return at_response
+          end
+          # prepare redis arguments: field value, [field value, ...]
+          array = []
+          fields.each do |k,v|
+            array << k.to_s
+            array << v
+          end
+          # patch new tokens
+          @redis.multi do |multi|
+            multi.hmset("#{@service_id}:oauth:refresh_token:#{at_response[:oauth2][:refresh_token]}",
+               array,
+              'patched_by', 'toconline-session'
+            )
+            multi.hmset("#{@service_id}:oauth:access_token:#{at_response[:oauth2][:access_token]}",
+               array,
+              'patched_by', 'toconline-session'
+            )
+          end
+          # delete old tokens from redis
+          @redis.multi do |multi|
+            multi.del("#{@service_id}:oauth:access_token:#{access_token}")
+            multi.del("#{@service_id}:oauth:refresh_token:#{refresh_token}")
+          end
+          # return oauth response
+          return at_response
+        end
+
+        #
+        # Remove a pair of tokens from redis.
+        #
+        # @param access
+        # @param refresh
+        #
+        def dispose (access:, refresh:)
+          if nil == @redis || nil == @service_id
+            raise InternalError.new(i18n: nil, internal: nil)
+          end
+
+          if refresh.nil? 
+            refresh = @redis.hget("#{@service_id}:oauth:access_token:#{access}",'refresh_token')
+          end
+          
+          # delete tokens from redis
+          @redis.multi do |multi|
+            multi.del("#{@service_id}:oauth:access_token:#{access}")
+            multi.del("#{@service_id}:oauth:refresh_token:#{refresh}")
+          end
+          #
+          nil
+        end
+
+      end
+
+      #
+      #
+      #
+      class Job
+
+        #
+        #
+        #
+        attr_accessor :oauth2
+        attr_accessor :output
+
+        #
+        #
+        #
+        def initialize (config:)
+          if nil != config && nil != config[:oauth2]
+            @oauth2 = OAuth2.new(service_id: config[:service_id], config: config[:oauth2], redis: config[:redis])
+          else
+            @oauth2 = nil
+          end
+          @output = {
+            :action       => "response",
+            :content_type => "application/json",
+            :status_code  => 400,
+            :response     => nil
+          }
+        end
+
+        #
+        # Finalize the job response.
+        #
+        # @param response
+        # @param content_type
+        # @param status_code
+        #
+        # @return
+        #
+        def finalized (response:, content_type: 'application/json', status_code: 200)
+          @output[:response]     = response
+          @output[:content_type] = content_type
+          @output[:status_code]  = status_code
+          @output
+        end
+
+        #
+        # Perform an OAuth2 request, catch errors
+        # and convertem them to a common result hash.
+        #
+        # @param callback
+        #
+        def call(*callback)
+          begin
+            @output = yield
+          rescue ::SP::Job::BrokerOAuth2Client::InvalidEmailOrPassword => invalid_password
+            @output[:status_code] = 403
+            @output[:content_type], @output[:response] = Error.new(i18n: nil, code: @output[:status_code],
+              internal: invalid_password.as_hash[:oauth2]
+            ).content_type_and_body()
+          rescue ::SP::Job::BrokerOAuth2Client::AccessDenied => acccess_denied
+            @output[:status_code] = 403
+            @output[:content_type], @output[:response] = Error.new(i18n: nil, code: @output[:status_code],
+              internal: acccess_denied.as_hash[:oauth2]
+            ).content_type_and_body()
+          rescue ::SP::Job::BrokerOAuth2Client::UnauthorizedUser => unauthorized_user
+            @output[:status_code] = 401
+            @output[:content_type], @output[:response] = Error.new(i18n: nil, code: @output[:status_code],
+              internal: unauthorized_user.as_hash[:oauth2]
+            ).content_type_and_body()
+          rescue ::SP::Job::BrokerOAuth2Client::InternalError => internal_error
+            @output[:status_code] = 500
+            @output[:content_type], @output[:response] = Error.new(i18n: nil, code: @output[:status_code],
+              internal: internal_error.as_hash[:oauth2]
+            ).content_type_and_body()
+          rescue ::SP::Job::BrokerOAuth2Client::Error => error
+            @output[:status_code] = 500
+            @output[:content_type], @output[:response] = Error.new(i18n: nil, code: @output[:status_code],
+              internal: error.as_hash[:oauth2]
+            ).content_type_and_body()
+          rescue NotImplementedError => broker_not_implemented
+            @output[:status_code] = broker_not_implemented.code
+            @output[:content_type], @output[:response] = b_not_implemented.content_type_and_body()
+          rescue BadRequest => broker_bad_request
+            @output[:status_code] = broker_bad_request.code
+            @output[:content_type], @output[:response] = broker_bad_request.content_type_and_body()
+          rescue InternalError => broker_internal_error
+            @output[:status_code] = broker_internal_error.code
+            @output[:content_type], @output[:response] = broker_internal_error.content_type_and_body()
+          rescue Error => broker_error
+            @output[:status_code] = broker_error.code
+            @output[:content_type], @output[:response] = broker_error.content_type_and_body()
+          rescue Exception => e
+            internal_error = InternalError.new(i18n: nil, internal: nil)
+            @output[:status_code] = internal_error.code
+            @output[:content_type], @output[:response] = internal_error.content_type_and_body()
+          end
+          @output
+        end
+
+      end
+
+    end # end class 'Broker'
+
+  end # module Job
+end# module SP