sidekiq_profiling_middleware 0.0.3

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 5cced27e9d23e332d1ae2792c52f0036f41ba475
+  data.tar.gz: 2addbd37f60439e347ea24a064e27af85b942f3f
+SHA512:
+  metadata.gz: 92ad7bbef7b4abda7e41746a9f3db2beed1493205f33427a6ecfc1ba8d67fbcdf3894346e99132a0a3022e350d2b806a5c19c5d71e48430647722372cc42cc87
+  data.tar.gz: 2198a20a36102a6465c905c955200b6b8758a0d86c79a63e967928dc0ebf8a30dc6e23347ca7b73f457156b13b9f5d5c5f8760135c80274c374f346f74676ccc

data/lib/sidekiq_profiling_middleware/memory_profiler.rb

@@ -0,0 +1,53 @@
+# frozen_string_literal: true
+require "sidekiq_profiling_middleware/util"
+require "memory_profiler"
+
+module SidekiqProfilingMiddleware
+  class MemoryProfiler
+    def initialize(output_prefix: nil, only: nil, s3_bucket: nil, memory_profiler_options: {})
+      @options = memory_profiler_options
+
+      @output_prefix = output_prefix || self.class.default_output_prefix
+      @only = only
+      @s3_bucket = s3_bucket
+    end
+
+    def call(worker, msg, queue)
+      # bail out if whitelist doesn't match
+      if only && !only.include?(worker.class)
+        return yield
+      end
+
+      report = ::MemoryProfiler.report(options) do
+        yield
+      end
+
+      out = "#{output_prefix}#{Util.worker_names[worker.class]}_#{Util.current_epoch_ms}.txt"
+
+      unless s3_bucket
+        report.pretty_print(to_file: out)
+        return
+      end
+
+      require "sidekiq_profiling_middleware/s3"
+
+      out = S3::Object.new(bucket: s3_bucket, key: out)
+      report.pretty_print(out)
+    ensure
+      out.upload if out && s3_bucket
+    end
+
+    def self.default_output_prefix
+      @default_output_prefix ||= Util.default_output_prefix("memory_profiler")
+    end
+
+    private
+
+    attr_reader(
+      :only,
+      :options,
+      :output_prefix,
+      :s3_bucket,
+    )
+  end
+end

data/lib/sidekiq_profiling_middleware/s3.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+require "stringio"
+require "aws-sdk"
+
+module SidekiqProfilingMiddleware
+  class S3
+    class Object < StringIO
+      def initialize(bucket:, key:)
+        @bucket = bucket
+        @key = key
+
+        super()
+      end
+
+      def upload
+        rewind
+
+        S3.client.put_object(bucket: bucket, key: key, body: self)
+      end
+
+      private
+
+      attr_reader :bucket, :key
+    end
+
+    def self.client=(client)
+      @client = client
+    end
+
+    def self.client
+      @client ||= Aws::S3::Client.new
+    end
+  end
+end

data/lib/sidekiq_profiling_middleware/stack_prof.rb

@@ -0,0 +1,52 @@
+# frozen_string_literal: true
+require "sidekiq_profiling_middleware/util"
+require "stackprof"
+
+module SidekiqProfilingMiddleware
+  class StackProf
+    def initialize(output_prefix: nil, only: nil, s3_bucket: nil, stack_prof_options: {})
+      stack_prof_options[:mode] ||= :cpu
+      stack_prof_options[:interval] ||= 1000
+      @options = stack_prof_options
+
+      @output_prefix = output_prefix || self.class.default_output_prefix
+      @only = only
+      @s3_bucket = s3_bucket
+    end
+
+    def call(worker, msg, queue)
+      # bail out if whitelist doesn't match
+      if only && !only.include?(worker.class)
+        return yield
+      end
+
+      out = "#{output_prefix}#{Util.worker_names[worker.class]}_#{Util.current_epoch_ms}.dump"
+
+      unless s3_bucket
+        ::StackProf.run(options.merge(out: out)) { yield }
+        return
+      end
+
+      require "sidekiq_profiling_middleware/s3"
+
+      out = S3::Object.new(bucket: s3_bucket, key: out)
+      rep = ::StackProf.run(options) { yield }
+      Marshal.dump(rep, out)
+    ensure
+      out.upload if out && s3_bucket
+    end
+
+    def self.default_output_prefix
+      @default_output_prefix ||= Util.default_output_prefix("stackprof")
+    end
+
+    private
+
+    attr_reader(
+      :only,
+      :options,
+      :output_prefix,
+      :s3_bucket,
+    )
+  end
+end

data/lib/sidekiq_profiling_middleware/util.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+module SidekiqProfilingMiddleware
+  class Util
+    BOOTED_AT_FORMAT = "%m-%d-%H-%M-%S"
+
+    def self.default_output_prefix(name)
+      "tmp/#{name}_bootedat#{Time.now.strftime(BOOTED_AT_FORMAT)}_"
+    end
+
+    def self.worker_names
+      # allocate hash for quickly converting class names to
+      # nice names a file system would like
+      @worker_names ||= Hash.new do |hash, worker_name|
+        hash[worker_name] = worker_name.to_s.gsub(/\W+/, "_").gsub(/(^_|_$)/, "")
+      end
+    end
+
+    def self.current_epoch_ms
+      (Time.now.utc.to_f * 1000).to_i
+    end
+  end
+end

metadata

@@ -0,0 +1,61 @@
+--- !ruby/object:Gem::Specification
+name: sidekiq_profiling_middleware
+version: !ruby/object:Gem::Version
+  version: 0.0.3
+platform: ruby
+authors:
+- Callum Jones
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2010-04-28 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.54.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.54.0
+description: 
+email: contact@callumj.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/sidekiq_profiling_middleware/memory_profiler.rb
+- lib/sidekiq_profiling_middleware/s3.rb
+- lib/sidekiq_profiling_middleware/stack_prof.rb
+- lib/sidekiq_profiling_middleware/util.rb
+homepage: https://github.com/callumj/sidekiq_profiling_middleware
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.14.1
+signing_key: 
+specification_version: 4
+summary: StackProf and MemoryProfiler middleware for Sidekiq
+test_files: []