app_profiler 0.1.2 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e5e9b631f4b4b68fb8a2f6f2882ee0e4259cf6151d37388b299bd55c5a0ac6c3
-  data.tar.gz: a31ef0b50de69b81c84d5d8ec411e82db94a9aa2690fe633239e6c01f2bd2165
+  metadata.gz: eaffd76839111b3280bce8241889441b85b4346121e1478cc60839f791916445
+  data.tar.gz: f9aab66b3b52953756610b9acb8a314178ce535075d8702d4ced0624e4880409
 SHA512:
-  metadata.gz: 4829d7292b8cc680c6936763b8fed26c5ab8f8661ada68f6c3b6a1890cee01d3ad7fb01bf377a3ce4cd3083f8b3b554d5b048c74ac594c540096724083adfb37
-  data.tar.gz: 20798219dc410c7b2ef0096e437ba8e7d8793a3dabac2a66246a765c8db06fca195c5d05981cff4adb28c6df40456876174e5f1d2b0c292fdff4f9922a1c059a
+  metadata.gz: c299676be9b01c62ab73885f1e6b8c6b787721acbe94266b71fec79d91e623bd599aee7b6607eb17dda0f0187a1024c43227c9bae256b660cd8155f41a9dacf4
+  data.tar.gz: f1fd90215f29e46175ca3cd3f7bbaeed4448a40acf07e25aa1a1f7c59d8b10cc66854e0c6453cdc4367a469b03e16c8b930da6d53034e0e1d92e1b9dd4b5b5d4

data/lib/app_profiler/middleware/upload_action.rb

@@ -4,16 +4,19 @@ module AppProfiler
   class Middleware
     class UploadAction < BaseAction
       class << self
-        def call(profile, response: nil, autoredirect: nil)
-          profile_upload = profile.upload
-
-          return unless response
-
-          append_headers(
-            response,
-            upload: profile_upload,
-            autoredirect: autoredirect.nil? ? AppProfiler.autoredirect : autoredirect
-          )
+        def call(profile, response: nil, autoredirect: nil, async: false)
+          if async
+            profile.enqueue_upload
+            response[1][AppProfiler.profile_async_header] = true
+          else
+            profile_upload = profile.upload
+
+            append_headers(
+              response,
+              upload: profile_upload,
+              autoredirect: autoredirect.nil? ? AppProfiler.autoredirect : autoredirect
+            ) if response
+          end
         end
 
         private

data/lib/app_profiler/middleware.rb

@@ -14,16 +14,15 @@ module AppProfiler
       @app = app
     end
 
-    def call(env)
-      profile(env) do
+    def call(env, params = AppProfiler::RequestParameters.new(Rack::Request.new(env)))
+      profile(env, params) do
         @app.call(env)
       end
     end
 
     private
 
-    def profile(env)
-      params   = AppProfiler::RequestParameters.new(Rack::Request.new(env))
+    def profile(env, params)
       response = nil
 
       return yield unless params.valid?
@@ -42,6 +41,7 @@ module AppProfiler
         profile,
         response: response,
         autoredirect: params.autoredirect,
+        async: params.async
       )
 
       response

data/lib/app_profiler/parameters.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+require "rack"
+
+module AppProfiler
+  class Parameters
+    DEFAULT_INTERVALS = { "cpu" => 1000, "wall" => 1000, "object" => 2000 }.freeze
+    MIN_INTERVALS = { "cpu" => 200, "wall" => 200, "object" => 400 }.freeze
+    MODES = DEFAULT_INTERVALS.keys.freeze
+
+    attr_reader :autoredirect, :async
+
+    def initialize(mode: :wall, interval: nil, ignore_gc: false, autoredirect: false, async: false, metadata: {})
+      @mode = mode.to_sym
+      @interval = [interval&.to_i || DEFAULT_INTERVALS.fetch(@mode.to_s), MIN_INTERVALS.fetch(@mode.to_s)].max
+      @ignore_gc = !!ignore_gc
+      @autoredirect = autoredirect
+      @metadata = { context: AppProfiler.context }.merge(metadata)
+      @async = async
+    end
+
+    def valid?
+      true
+    end
+
+    def to_h
+      {
+        mode: @mode,
+        interval: @interval,
+        ignore_gc: @ignore_gc,
+        metadata: @metadata,
+      }
+    end
+  end
+end

data/lib/app_profiler/profile.rb

@@ -56,6 +56,10 @@ module AppProfiler
       nil
     end
 
+    def enqueue_upload
+      AppProfiler.storage.enqueue_upload(self)
+    end
+
     def file
       @file ||= path.tap do |p|
         p.dirname.mkpath

data/lib/app_profiler/railtie.rb

@@ -28,11 +28,14 @@ module AppProfiler
         "APP_PROFILER_SPEEDSCOPE_URL", "https://speedscope.app"
       )
       AppProfiler.profile_header = app.config.app_profiler.profile_header || "X-Profile"
+      AppProfiler.profile_async_header = app.config.app_profiler.profile_async_header || "X-Profile-Async"
       AppProfiler.profile_root = app.config.app_profiler.profile_root || Rails.root.join(
         "tmp", "app_profiler"
       )
       AppProfiler.context = app.config.app_profiler.context || Rails.env
       AppProfiler.profile_url_formatter = app.config.app_profiler.profile_url_formatter
+      AppProfiler.upload_queue_max_length = app.config.app_profiler.upload_queue_max_length || 10
+      AppProfiler.upload_queue_interval_secs = app.config.app_profiler.upload_queue_interval_secs || 5
     end
 
     initializer "app_profiler.add_middleware" do |app|
@@ -46,9 +49,9 @@ module AppProfiler
 
     initializer "app_profiler.enable_server" do
       if AppProfiler.server.enabled
-        AppProfiler::Server.start
+        AppProfiler::Server.start(AppProfiler.logger)
         ActiveSupport::ForkTracker.after_fork do
-          AppProfiler::Server.start
+          AppProfiler::Server.start(AppProfiler.logger)
         end
       end
     end

data/lib/app_profiler/request_parameters.rb

@@ -4,10 +4,6 @@ require "rack"
 
 module AppProfiler
   class RequestParameters
-    DEFAULT_INTERVALS = { "cpu" => 1000, "wall" => 1000, "object" => 2000 }.freeze
-    MIN_INTERVALS = { "cpu" => 200, "wall" => 200, "object" => 400 }.freeze
-    MODES = DEFAULT_INTERVALS.keys.freeze
-
     def initialize(request)
       @request = request
     end
@@ -16,17 +12,21 @@ module AppProfiler
       query_param("autoredirect") || profile_header_param("autoredirect")
     end
 
+    def async
+      query_param("async")
+    end
+
     def valid?
       if mode.blank?
         return false
       end
 
-      unless MODES.include?(mode)
+      unless Parameters::MODES.include?(mode)
         AppProfiler.logger.info("[Profiler] unsupported profiling mode=#{mode}")
         return false
       end
 
-      if interval.to_i < MIN_INTERVALS[mode]
+      if interval.to_i < Parameters::MIN_INTERVALS[mode]
         return false
       end
 
@@ -56,7 +56,7 @@ module AppProfiler
     end
 
     def interval
-      query_param("interval") || profile_header_param("interval") || DEFAULT_INTERVALS[mode]
+      query_param("interval") || profile_header_param("interval") || Parameters::DEFAULT_INTERVALS[mode]
     end
 
     def request_id

data/lib/app_profiler/server.rb

@@ -180,6 +180,14 @@ module AppProfiler
       class Transport
         attr_reader :socket
 
+        def initialize
+          start
+        end
+
+        def start
+          raise(NotImplementedError)
+        end
+
         def client
           raise(NotImplementedError)
         end
@@ -190,9 +198,7 @@ module AppProfiler
       end
 
       class UNIX < Transport
-        def initialize
-          super
-
+        def start
           FileUtils.mkdir_p(PROFILER_TEMPFILE_PATH)
           @socket_file = File.join(PROFILER_TEMPFILE_PATH, "app-profiler-#{Process.pid}.sock")
           File.unlink(@socket_file) if File.exist?(@socket_file) && File.socket?(@socket_file)
@@ -213,9 +219,13 @@ module AppProfiler
         SERVER_ADDRESS = "127.0.0.1" # it is ONLY safe to run this bound to localhost
 
         def initialize(port = 0)
+          @port_argument = port
           super()
+        end
+
+        def start
           FileUtils.mkdir_p(PROFILER_TEMPFILE_PATH)
-          @socket = TCPServer.new(SERVER_ADDRESS, port)
+          @socket = TCPServer.new(SERVER_ADDRESS, @port_argument)
           @port = @socket.addr[1]
           @port_file = Tempfile.new("profileserver-#{Process.pid}-port-#{@port}-", PROFILER_TEMPFILE_PATH)
         end
@@ -230,7 +240,8 @@ module AppProfiler
         end
       end
 
-      def initialize(transport)
+      def initialize(transport, logger)
+        @logger = logger
         case transport
         when TRANSPORT_UNIX
           @transport = ProfileServer::UNIX.new
@@ -242,7 +253,7 @@ module AppProfiler
 
         @listen_thread = nil
 
-        AppProfiler.logger.info(
+        @logger.info(
           "[AppProfiler::Server] listening on addr=#{@transport.socket.addr}"
         )
         @pid = Process.pid
@@ -260,7 +271,15 @@ module AppProfiler
 
         @listen_thread = Thread.new do
           loop do
-            Thread.new(@transport.socket.accept) do |session|
+            session = begin
+              @transport.socket.accept
+            rescue
+              @transport.close
+              @transport.start
+              next
+            end
+
+            Thread.new(session) do |session|
               request = session.gets
 
               if request.nil?
@@ -293,7 +312,7 @@ module AppProfiler
                   session.print(part)
                 end
               rescue => e
-                AppProfiler.logger.error(
+                @logger.error(
                   "[AppProfiler::Server] exception #{e} responding to request #{request}: #{e.message}"
                 )
               ensure
@@ -314,19 +333,22 @@ module AppProfiler
 
     private_constant :ProfileApplication, :ProfileServer
 
+    @pid = Process.pid
+    @profile_server = nil
+
     class << self
       def reset
-        profile_servers.clear
+        self.profile_server = nil
 
         DEFAULTS.each do |config, value|
           class_variable_set(:"@@#{config}", value) # rubocop:disable Style/ClassVars
         end
       end
 
-      def start
+      def start(logger = Logger.new(IO::NULL))
         return if profile_server
 
-        profile_servers[Process.pid] = ProfileServer.new(AppProfiler::Server.transport)
+        self.profile_server = ProfileServer.new(AppProfiler::Server.transport, logger)
         profile_server.serve
         profile_server
       end
@@ -340,20 +362,22 @@ module AppProfiler
       def stop
         return unless profile_server
 
-        profile_server.stop
-        profile_servers.delete(Process.pid)
+        server = profile_server
+        server.stop
+        self.profile_server = nil
+        server
       end
 
       private
 
       def profile_server
-        profile_servers[Process.pid]
+        @profile_server = nil if @pid != Process.pid
+        @profile_server
       end
 
-      # It is possible there will be a server pre-fork, this is to distinguish
-      # the child server from its parent via PID
-      def profile_servers
-        @profile_servers ||= {}
+      def profile_server=(server)
+        @pid = Process.pid
+        @profile_server = server
       end
     end
   end

data/lib/app_profiler/storage/base_storage.rb

@@ -9,6 +9,10 @@ module AppProfiler
       def self.upload(_profile)
         raise NotImplementedError
       end
+
+      def self.enqueue_upload(_profile)
+        raise NotImplementedError
+      end
     end
   end
 end

data/lib/app_profiler/storage/file_storage.rb

@@ -21,6 +21,10 @@ module AppProfiler
         def upload(profile)
           Location.new(profile.file)
         end
+
+        def enqueue_upload(profile)
+          upload(profile)
+        end
       end
     end
   end

data/lib/app_profiler/storage/google_cloud_storage.rb

@@ -28,8 +28,59 @@ module AppProfiler
           end
         end
 
+        def enqueue_upload(profile)
+          mutex.synchronize do
+            process_queue_thread unless @process_queue_thread&.alive?
+
+            @queue ||= init_queue
+            begin
+              @queue.push(profile, true) # non-blocking push, raises ThreadError if queue is full
+            rescue ThreadError
+              AppProfiler.logger.info("[AppProfiler] upload queue is full, profile discarded")
+            end
+          end
+        end
+
+        def reset_queue # for testing
+          init_queue
+          @process_queue_thread&.kill
+          @process_queue_thread = nil
+        end
+
         private
 
+        def mutex
+          @mutex ||= Mutex.new
+        end
+
+        def init_queue
+          @queue = SizedQueue.new(AppProfiler.upload_queue_max_length)
+        end
+
+        def process_queue_thread
+          @process_queue_thread ||= Thread.new do
+            loop do
+              process_queue
+              sleep(AppProfiler.upload_queue_interval_secs)
+            end
+          end
+          @process_queue_thread.priority = -1 # low priority
+        end
+
+        def process_queue
+          queue = nil
+          mutex.synchronize do
+            break if @queue.nil? || @queue.empty?
+
+            queue = @queue
+            init_queue
+          end
+
+          return unless queue
+
+          queue.size.times { queue.pop(false).upload }
+        end
+
         def gcs_filename(profile)
           File.join(profile.context.to_s, profile.file.basename)
         end

data/lib/app_profiler/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module AppProfiler
-  VERSION = "0.1.2"
+  VERSION = "0.1.4"
 end

data/lib/app_profiler.rb

@@ -26,6 +26,7 @@ module AppProfiler
   end
 
   require "app_profiler/middleware"
+  require "app_profiler/parameters"
   require "app_profiler/request_parameters"
   require "app_profiler/profiler"
   require "app_profiler/profile"
@@ -38,6 +39,7 @@ module AppProfiler
   mattr_accessor :speedscope_host, default: "https://speedscope.app"
   mattr_accessor :autoredirect, default: false
   mattr_reader   :profile_header, default: "X-Profile"
+  mattr_accessor :profile_async_header, default: "X-Profile-Async"
   mattr_accessor :context, default: nil
   mattr_reader   :profile_url_formatter,
     default: DefaultProfileFormatter
@@ -46,6 +48,8 @@ module AppProfiler
   mattr_accessor :viewer, default: Viewer::SpeedscopeViewer
   mattr_accessor :middleware, default: Middleware
   mattr_accessor :server, default: Server
+  mattr_accessor :upload_queue_max_length, default: 10
+  mattr_accessor :upload_queue_interval_secs, default: 5
 
   class << self
     def run(*args, &block)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: app_profiler
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.4
 platform: ruby
 authors:
 - Gannon McGibbon
@@ -13,7 +13,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-09-23 00:00:00.000000000 Z
+date: 2023-09-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -43,20 +43,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: railties
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '5.2'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '5.2'
 - !ruby/object:Gem::Dependency
   name: stackprof
   requirement: !ruby/object:Gem::Requirement
@@ -153,6 +139,7 @@ files:
 - lib/app_profiler/middleware/base_action.rb
 - lib/app_profiler/middleware/upload_action.rb
 - lib/app_profiler/middleware/view_action.rb
+- lib/app_profiler/parameters.rb
 - lib/app_profiler/profile.rb
 - lib/app_profiler/profiler.rb
 - lib/app_profiler/railtie.rb
@@ -188,7 +175,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.3
+rubygems_version: 3.4.19
 signing_key: 
 specification_version: 4
 summary: Collect performance profiles for your Rails application.