simple_apm 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: ba1cd7b2606ced6aff23e56dae261c81de9ae06fb8dec56d0e91e4e7bb13aacb
+  data.tar.gz: 9205720ac911bd244e9ddb94f4c3e5ad1c40c3f6df3de13fb350a9cfcb7d1164
+SHA512:
+  metadata.gz: 05340b8118889c1351bbd31aaddb2696fe46d6418dced5c532e453f1dd2a0a1aa93a5b4f5122b75384daa188edebeb3d23510122a91100bb72edc125350c44da
+  data.tar.gz: 46a70c6afe5e5464e6610260d7375bb740d66180169f2061eec633b187ba8b9ce3f6dee632303e7261bf1b3acc4f7fafd277975bf1a44426ba78e0a67d6f70c7

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright 2018 yuanyin.xia
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,42 @@
+# 开发中……
+# SimpleApm
+基于Redis的简单的Web请求性能监控/慢事务追踪工具
+
+以天为维度记录：
+- 最慢的1000个(默认1000)请求
+- 记录每个action最慢的100次请求
+- 记录每个action的平均访问时间
+- 记录每个小时请求量
+- 记录慢请求的详情和对应SQL详情（多余的会删掉）
+- 以10分钟为刻度记录平均/最慢访问时间、次数等性能指标
+
+## Usage
+
+```ruby
+# routes.rb
+mount SimpleApm::Engine => '/apm'
+```
+
+
+## Installation
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'simple_apm'
+```
+
+And then execute:
+```bash
+$ bundle
+```
+
+Or install it yourself as:
+```bash
+$ gem install simple_apm
+```
+
+## Contributing
+Contribution directions go here.
+
+## License
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,36 @@
+begin
+  require 'bundler/setup'
+rescue LoadError
+  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
+end
+
+require 'rdoc/task'
+
+RDoc::Task.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'SimpleApm'
+  rdoc.options << '--line-numbers'
+  rdoc.rdoc_files.include('README.md')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+APP_RAKEFILE = File.expand_path("../test/dummy/Rakefile", __FILE__)
+load 'rails/tasks/engine.rake'
+
+
+load 'rails/tasks/statistics.rake'
+
+
+
+require 'bundler/gem_tasks'
+
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << 'test'
+  t.pattern = 'test/**/*_test.rb'
+  t.verbose = false
+end
+
+
+task default: :test

data/app/assets/config/simple_apm_manifest.js

@@ -0,0 +1,2 @@
+//= link_directory ../javascripts/simple_apm .js
+//= link_directory ../stylesheets/simple_apm .css

data/app/assets/javascripts/simple_apm/application.js

@@ -0,0 +1,13 @@
+// This is a manifest file that'll be compiled into application.js, which will include all the files
+// listed below.
+//
+// Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
+// or any plugin's vendor/assets/javascripts directory can be referenced here using a relative path.
+//
+// It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
+// compiled file. JavaScript code in this file should be added after the last require_* statement.
+//
+// Read Sprockets README (https://github.com/rails/sprockets#sprockets-directives) for details
+// about supported directives.
+//
+//= require_tree .

data/app/assets/stylesheets/simple_apm/application.css

@@ -0,0 +1,46 @@
+/*
+ * This is a manifest file that'll be compiled into application.css, which will include all the files
+ * listed below.
+ *
+ * Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
+ * or any plugin's vendor/assets/stylesheets directory can be referenced here using a relative path.
+ *
+ * You're free to add application-wide styles to this file and they'll appear at the bottom of the
+ * compiled file so the styles you add here take precedence over styles defined in any other CSS/SCSS
+ * files in this directory. Styles in this file should be added after the last require_* statement.
+ * It is generally better to create a new file per style scope.
+ *
+ *= require_tree .
+ *= require_self
+ */
+footer{
+  text-align: center;
+  padding: 10px;
+  border-top: 1px solid #999999;
+}
+a.navbar-brand.active{
+  color: #00AEEF !important;
+}
+#page-container{
+  min-height: 80vh;
+}
+.select-apm-date{
+  width: auto;
+  float: right;
+  margin-top: 8px;
+}
+.select-apm-date>select{
+  display: inline-block;
+  width: auto;
+}
+.sql{
+  max-width: 300px;
+  white-space: nowrap;
+  text-overflow:ellipsis;
+  overflow: hidden;
+  color: #00AEEF;
+  cursor: pointer;
+}
+pre {
+  white-space: pre-wrap;
+}

data/app/controllers/simple_apm/apm_controller.rb

@@ -0,0 +1,69 @@
+require_dependency "simple_apm/application_controller"
+
+module SimpleApm
+  class ApmController < ApplicationController
+    include SimpleApm::ApplicationHelper
+    before_action :set_query_date
+
+    def dashboard
+      d = SimpleApm::RedisKey.query_date == Time.now.strftime('%Y-%m-%d') ? Time.now.strftime('%H:%M') : '23:50'
+      data = SimpleApm::Hit.chart_data(0, d)
+      @x_names = data.keys.sort
+      @time_arr = @x_names.map{|n| data[n][:hits].to_i.zero? ? 0 : (data[n][:time].to_f/data[n][:hits].to_i).round(3) }
+      @hits_arr = @x_names.map{|n| data[n][:hits] rescue 0}
+    end
+
+    def index
+      respond_to do |format|
+        format.json do
+          @slow_requests = SimpleApm::SlowRequest.list(params[:count]||200).map do |r|
+            request = r.request
+            [
+              link_to(time_label(request.started), show_path(id: request.request_id)),
+              link_to(request.action_name, action_info_path(action_name: request.action_name)),
+              sec_str(request.during),
+              sec_str(request.db_runtime),
+              sec_str(request.view_runtime),
+              request.host,
+              request.remote_addr
+            ]
+          end
+          render json: {data: @slow_requests}
+        end
+        format.html
+      end
+    end
+
+    def show
+      @request = SimpleApm::Request.find(params[:id])
+    end
+
+    def actions
+      @actions = SimpleApm::Action.all_names.map{|n| SimpleApm::Action.find(n)}
+    end
+
+    def action_info
+      @action = SimpleApm::Action.find(params[:action_name])
+    end
+
+    def change_date
+      session[:apm_date] = params[:date]
+      redirect_to request.referer
+    end
+
+    def set_apm_date
+      # set_query_date
+      redirect_to action: :dashboard
+    end
+
+    private
+    def set_query_date
+      session[:apm_date] = params[:apm_date] if params[:apm_date].present?
+      SimpleApm::RedisKey.query_date = session[:apm_date]
+    end
+
+    def link_to(name, url)
+      "<a href=#{url.to_json}>#{name}</a>"
+    end
+  end
+end

data/app/controllers/simple_apm/application_controller.rb

@@ -0,0 +1,10 @@
+module SimpleApm
+  class ApplicationController < ActionController::Base
+    protect_from_forgery with: :exception
+    helper_method :apm_date
+
+    def apm_date
+      session[:apm_date].presence || Time.now.strftime("%Y-%m-%d")
+    end
+  end
+end

data/app/helpers/simple_apm/application_helper.rb

@@ -0,0 +1,27 @@
+module SimpleApm
+  module ApplicationHelper
+    def time_label(t, full = false)
+      Time.parse(t).strftime("#{'%Y-%m-%d ' if full}%H:%M:%S") rescue ''
+    end
+
+    def sec_str(sec, force = nil)
+      _sec = sec.to_f
+
+      if force == 'min'
+        return "#{(_sec / 60).to_f.round(1)}min"
+      elsif force == 's'
+        return "#{_sec.round(2)}s"
+      elsif force == 'ms'
+        return "#{(_sec * 1000).round}ms"
+      end
+
+      if (_sec / 60).to_i > 0
+        "#{(_sec / 60).to_f.round(1)}min"
+      elsif _sec.to_i > 0
+        "#{_sec.round(2)}s"
+      else
+        "#{(_sec * 1000).round}ms"
+      end
+    end
+  end
+end

data/app/jobs/simple_apm/application_job.rb

@@ -0,0 +1,4 @@
+module SimpleApm
+  class ApplicationJob < ActiveJob::Base
+  end
+end

data/app/mailers/simple_apm/application_mailer.rb

@@ -0,0 +1,6 @@
+module SimpleApm
+  class ApplicationMailer < ActionMailer::Base
+    default from: 'from@example.com'
+    layout 'mailer'
+  end
+end

data/app/models/simple_apm/action.rb

@@ -0,0 +1,72 @@
+# 请求 Controller#Action
+module SimpleApm
+  class Action
+    attr_accessor :name, :click_count, :time, :slow_time, :slow_id, :fast_time, :fast_id
+
+    def initialize(h)
+      h.each do |k, v|
+        send("#{k}=", v)
+      end
+    end
+
+    def fastest_request
+      @fastest_request ||= SimpleApm::Request.find(fast_id)
+    end
+    def slowest_request
+      @slowest_request ||= SimpleApm::Request.find(slow_id)
+    end
+
+    # @return [Array<SimpleApm::SlowRequest>]
+    def slow_requests(limit = 20, offset = 0)
+      @slow_requests ||= SimpleApm::SlowRequest.list_by_action(name, limit, offset)
+    end
+
+    def avg_time
+      time.to_f/click_count.to_i
+    end
+
+    class << self
+      def find(action_name)
+        SimpleApm::Action.new SimpleApm::Redis.hgetall(info_key(action_name)).merge(name: action_name)
+      end
+
+      # @param h [Hash] 一次request请求的信息
+      def update_by_request(h)
+        SimpleApm::Redis.sadd(action_list_key, h['action_name'])
+        _key = info_key h['action_name']
+        _request_store = false
+        # 点击次数
+        SimpleApm::Redis.hincrby _key, 'click_count', 1
+        # 总时间
+        SimpleApm::Redis.hincrbyfloat _key, 'time', h['during']
+        _slow = SimpleApm::Redis.hget _key, 'slow_time'
+        if _slow.nil? || h['during'].to_f > _slow.to_f
+          # 记录最慢访问
+          SimpleApm::Redis.hmset _key, 'slow_time', h['during'], 'slow_id', h['request_id']
+          _request_store = true
+        end
+        _fast = SimpleApm::Redis.hget _key, 'fast_time'
+        if _fast.nil? || h['during'].to_f < _fast.to_f
+          # 记录最快访问
+          SimpleApm::Redis.hmset _key, 'fast_time', h['during'], 'fast_id', h['request_id']
+          _request_store = true
+        end
+        _request_store
+      end
+
+      # @return [Array<String>]
+      def all_names
+        SimpleApm::Redis.smembers(action_list_key)
+      end
+
+      def action_list_key
+        SimpleApm::RedisKey['action-names']
+      end
+
+      def info_key(action_name)
+        SimpleApm::RedisKey["action-info:#{action_name}"]
+      end
+    end
+
+  end
+end

data/app/models/simple_apm/application_record.rb

@@ -0,0 +1,5 @@
+module SimpleApm
+  class ApplicationRecord < ActiveRecord::Base
+    self.abstract_class = true
+  end
+end

data/app/models/simple_apm/hit.rb

@@ -0,0 +1,54 @@
+# action的点击数，按小时来显示
+module SimpleApm
+  class Hit
+
+
+    class << self
+      def chart_data(start_time = '00:00', end_time = '23:50', per = 'minute')
+        start_hour = start_time.to_s.split(':').first.to_i
+        end_hour = [end_time.to_s.split(':').first.to_i, 23].min
+        end_min = end_time.to_s.split(':')[1]
+        minutes = %w[00 10 20 30 40 50]
+        redis_result = Hash[SimpleApm::Redis.hgetall(minute_key)]
+        result_hash = {}
+        start_hour.upto(end_hour).each do |_hour|
+          minutes.each do |_min|
+            break if end_hour.to_i==_hour && end_min && _min.to_i > end_min.to_i
+            k = "#{to_double_str _hour}:#{to_double_str _min}"
+            _time = redis_result["#{k}:time"].to_f
+            _hits = redis_result["#{k}:hits"].to_i
+            if per =='minute'
+              result_hash[k] = {time: _time, hits: _hits}
+            else
+              _key = to_double_str _hour
+              result_hash[_key] ||= { time: 0.0, hits: 0 }
+              result_hash[_key][:time] += _time
+              result_hash[_key][:hits] += _hits
+            end
+          end
+        end
+        result_hash
+      end
+
+
+      def update_by_request(h)
+        # SimpleApm::Redis.hincrby hour_hit_key, Time.now.hour, 1
+        minute_base = "#{to_double_str Time.now.hour}:#{to_double_str 10 * (Time.now.min / 10)}"
+        SimpleApm::Redis.hincrby minute_key, "#{minute_base}:hits", 1
+        SimpleApm::Redis.hincrbyfloat minute_key, "#{minute_base}:time", h['during']
+      end
+
+      def to_double_str(i)
+        i.to_s.size==1 ? "0#{i}" : i.to_s
+      end
+
+      def minute_key
+        SimpleApm::RedisKey['per-10-minute']
+      end
+
+      # def hour_hit_key
+      #   SimpleApm::RedisKey['hour-hits']
+      # end
+    end
+  end
+end

data/app/models/simple_apm/request.rb

@@ -0,0 +1,35 @@
+# 单个请求信息
+module SimpleApm
+  class Request
+    attr_accessor :request_id, :action_name,
+                  :during, :started, :db_runtime, :view_runtime,
+                  :controller, :action, :format, :method,
+                  :host, :remote_addr,
+                  :exception, :status
+    def initialize(h)
+      h.each do |k, v|
+        send("#{k}=", v) rescue puts "attr #{k} not set!"
+      end
+    end
+
+    def sqls
+      @sqls ||= SimpleApm::Sql.find_by_request_id(request_id)
+    end
+
+
+    class << self
+
+      def find(id)
+        SimpleApm::Request.new JSON.parse(SimpleApm::Redis.hget(key, id))
+      end
+
+      def create(h)
+        SimpleApm::Redis.hmset key, h['request_id'], h.to_json
+      end
+
+      def key
+        SimpleApm::RedisKey['requests']
+      end
+    end
+  end
+end

data/app/models/simple_apm/slow_request.rb

@@ -0,0 +1,76 @@
+# 慢请求列表,包括最慢的N个请求，指定Action的最慢的N个请求
+module SimpleApm
+  class SlowRequest
+    attr_accessor :action_name, :request_id, :during
+    def initialize(request_id, during, action_name = nil)
+      self.action_name = action_name
+      self.request_id = request_id
+      self.during = during
+    end
+
+
+    def request
+      @request_info ||= SimpleApm::Request.find(request_id)
+    end
+    alias :info :request
+
+    def sqls
+      @request_sqls ||= SimpleApm::Sql.find_by_request_id(request_id)
+    end
+
+    class << self
+      # 存储最慢的1000个请求和每个action的最慢100次请求
+      def update_by_request(info)
+        in_action = update_action(info[:action_name], info[:during], info[:request_id])
+        in_slow_request = update_request(info[:during], info[:request_id])
+        in_action || in_slow_request
+      end
+
+      # @param action_name [String] 请求名ControllerName#ActionName
+      # @param during [Float] 耗时
+      # @param request_id [Hash] 请求id
+      # @return [Boolean] 是否插入成功
+      def update_action(action_name, during, request_id)
+        SimpleApm::Redis.zadd(action_key(action_name), during, request_id)
+        SimpleApm::Redis.zremrangebyrank(action_key(action_name), 0, -SimpleApm::Setting::ACTION_SLOW_REQUEST_LIMIT - 1)
+        SimpleApm::Redis.zrank(action_key(action_name), request_id).present?
+      end
+
+      # @param request_id [Hash] 请求id
+      # @param during [Float] 耗时
+      # @return [Boolean] 是否插入成功
+      def update_request(during, request_id)
+        # 记录最慢请求列表1000个
+        SimpleApm::Redis.zadd(key, during, request_id)
+        SimpleApm::Redis.zremrangebyrank(key, 0, -SimpleApm::Setting::SLOW_ACTIONS_LIMIT - 1)
+        SimpleApm::Redis.zrank(key, request_id).present?
+      end
+
+      # 从慢到快的排序
+      # @return [Array<SimpleApm::SlowRequest>]
+      def list_by_action(action_name, limit = 100, offset = 0)
+        SimpleApm::Redis.zrevrange(
+          action_key(action_name), offset, limit, with_scores: true
+        ).map{ |x| SimpleApm::SlowRequest.new(x[0], x[1], action_name)}
+      end
+
+      # 从慢到快的排序
+      # @return [Array<SimpleApm::SlowRequest>]
+      def list(limit = 100, offset = 0)
+        SimpleApm::Redis.zrevrange(
+          key, offset.to_i, limit.to_i - 1, with_scores: true
+        ).map{ |x| SimpleApm::SlowRequest.new(x[0], x[1])}
+      end
+
+      def key
+        SimpleApm::RedisKey['slow-requests']
+      end
+
+      def action_key(action_name = nil)
+        SimpleApm::RedisKey["action-slow:#{action_name}"]
+      end
+
+    end
+
+  end
+end

data/app/models/simple_apm/sql.rb

@@ -0,0 +1,43 @@
+# 请求对应的SQL查询列表
+module SimpleApm
+  class Sql
+    attr_accessor :request_id, :sql, :line, :filename, :method, :name, :during, :started, :value
+    def initialize(h, request = nil)
+      h.each do |k, v|
+        send("#{k}=", v)  rescue puts "attr #{k} not set!"
+      end
+      @request = request
+    end
+
+    def full_sql
+      _sql = sql.to_s.gsub(/^[\s]*/,'')
+      if value.present?
+        _sql << "\n\nParameters: #{value}"
+      end
+      _sql
+    end
+
+    def request
+      @request ||= SimpleApm::Request.find(request_id)
+    end
+
+    class << self
+      # @return [Array<SimpleApm::Sql>]
+      def find_by_request_id(request_id)
+        SimpleApm::Redis.lrange(key(request_id), 0, -1).map{|x|SimpleApm::Sql.new JSON.parse(x)}
+      end
+
+      def delete_by_request_id(request_id)
+        SimpleApm::Redis.del(key(request_id))
+      end
+
+      def create(request_id, info)
+        SimpleApm::Redis.rpush(key(request_id), info.to_json)
+      end
+
+      def key(request_id)
+        SimpleApm::RedisKey["sql:#{request_id}"]
+      end
+    end
+  end
+end

data/app/views/layouts/simple_apm/application.html.erb

@@ -0,0 +1,61 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <title>Simple Apm</title>
+  <meta charset="utf-8">
+  <meta content="IE=Edge,chrome=1" http-equiv="X-UA-Compatible">
+  <meta content="width=device-width, initial-scale=1.0" name="viewport">
+  <link rel="stylesheet" href="//cdn.bootcss.com/bootstrap/3.3.7/css/bootstrap.min.css" integrity="sha384-BVYiiSIFeK1dGmJRAkycuHAHRg32OmUcww7on3RYdg4Va+PmSTsz/K68vbdEjh4u" crossorigin="anonymous">
+  <link rel="stylesheet" href="//cdn.datatables.net/1.10.15/css/jquery.dataTables.min.css">
+  <script src="//cdn.bootcss.com/jquery/1.12.4/jquery.min.js"></script>
+  <script src="//cdn.bootcss.com/bootstrap/3.3.7/js/bootstrap.min.js" integrity="sha384-Tc5IQib027qvyjSMfHjOMaLkfuWVxZxUPnCJA7l2mCWNIpG9mGCD8wGNIcPD7Txa" crossorigin="anonymous"></script>
+  <script src="//cdn.bootcss.com/echarts/4.1.0/echarts.js"></script>
+  <script src="//cdn.datatables.net/1.10.15/js/jquery.dataTables.min.js"></script>
+  <%= stylesheet_link_tag "simple_apm/application", media: "all" %>
+  <%= javascript_include_tag "simple_apm/application" %>
+  <%= csrf_meta_tags %>
+</head>
+<body>
+<div id="page-container">
+  <nav class="navbar navbar-default navbar-fixed-top">
+    <div class="container">
+      <div class="navbar-header">
+        <% [[dashboard_path, 'Dashboard'], [index_path, '慢事务列表'], [actions_path, 'ActionList']].each do |m| %>
+          <a class="navbar-brand <%= 'active' if request.url=~/#{m[0]}/ %>" href="<%= m[0] %>" ><%= m[1] %></a>
+        <% end %>
+      </div>
+      <div class="select-apm-date">
+        统计日期
+        <%= select_tag 'apm_date', options_for_select(SimpleApm::Redis.in_apm_days, apm_date), class: 'form-control'%>
+      </div>
+
+    </div>
+  </nav>
+  <div class="container" style="margin-top: 55px">
+    <%= yield %>
+  </div>
+</div>
+<footer style="text-align: center">
+  <% SimpleApm::Redis.simple_info.each do |k, v| %>
+    <label><%= k %>：</label><span><%= v %></span>
+  <% end %>
+</footer>
+<div id="sql-modal" class="modal" aria-hidden="true" role="dialog" style="display: none;" tabindex="-1">
+  <div class="modal-dialog modal-lg modal-dialog-popout">
+    <pre class="modal-content" data-lang="SQL">
+    </pre>
+  </div>
+</div>
+
+</body>
+<script>
+  var sql_modal_obj = $('#sql-modal')
+  $('.select-apm-date select').on('change',function(){
+      window.location.href = '<%= set_apm_date_path %>?apm_date='+this.value
+  })
+  $('.sql').on('click', function(){
+      sql_modal_obj.find('.modal-content').html($(this).html())
+      sql_modal_obj.modal('show')
+  })
+</script>
+</html>

data/app/views/simple_apm/apm/action_info.html.erb

@@ -0,0 +1,41 @@
+<h4>请求概况</h4>
+<h5><%= @action.name%></h5>
+<p>
+  <label>当日点击次数：</label>
+  <span><%= @action.click_count %></span>
+</p>
+<p>
+  <label>平均响应时间：</label>
+  <span><%= sec_str @action.time.to_f/@action.click_count.to_i %></span>
+</p>
+<p>
+  <label>最慢响应时间：</label>
+  <span><%= link_to sec_str(@action.slow_time), show_path(id: @action.slow_id) %></span>
+</p>
+<p>
+  <label>最快响应时间：</label>
+  <span><%= link_to sec_str(@action.fast_time), show_path(id: @action.fast_id) %></span>
+</p>
+<table class="table table-bordered">
+  <tr>
+    <th>响应时间</th>
+    <th>访问时间</th>
+    <th>请求id</th>
+    <th>访问ip</th>
+    <th>server</th>
+  </tr>
+  <% @action.slow_requests.each do |slow_request| %>
+    <% r = slow_request.request %>
+    <tr>
+      <td>
+        <%= sec_str r.during %>
+        (DB: <%= sec_str r.db_runtime %> , View: <%= sec_str r.view_runtime %>)
+      </td>
+      <td><%= time_label r.started %></td>
+      <td><%= link_to r.request_id, show_path(id: r.request_id) %></td>
+      <td><%= r.remote_addr %></td>
+      <td><%= r.host %></td>
+    </tr>
+  <% end %>
+</table>
+

data/app/views/simple_apm/apm/actions.html.erb

@@ -0,0 +1,30 @@
+<table id="actions-table" class="table">
+  <thead>
+  <tr>
+    <th>Name</th>
+    <th>点击次数</th>
+    <th>平均响应时间</th>
+    <th>最快响应时间</th>
+    <th>最慢响应时间</th>
+  </tr>
+  </thead>
+  <tbody>
+  <% @actions.each do |action| %>
+    <tr>
+      <td><%= link_to action.name, action_info_path(action_name: action.name) %></td>
+      <td><%= action.click_count %></td>
+      <td><%= sec_str action.avg_time, 's' %></td>
+      <td><%= link_to sec_str(action.fast_time, 's'), show_path(id: action.fast_id) %></td>
+      <td><%= link_to sec_str(action.slow_time, 's'), show_path(id: action.slow_id) %></td>
+    </tr>
+  <% end %>
+  </tbody>
+</table>
+<script type="text/javascript">
+  $(document).ready(function(){
+      $('#actions-table').DataTable({
+          iDisplayLength: 25
+      })
+
+  })
+</script>

data/app/views/simple_apm/apm/dashboard.html.erb

@@ -0,0 +1,35 @@
+<div id="time_chart" style="height: 400px;width: auto"></div>
+<div id="hits_chart" style="height: 400px;width: auto"></div>
+<script>
+  var time_chart = echarts.init(document.getElementById('time_chart')),
+      hits_chart = echarts.init(document.getElementById('hits_chart'));
+  time_chart.setOption({
+    title: {
+      text: '响应时间'
+    },
+    tooltip: {},
+    xAxis: {
+      data: <%= @x_names.to_json.html_safe %>
+    },
+    yAxis: {type: 'value'},
+    series: [{
+        type: 'line',
+        data: <%= @time_arr.to_json.html_safe %>
+      }]
+  })
+
+  hits_chart.setOption({
+    title: {
+      text: '访问次数'
+    },
+    tooltip: {},
+    xAxis: {
+      data: <%= @x_names.to_json.html_safe %>
+    },
+    yAxis: {type: 'value'},
+    series: [{
+      type: 'line',
+      data: <%= @hits_arr.to_json.html_safe %>
+    }]
+  })
+</script>

data/app/views/simple_apm/apm/index.html.erb

@@ -0,0 +1,38 @@
+<table id="slow-requests" class="table">
+  <thead>
+  <tr>
+    <th>请求时间</th>
+    <th>action</th>
+    <th>总耗时</th>
+    <th>db_time</th>
+    <th>view time</th>
+    <th>host</th>
+    <th>remote_addr</th>
+  </tr>
+  </thead>
+  <%# @slow_requests.each do |r| %>
+<!--    <tr>-->
+      <%# request = r.request %>
+<!--      <td>-->
+        <%#= link_to time_label(request.started), show_path(id: request.request_id)%>
+<!--      </td>-->
+<!--      <td><%#= link_to request.action_name, action_info_path(action_name: request.action_name)%></td>-->
+<!--      <td><%#= sec_str request.during %></td>-->
+<!--      <td><%#= sec_str request.db_runtime %></td>-->
+<!--      <td><%#= sec_str request.view_runtime%></td>-->
+<!--      <td><%#= request.host %></td>-->
+<!--      <td><%#= request.remote_addr %></td>-->
+<!--    </tr>-->
+  <%# end %>
+</table>
+
+<script type="text/javascript">
+  $(document).ready(function () {
+    $('#slow-requests').DataTable({
+      ajax: '<%= index_path %>.json',
+      iDisplayLength: 25,
+      ordering: false
+    })
+
+  })
+</script>

data/app/views/simple_apm/apm/show.html.erb

@@ -0,0 +1,61 @@
+<h4><%= @request.action_name %>.<%= @request.format %></h4>
+<!--  @host="xyy", @remote_addr="127.0.0.1", @method="GET", @format="html", @exception="null"-->
+<p>
+  <label>开始时间：</label>
+  <span><%= time_label @request.started, true %></span>
+</p>
+<p>
+  <label>响应时间：</label>
+  <span>
+  <%= sec_str @request.during %>
+    （数据库：<%= sec_str @request.db_runtime %>, View: <%= sec_str @request.view_runtime %>）
+</span>
+</p>
+<p>
+  <label>server：</label>
+  <span><%= @request.host %></span>
+</p>
+<p>
+  <label>访问ip：</label>
+  <span><%= @request.remote_addr %></span>
+</p>
+<% if @request.exception.present? && @request.exception != 'null' %>
+  <p>
+    <label>报错信息: </label>
+    <pre><%= @request.exception %></pre>
+  </p>
+<% end %>
+<table id="sql-table" class="table">
+  <thead>
+  <tr>
+    <td>time</td>
+    <td>name</td>
+    <td>sql</td>
+    <td>时间</td>
+    <td>位置</td>
+  </tr>
+  </thead>
+  <tbody>
+  <% @request.sqls.each do |sql| %>
+    <tr>
+      <td><%= time_label sql.started %></td>
+      <td>
+          <%= sql.name %>
+      </td>
+      <td>
+        <div class="sql"><%= sql.full_sql -%></div>
+      </td>
+      <td><%= sec_str sql.during %></td>
+      <td><%= sql.filename %>:<%= sql.line %></td>
+    </tr>
+  <% end %>
+  </tbody>
+</table>
+<script type="text/javascript">
+  $(document).ready(function(){
+    $('#sql-table').DataTable({
+      bPaginate: false
+    })
+
+  })
+</script>

data/config/routes.rb

@@ -0,0 +1,9 @@
+SimpleApm::Engine.routes.draw do
+  get 'dashboard', to: 'apm#dashboard'
+  get 'index', to: 'apm#index'
+  get 'show', to: 'apm#show'
+  get 'action_info', to: 'apm#action_info'
+  get 'actions', to: 'apm#actions'
+  get 'set_apm_date', to: 'apm#set_apm_date'
+
+end

data/lib/simple_apm.rb

@@ -0,0 +1,65 @@
+require "simple_apm/setting"
+require "simple_apm/redis"
+require "simple_apm/engine"
+
+module SimpleApm
+  ActiveSupport::Notifications.subscribe('process_action.action_controller') do |name, started, finished, unique_id, payload|
+    request_id = Thread.current['action_dispatch.request_id']
+    if request_id.present?
+      action_name = "#{payload[:controller]}##{payload[:action]}" #payload[:format]
+      info = {
+        request_id: request_id,
+        action_name: action_name,
+        during: finished - started,
+        started: started.to_s,
+        db_runtime: payload[:db_runtime].to_f/1000,
+        view_runtime: payload[:view_runtime].to_f/1000,
+        controller: payload[:controller],
+        action: payload[:action],
+        host: Socket.gethostname,
+        remote_addr: payload[:headers]['REMOTE_ADDR'],
+        method: payload[:method],
+        format: payload[:format],
+        exception: payload[:exception].presence.to_json
+      }.with_indifferent_access
+      info[:status] = '500' if payload[:exception]
+      # 存储
+      in_slow = SimpleApm::SlowRequest.update_by_request info
+      in_action_info = SimpleApm::Action.update_by_request info
+      SimpleApm::Hit.update_by_request info
+      if in_action_info || in_slow
+        SimpleApm::Request.create info
+      else
+        SimpleApm::Sql.delete_by_request_id(request_id)
+      end
+    end
+  # rescue => e
+  #   Logger.new("#{Rails.root}/log/simple_apm.log").info e.inspect
+  end
+
+  ActiveSupport::Notifications.subscribe 'sql.active_record' do |name, started, finished, unique_id, payload|
+    request_id = Thread.current['action_dispatch.request_id'].presence||Thread.main['action_dispatch.request_id']
+    if request_id.present?
+      dev_caller = caller.detect { |c| c.include? Rails.root.to_s }
+      if dev_caller
+        c = Callsite.parse(dev_caller)
+        payload.merge!(:line => c.line, :filename => c.filename.to_s.gsub(Rails.root.to_s,''), :method => c.method)
+      end
+      # ActiveRecord::Relation::QueryAttribute
+      sql_value = payload[:binds].map{|q|[q.name, q.value]}
+      info = {
+        request_id: request_id,
+        name: payload[:name],
+        during: finished - started,
+        started: started,
+        sql: payload[:sql],
+        value: sql_value,
+        filename: payload[:filename],
+        line: payload[:line]
+      }.with_indifferent_access
+      SimpleApm::Sql.create request_id, info
+    end
+  # rescue => e
+  #   Logger.new("#{Rails.root}/log/simple_apm.log").info e.inspect
+  end
+end

data/lib/simple_apm/engine.rb

@@ -0,0 +1,18 @@
+module SimpleApm
+  class Rack
+    def initialize(app)
+      @app = app
+    end
+
+    def call(env)
+      Thread.current['action_dispatch.request_id'] = env['action_dispatch.request_id']
+      @app.call(env)
+    end
+  end
+
+  class Engine < ::Rails::Engine
+    isolate_namespace SimpleApm
+    config.app_middleware.use SimpleApm::Rack
+  end
+
+end

data/lib/simple_apm/redis.rb

@@ -0,0 +1,63 @@
+# 删除 所有
+# redis-cli keys "simple_apm:*" | xargs redis-cli del
+module SimpleApm
+  class Redis
+    class << self
+      def instance
+        @current ||= ::Redis::Namespace.new(
+          :simple_apm,
+          :redis => ::Redis.new(
+            url: SimpleApm::Setting::REDIS_URL,
+            driver: SimpleApm::Setting::REDIS_DRIVER
+          )
+        )
+      end
+
+      # http://redisdoc.com/server/info.html
+      def simple_info
+        h = {}
+        redis.info.each do |k, v|
+          if k == 'total_system_memory_human'
+            h['系统内存'] = v
+          elsif k == 'used_memory_rss_human'
+            h['当前内存占用(rss)'] = v
+          elsif k == 'used_memory_peak_human'
+            h['占用内存峰值'] = v
+          elsif k == 'redis_version'
+            h['redis版本'] = v
+          elsif k =~ /db[0-9]+/
+            h[k] = v
+          end
+        end
+        h
+      end
+
+      # 所有统计的日期，通过hits来判断
+      def in_apm_days
+        SimpleApm::Redis.keys('*:action-names').map{|x|x.split(':').first}.sort
+      end
+
+      def method_missing(method, *args)
+        instance.send(method, *args)
+      rescue NoMethodError
+        super(method, *args)
+      end
+    end
+  end
+
+  class RedisKey
+    class << self
+      def query_date=(d = nil)
+        Thread.current['apm_query_date'] = d
+      end
+
+      def query_date
+        Thread.current['apm_query_date'] || Time.now.strftime('%Y-%m-%d')
+      end
+
+      def [](key, _date = nil)
+        "#{_date||query_date}:#{key}"
+      end
+    end
+  end
+end

data/lib/simple_apm/setting.rb

@@ -0,0 +1,12 @@
+module SimpleApm
+  class Setting
+    ApmSettings = YAML.load(IO.read(Dir.join(Rails.root, 'configs', 'simple_apm.yml'))) rescue {}
+    REDIS_URL = ApmSettings['redis_url'].presence || 'redis://localhost:6379/0'
+    # nil , hiredis ...
+    REDIS_DRIVER = ApmSettings['redis_driver']
+    # 最慢的请求数存储量
+    SLOW_ACTIONS_LIMIT = ApmSettings['slow_actions_limit'].presence || 1000
+    # 每个action存最慢的请求量
+    ACTION_SLOW_REQUEST_LIMIT = ApmSettings['action_slow_request_limit'].presence || 100
+  end
+end

data/lib/simple_apm/version.rb

@@ -0,0 +1,3 @@
+module SimpleApm
+  VERSION = '0.1.0'
+end

data/lib/tasks/simple_apm_tasks.rake

@@ -0,0 +1,4 @@
+# desc "Explaining what the task does"
+# task :simple_apm do
+#   # Task goes here
+# end

metadata

@@ -0,0 +1,116 @@
+--- !ruby/object:Gem::Specification
+name: simple_apm
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- yuanyin.xia
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-06-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+- !ruby/object:Gem::Dependency
+  name: redis-namespace
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+description: 'xyy: Simple Apm View for rails using redis.'
+email:
+- 454536909@qq.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- MIT-LICENSE
+- README.md
+- Rakefile
+- app/assets/config/simple_apm_manifest.js
+- app/assets/javascripts/simple_apm/application.js
+- app/assets/stylesheets/simple_apm/application.css
+- app/controllers/simple_apm/apm_controller.rb
+- app/controllers/simple_apm/application_controller.rb
+- app/helpers/simple_apm/application_helper.rb
+- app/jobs/simple_apm/application_job.rb
+- app/mailers/simple_apm/application_mailer.rb
+- app/models/simple_apm/action.rb
+- app/models/simple_apm/application_record.rb
+- app/models/simple_apm/hit.rb
+- app/models/simple_apm/request.rb
+- app/models/simple_apm/slow_request.rb
+- app/models/simple_apm/sql.rb
+- app/views/layouts/simple_apm/application.html.erb
+- app/views/simple_apm/apm/action_info.html.erb
+- app/views/simple_apm/apm/actions.html.erb
+- app/views/simple_apm/apm/dashboard.html.erb
+- app/views/simple_apm/apm/index.html.erb
+- app/views/simple_apm/apm/show.html.erb
+- config/routes.rb
+- lib/simple_apm.rb
+- lib/simple_apm/engine.rb
+- lib/simple_apm/redis.rb
+- lib/simple_apm/setting.rb
+- lib/simple_apm/version.rb
+- lib/tasks/simple_apm_tasks.rake
+homepage: https://github.com/xiayuanyin/simple_apm
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.3
+signing_key: 
+specification_version: 4
+summary: 'xyy: Simple Rails Apm'
+test_files: []