metrics_monitor 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: '0922d3a0cebe781c0776d1b4b4dc0f011b0ddf1f3b0638de7d39c39df58ad7be'
+  data.tar.gz: 9092c2e02b67f4b3e880b5083a07939823040e7dfd36612b3c0ea8691ddca329
+SHA512:
+  metadata.gz: 90cf6c65f5f7baa0f22a18d26e73e65f6ad5d0da2627ff8d3b4c2c98838145b1054ddc41bfbb3f390aa5656af961665ceeac6203be1065b9f76738073464e6a4
+  data.tar.gz: 4c1f04de0e7f14e8f297f8355ccbd833b5b5bee3b5ecb8579d46bcd4e42e57cb9aead9d5b1ba7d479c78bc64724b6fd2bbebd7f1e4cf2b9daf8c7c0f9dea1ce0

data/.gitignore

@@ -0,0 +1,12 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+
+# rspec failure tracking
+.rspec_status
+Gemfile.lock

data/.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--color
+--require spec_helper

data/.travis.yml

@@ -0,0 +1,6 @@
+---
+language: ruby
+cache: bundler
+rvm:
+  - 2.7.1
+before_install: gem install bundler -v 2.1.4

data/Gemfile

@@ -0,0 +1,7 @@
+source "https://rubygems.org"
+
+# Specify your gem's dependencies in metrics_monitor.gemspec
+gemspec
+
+gem "rake", "~> 12.0"
+gem "rspec", "~> 3.0"

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2020 hogelog
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,40 @@
+# MetricsMonitor
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/metrics_monitor`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'metrics_monitor'
+```
+
+And then execute:
+
+    $ bundle install
+
+Or install it yourself as:
+
+    $ gem install metrics_monitor
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/metrics_monitor.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,15 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec
+
+task :before_build do
+  chdir "visualizer" do
+    rm Dir.glob("dist/*")
+    sh "yarn", "build"
+  end
+end
+
+task build: :before_build

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "metrics_monitor"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/exe/metrics_monitor

@@ -0,0 +1,20 @@
+#!/usr/bin/env ruby
+
+require "optparse"
+require "webrick"
+
+opts = {}
+parser = OptionParser.new
+parser.on("-p [PORT]", "--port", "Port") {|v| opts[:port] = v }
+parser.on("-b [BIND]", "--bind", "Bind host") {|v| opts[:bind] = v }
+parser.parse(ARGV)
+
+port = opts[:port] || ENV["PORT"] || 8080
+bind = opts[:bind] || ENV["BIND"] || "localhost"
+
+gem_dir = File.join(File.expand_path("..", __FILE__), "..")
+Dir.chdir(gem_dir) do
+  server = WEBrick::HTTPServer.new(DocumentRoot: './visualizer/dist/', BindAddress: bind, Port: port)
+  trap("INT"){ server.shutdown }
+  server.start
+end

data/lib/metrics_monitor.rb

@@ -0,0 +1,42 @@
+require "metrics_monitor/version"
+
+require "metrics_monitor/collector_base"
+require "metrics_monitor/basic_collector"
+
+require "metrics_monitor/agent"
+
+module MetricsMonitor
+  class Error < StandardError; end
+  class CollectorError < Error; end
+
+  DEFAULT_BIND = "0.0.0.0"
+  DEFAULT_PORT = 8686
+
+  Config = Struct.new(:bind, :port, :collector, keyword_init: true)
+
+  class << self
+    def configure
+      MetricsMonitor.config = Config.new(bind: DEFAULT_BIND, port: DEFAULT_PORT)
+      yield(MetricsMonitor.config) if block_given?
+      MetricsMonitor.config.collector ||= BasicCollector.new
+
+      MetricsMonitor.agent = MetricsMonitor::Agent.new
+    end
+
+    def agent=(agent)
+      @agent = agent
+    end
+
+    def agent
+      @agent
+    end
+
+    def config=(config)
+      @config = config
+    end
+
+    def config
+      @config
+    end
+  end
+end

data/lib/metrics_monitor/agent.rb

@@ -0,0 +1,52 @@
+require "json"
+require "webrick"
+
+module MetricsMonitor
+  class Agent
+
+    HEADER_ALLOW_ORIGIN = "Access-Control-Allow-Origin"
+
+    def initialize
+      @config = MetricsMonitor.config
+      @collector = @config.collector
+
+      @logger = Rails.logger
+
+      @server = WEBrick::HTTPServer.new({
+          BindAddress: @config.bind,
+          Port: @config.port,
+      })
+      @server.mount_proc("/") do |req, res|
+        response_text(res, "ok")
+      end
+      @server.mount_proc("/metrics") do |req, res|
+        metrics = @collector.collect
+        response_text(res, JSON.generate(metrics))
+      end
+      @server.mount_proc("/metrics/meta") do |req, res|
+        meta = @collector.meta
+        response_text(res, JSON.generate(meta))
+      end
+
+      @thread = Thread.new do
+        @logger.info "Start MetricsMonitor::Agent #{@config.bind}:#{@config.port}"
+        @server.start
+      end
+
+      at_exit do
+        @server.shutdown
+        if @thread.alive?
+          @thread.wakeup
+          @thread.join
+        end
+      end
+    end
+
+    private
+
+    def response_text(res, text)
+      res.header["Access-Control-Allow-Origin"] = "*"
+      res.body = text
+    end
+  end
+end

data/lib/metrics_monitor/basic_collector.rb

@@ -0,0 +1,74 @@
+require "objspace"
+require "open3"
+
+module MetricsMonitor
+  class BasicCollector < CollectorBase
+    PS_PATTERN = /\A\s*(?<pid>\d+)\s+(?<ppid>\d+)\s+(?<cpu>\d+\.\d)\s+(?<mem>\d+\.\d)\s+(?<rss>\d+)\s+(?<vsz>\d+)\s*\z/
+    PS_OPTION = "pid,ppid,%cpu,%mem,rss,vsz"
+
+    def initialize
+      @pid = Process.pid
+    end
+
+    def meta
+      {
+        chart_formats: [
+          { key: :process, title: "Process", type: :line },
+          { key: :cpu, title: "CPU", type: :area },
+          { key: :mem, title: "MEM", type: :area },
+          { key: :rss, title: "RSS", type: :area },
+          { key: :vsz, title: "VSZ", type: :area },
+        ]
+      }
+    end
+
+    def calculate
+      calculate_ps
+    end
+
+    private
+
+    def calculate_ps
+      pids = [@pid]
+      output, error, status = Open3.capture3("ps", "-o", PS_OPTION)
+
+      if status.success?
+        total_cpu = 0.0
+        total_mem = 0.0
+        total_rss = 0
+        total_vsz = 0
+
+        output.each_line do |line|
+          match = PS_PATTERN.match(line)
+          next unless match
+          pid = match[:pid].to_i
+          ppid = match[:ppid].to_i
+          cpu = match[:cpu].to_f
+          mem = match[:mem].to_f
+          rss = match[:rss].to_i
+          vsz = match[:vsz].to_i
+
+          if pids.include?(ppid)
+            pids << pid
+          elsif pid != @pid
+            next
+          end
+
+          total_cpu += cpu
+          total_mem += mem
+          total_rss += rss
+          total_vsz += vsz
+        end
+        {
+          process: pids.size,
+          cpu: total_cpu,
+          mem: total_mem,
+          rss: total_rss,
+          vsz: total_vsz,
+        }
+      else
+        raise MetricsMonitor::Error, error
+      end
+    end
+  end
+end

data/lib/metrics_monitor/collector_base.rb

@@ -0,0 +1,13 @@
+module MetricsMonitor
+  class CollectorBase
+    def collect
+      data = calculate
+      { ts: Time.now.to_f, data: data }
+    rescue => e
+      {
+        error: e.to_s,
+        backtrace: e&.backtrace
+      }
+    end
+  end
+end

data/lib/metrics_monitor/version.rb

@@ -0,0 +1,3 @@
+module MetricsMonitor
+  VERSION = "0.1.0"
+end

data/metrics_monitor.gemspec

@@ -0,0 +1,25 @@
+require_relative 'lib/metrics_monitor/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "metrics_monitor"
+  spec.version       = MetricsMonitor::VERSION
+  spec.authors       = ["hogelog"]
+  spec.email         = ["konbu.komuro@gmail.com"]
+
+  spec.summary       = %q{Metrics monitor via HTTP}
+  spec.description   = spec.summary 
+  spec.homepage      = "https://github.com/hogelog/metrics_monitor"
+  spec.license       = "MIT"
+  spec.required_ruby_version = Gem::Requirement.new(">= 2.4.0")
+
+  spec.metadata["homepage_uri"] = spec.homepage
+  spec.metadata["source_code_uri"] = spec.homepage
+
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.files        += Dir.glob(File.join("visualizer", "dist", "*"))
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+end

data/visualizer/.gitignore

@@ -0,0 +1,3 @@
+node_modules/
+dist/
+.cache/

data/visualizer/package.json

@@ -0,0 +1,30 @@
+{
+  "name": "visualizer",
+  "version": "1.0.0",
+  "main": "index.js",
+  "license": "MIT",
+  "private": true,
+  "scripts": {
+    "build": "NODE_ENV=production parcel build source/index.html --out-dir dist/",
+    "serve": "NODE_ENV=development parcel serve source/index.html --out-dir dist/"
+  },
+  "devDependencies": {
+    "@types/node": "^14.0.27",
+    "@types/plotly.js": "^1.50.17",
+    "@types/react": "^16.9.46",
+    "@types/react-dom": "^16.9.8",
+    "@types/react-plotly.js": "^2.2.4",
+    "parcel-bundler": "^1.12.4",
+    "sass": "^1.26.10",
+    "typescript": "^3.9.7"
+  },
+  "dependencies": {
+    "@blueprintjs/core": "^3.30.1",
+    "@blueprintjs/icons": "^3.20.1",
+    "normalize.css": "^8.0.1",
+    "plotly.js": "^1.54.7",
+    "react": "^16.13.1",
+    "react-dom": "^16.13.1",
+    "react-plotly.js": "^2.4.0"
+  }
+}

data/visualizer/source/App.scss

@@ -0,0 +1,2 @@
+@import "normalize.css";
+@import "@blueprintjs/core/lib/css/blueprint.css";

data/visualizer/source/App.tsx

@@ -0,0 +1,92 @@
+import * as React from 'react';
+import { useState, useEffect } from 'react';
+
+import { Card, Classes } from "@blueprintjs/core";
+
+import Plot from 'react-plotly.js';
+
+import "./App.scss";
+
+const HOST = process.env.NODE_ENV === "development" ? "http://localhost:8080" : "";
+const INTERVAL = 5000;
+
+function App(props: { chartFormats: any[]; debug: any; }) {
+    const initData: { [key: string]: (number | Date)[] } = { date: [] as Date[] };
+    props.chartFormats.forEach((format) => {
+        initData[format.key] = [];
+    });
+    const [intervalId, setIntervalId] = useState(0);
+    const [data, setData] = useState(initData);
+    const [log, setLog] = useState("");
+    const [displayDebug] = useState(props.debug ? "block" : "none");
+    const [dataRevision, setDataRevision] = useState(0);
+
+    useEffect(() => {
+        if (intervalId != 0) {
+            return;
+        }
+        let newIntervalId = window.setInterval(()=>{
+            fetch("http://localhost:8686/metrics", {
+                mode: "cors",
+            }).then(res => {
+                return res.json();
+            }).then((metrics) => {
+                data.date.push(new Date(metrics.ts * 1000));
+                props.chartFormats.forEach((format) => {
+                    data[format.key].push( metrics.data[format.key]);
+                });
+
+                setDataRevision(metrics.ts);
+                if (props.debug) {
+                    setLog(JSON.stringify(data));
+                }
+            });
+        }, INTERVAL);
+        setIntervalId(newIntervalId);
+
+        return () => {
+            if (intervalId != 0) {
+                clearTimeout(intervalId);
+                setIntervalId(0);
+            }
+        };
+    });
+
+    let charts: Plot[] = [];
+    props.chartFormats.forEach((format) => {
+        charts.push(
+            <Plot
+              key={ format["key"]},
+              data={[{
+                  x: data["date"],
+                  y: data[format["key"]],
+                  type: "scatter",
+                  mode: "lines+markers",
+                  fill: 'tozeroy',
+              }]}
+              layout={ {
+                  width: 400,
+                  height: 300,
+                  title: format["title"],
+                  yaxis: {
+                      zeroline: true,
+                  },
+                  datarevision: dataRevision,
+              } }
+            />
+        );
+    });
+
+    return (
+        <div id="app">
+            { charts }
+
+            <Card style={ {display: displayDebug } }>
+                <h3>Debug log</h3>
+                <div>{log}</div>
+            </Card>
+        </div>
+    );
+}
+
+export default App;