embulk-input-jstat 0.0.3

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: b9a6b33a6170e95d4088a5022154f93a4f0a97b8
+  data.tar.gz: 750c33b7fe05b4120fbf9384416d7d9a1c2adb24
+SHA512:
+  metadata.gz: 28d9bcf5afad16fb7b08a481bb656c6dea2f974ae1e030660021db3dfb2c90200337c34a006fd289fdbaf610034e1120ef389d775ca5ae03e55e800d76898a75
+  data.tar.gz: 8ce0f55384e76c83aabb5ff03ce225798ba30da9202570b2013c5dd5d04df0ee01f7ffec029f8c569cd4030187d59f25388546d104650e827df69e3cd95db446

data/.gitignore

@@ -0,0 +1,15 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.bundle
+*.so
+*.o
+*.a
+*.swp
+mkmf.log

data/Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org'
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2015 KUBOTA Yuji
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,42 @@
+# Embulk::Input::Jstat
+
+[Embulk](https://github.com/embulk/embulk) input plugin for [jstat](http://docs.oracle.com/javase/8/docs/technotes/tools/unix/jstat.html).
+Now, this plugin supports only JDK8.
+
+## Installation
+
+Run this command with your embulk binary.
+
+```ruby
+$ embulk gem install embulk-input-jstat
+```
+
+## Configuration
+
+Specify in your config.yml file
+
+```yaml
+in:
+  type: jstat
+  paths: [/tmp, /path/to/jstat_files, /other/path/to/jstats_files]
+  option: -gcutil
+  timestamp: false
+```
+
+- type: specify this plugin as `jstat`.
+- paths: specify paths where jstat files(\*.log) are. (optional, default: /tmp)
+- option: specify a stat option of jstat, e.g., -gcutil. (optional, default: -gcutil)
+- timestamp: specify whether your jstat files include a timestamp column or not. (optional, default: false)
+
+## TODO
+
+- support JDK7, JDK6.
+
+## Contributing
+
+1. Fork it ( https://github.com/ykubota/embulk-input-jstat/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request
+

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/embulk-input-jstat.gemspec

@@ -0,0 +1,22 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+Gem::Specification.new do |spec|
+  spec.name          = "embulk-input-jstat"
+  spec.version       = "0.0.3"
+  spec.authors       = ["KUBOTA Yuji"]
+  spec.email         = ["kubota.yuji@gmail.com"]
+  spec.summary       = %q{Embulk plugin for jstat input.}
+  spec.description   = %q{Embulk input plugin for Java Virtual Machine statistics by jstat command.}
+  spec.homepage      = "https://github.com/ykubota/embulk-input-jstat"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "rake", "~> 10.0"
+end

data/lib/embulk/input/jstat.rb

@@ -0,0 +1,233 @@
+# -*- coding:utf-8 -*-
+
+module Embulk
+  class InputJstat < InputPlugin
+    require 'json'
+
+    Plugin.register_input('jstat', self)
+
+    # output columns of jstat (JDK8)
+    JSTAT_COLUMNS = {
+      class: {
+        Loaded: 'int',
+        Bytes: 'double',
+        Unloader: 'int',
+        Bytes: 'double',
+        Time: 'double'
+      },
+      compiler: {
+        Compiled: 'int',
+        Failed: 'int',
+        Invalid: 'int',
+        Time: 'double',
+        FailedType: 'int',
+        FailedMethod: 'string'
+      },
+      gc: {
+        S0C: 'double',
+        S1C: 'double',
+        S0U: 'double',
+        S1U: 'double',
+        EC: 'double',
+        EU: 'double',
+        OC: 'double',
+        MC: 'double',
+        MU: 'double',
+        CCSC: 'double',
+        CCSU: 'double',
+        YGC: 'int',
+        YGCT: 'double',
+        FGC: 'int',
+        FGCT: 'double',
+        GCT: 'double'
+      },
+      gccause: {
+        S0: 'double',
+        S1: 'double',
+        E: 'double',
+        O: 'double',
+        M: 'double',
+        CCS: 'double',
+        YGC: 'int',
+        YGCT: 'double',
+        FGC: 'int',
+        FGCT: 'double',
+        GCT: 'double',
+        LGCC: 'string',
+        GCC: 'string'
+      },
+      gcnew: {
+        S0C: 'double',
+        S1C: 'double',
+        S0U: 'double',
+        S1U: 'double',
+        TT: 'int',
+        MTT: 'double',
+        DSS: 'double',
+        EC: 'double',
+        EU: 'double',
+        YGC: 'int',
+        YGCT: 'double'
+      },
+      gcnewcapacity: {
+        NGCMN: 'double',
+        NGCMX: 'double',
+        NGC: 'double',
+        S0CMX: 'double',
+        S0C: 'double',
+        S1CMX: 'double',
+        S1C: 'double',
+        ECMX: 'double',
+        EC: 'double',
+        YGC: 'int',
+        FGC: 'int'
+      },
+      gcold: {
+        MC: 'double',
+        MU: 'double',
+        CCSC: 'double',
+        CCSU: 'double',
+        OC: 'double',
+        OU: 'double',
+        YGC: 'int',
+        FGC: 'int',
+        FGCT: 'double',
+        GCT: 'double'
+      },
+      gcoldcapacity: {
+        OGCMN: 'double',
+        OGCMX: 'double',
+        OGC: 'double',
+        OC: 'double',
+        YGC: 'int',
+        FGC: 'int',
+        FGCT: 'double',
+        GCT: 'double'
+      },
+      gcmetacapacity: {
+        MCMN: 'double',
+        MCMX: 'double',
+        MC: 'double',
+        CCSMN: 'double',
+        CCSMX: 'double',
+        CCSC: 'double',
+        YGC: 'int',
+        FGC: 'int',
+        FGCT: 'double',
+        GCT: 'double'
+      },
+      gcutil: {
+        S0: 'double',
+        S1: 'double',
+        E: 'double',
+        O: 'double',
+        M: 'double',
+        CCS: 'double',
+        YGC: 'int',
+        YGCT: 'double',
+        FGC: 'int',
+        FGCT: 'double',
+        GCT: 'double'
+      },
+      printcompilation: {
+        Compiled: 'int',
+        Size: 'int',
+        Type: 'int',
+        Method: 'string'
+      }
+    }
+
+    def self.transaction(config, &control)
+      # find jstat files and push to "task".
+      paths = config.param('paths', :array, default: ['/tmp']).map do |path|
+        next [] unless Dir.exists?(path)
+        Dir.entries(path).sort.select do |f|
+          f =~ /^.+\.log$/
+        end.map do |file|
+          File.expand_path(File.join(path, file))
+        end
+      end.flatten
+      # remove checked jstat files by other threads.
+      paths -= config.param('done', :array, default: [])
+      task = {'paths' => paths}
+
+      # generate schema by parsing a given options of jstat.
+      option = config.param('option', :string, default: 'gcutil')
+      option[0] = '' if option =~ /^\-/
+      unless JSTAT_COLUMNS.has_key?(option.to_sym)
+        raise "Wrong configuration: \"option: #{option}\". Specify a stat option of jstat correctly."
+      end
+
+      timestamp = config.param('timestamp', :bool, default: false)
+
+      i = timestamp ? 1 : 0
+      columns = JSTAT_COLUMNS[option.to_sym].each.with_index(i).map do |column, index|
+        stat, type = column
+        case type
+        when 'string'
+          Column.new(index, stat.to_s, :string)
+        when 'int', 'long'
+          Column.new(index, stat.to_s, :long)
+        when 'double', 'float'
+          Column.new(index, stat.to_s, :double)
+        end
+      end
+
+      if timestamp
+        columns.unshift(Column.new(0, 'Timestamp', :double))
+      end
+
+      #TODO: Now, force to set threads as amount of found files. Need a better idea.
+      report = yield(task, columns, paths.length)
+
+      config.merge( report['done'].flatten.compact )
+
+      return {}
+    end
+
+    def initialize(task, schema, index, page_builder)
+      super
+    end
+
+    def run
+      # if no path, returns empty.
+      unless path = @task['paths'][@index]
+        return { 'done' => [] }
+      end
+
+      File.read(path).each_line.with_index(0) do |line, i|
+        stats = line.strip.split(/\s+/)
+
+        # maybe not jstat file if a number of column is not match.
+        if stats.size != @schema.size
+          # if not header, maybe injected other log, e.g. console.
+          i == 0 ? break : next
+        end
+
+        # ignore column heading line
+        next if i == 0 && stats[0] == @schema[0]['name']
+
+        page = []
+        @schema.each_with_index do |s, i|
+          case s['type']
+          when :string
+            page << stats[i]
+          # TODO: If not numeric, raise error.
+          when :long
+            page << stats[i].to_i
+          when :double
+            page << stats[i].to_f
+          else
+            raise "unknown type: #{s['type']}"
+          end
+        end
+        @page_builder.add(page)
+      end
+      @page_builder.finish
+
+      {  # commit report
+        'done' => path
+      }
+    end
+  end
+end

metadata

@@ -0,0 +1,79 @@
+--- !ruby/object:Gem::Specification
+name: embulk-input-jstat
+version: !ruby/object:Gem::Version
+  version: 0.0.3
+platform: ruby
+authors:
+- KUBOTA Yuji
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-03-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: Embulk input plugin for Java Virtual Machine statistics by jstat command.
+email:
+- kubota.yuji@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- embulk-input-jstat.gemspec
+- lib/embulk/input/jstat.rb
+homepage: https://github.com/ykubota/embulk-input-jstat
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.1.11
+signing_key: 
+specification_version: 4
+summary: Embulk plugin for jstat input.
+test_files: []