fluent-plugin-pg_stat 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: ff4064c361117b317d6392be4db0616da7d7ed38
+  data.tar.gz: 13860097aa685ef76369d701a5f4ef6a83749326
+SHA512:
+  metadata.gz: 6ce1753b2509c3185299cd863f6b200bee19ab65877b2e72a65c2f16c44811fca83d1245d7e934d5a686a8c9732dc877f439ebb7f76e22f65b510be35a7eaf7d
+  data.tar.gz: 66acfca77d35264dc04a9374aae96150a707ce9365da5ceb98bdb575fbd8d899f96d232a70b6f833b2ee4e49fd5829e3bc3e1b19f3ffbb63bf6e23a6513211ef

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/README.md

@@ -0,0 +1,3 @@
+# fluent-plugin-pg\_stat
+
+PostgreSQL stat input plugin for Fleuentd

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/fluent-plugin-pg_stat.gemspec

@@ -0,0 +1,22 @@
+# encoding: utf-8
+$:.push File.expand_path('../lib', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name        = 'fluent-plugin-pg_stat'
+  gem.description = 'PostgreSQL stat input plugin for Fleuentd'
+  gem.homepage    = 'https://github.com/hagihala/fluent-plugin-pg_stat'
+  gem.summary     = gem.description
+  gem.licenses    = ['Apache-2.0']
+  gem.version     = File.read('VERSION').strip
+  gem.authors     = ['Yusuke Hagihara']
+  gem.email       = 'yusuke.hagihara@gmail.com'
+  gem.has_rdoc    = false
+  gem.files       = `git ls-files`.split("\n")
+  gem.test_files  = `git ls-files -- {test,spec,features}/*`.split("\n")
+  gem.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.require_paths = ['lib']
+
+  gem.add_dependency 'fluentd', ['>= 0.12.0', '< 2']
+  gem.add_dependency 'pg', '~> 0.19', '>= 0.19.0'
+  gem.add_development_dependency 'rake', '~> 12'
+end

data/lib/fluent/plugin/in_pg_stat.rb

@@ -0,0 +1,116 @@
+require 'fluent/input'
+require 'json'
+require 'pg'
+
+module Fluent
+  class PgStatStatementsInput < Input
+    Plugin.register_input('pg_stat_statements', self)
+
+    class << self
+      unless method_defined?(:desc)
+        def desc(description)
+        end
+      end
+    end
+
+    desc 'PostgreSQL host'
+    config_param :host, :string
+    desc 'RDBMS port (default: 5432)'
+    config_param :port, :integer, default: 5432
+    desc 'login user name'
+    config_param :username, :string, default: nil
+    desc 'login password'
+    config_param :password, :string, default: nil, secret: true
+    desc 'past to store last value'
+    config_param :state_file, :string, default: nil
+    desc 'tag'
+    config_param :tag, :string, default: nil
+    desc 'interval in second to run SQLs (optional)'
+    config_param :select_interval, :time, default: 60
+
+    define_method(:log) { $log } unless method_defined?(:log)
+
+    def configure(conf)
+      super
+
+      @column_names = %w(
+      calls total_time rows
+      shared_blks_hit shared_blks_read shared_blks_dirtied shared_blks_written
+      local_blks_hit local_blks_read local_blks_dirtied local_blks_written
+      temp_blks_read temp_blks_written
+      blk_read_time blk_write_time
+      )
+    end
+
+    def start
+      @conn = PG.connect(
+        host: @host,
+        dbname: 'postgres',
+        user: @username,
+        password: @password
+      )
+      @conn.type_map_for_results = PG::BasicTypeMapForResults.new @conn
+
+      @stop_flag = false
+      @thread = Thread.new(&method(:thread_main))
+    end
+
+    def shutdown
+      @stop_flag = true
+      $log.debug 'Waiting for thread to finish'
+      @thread.join
+    end
+
+    def thread_main
+      until @stop_flag
+        sleep 60
+
+        begin
+          me = MultiEventStream.new
+          begin
+            old_metrics = JSON.parse(IO.read(@state_file))
+          rescue => e
+            $log.info e
+            old_metrics = {}
+          end
+          new_metrics = {}
+
+          # More than one records of the same query string can exist
+          # because queries longer than xxx bbytes are truncated.
+          # Treat them as identical.
+          now = Engine.now
+          @conn.exec(<<-EOS
+          select query, #{@column_names.map{|col| "cast (sum(#{col}) as double precision) as #{col}"}.join(', ')} from pg_stat_statements group by query order by total_time desc
+          EOS
+                    ).each do |row|
+            new_metrics['timestamp'] = now.to_f
+            query = row['query']
+            new_metrics[query] = {}
+
+            @column_names.each do |col|
+              new_metrics[query][col] = row[col]
+              row[col] = if !old_metrics[query].nil? && old_metrics[query][col].is_a?(Numeric)
+                           val = (row[col] - old_metrics[query][col]) * 60 / (new_metrics['timestamp'] - old_metrics['timestamp'])
+                           val >= 0 ? val : nil
+                         end
+            end
+
+            # Calculate average values
+            if row['calls'].is_a?(Numeric) && row['calls'] != 0
+              row['avg_rows'] = row['rows'] / row['calls'] if row['rows'].is_a? Numeric
+              row['avg_time'] = row['total_time'] / row['calls'] if row['total_time'].is_a? Numeric
+            end
+
+            me.add(now, row)
+          end
+          @router.emit_stream(@tag, me)
+          IO.write(@state_file, new_metrics.to_json)
+
+        rescue => e
+          log.error 'unexpected error', error: e.message, error_class: e.class
+          log.error_backtrace e.backtrace
+        end
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,103 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-pg_stat
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Yusuke Hagihara
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-01-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.12.0
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.12.0
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.19.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.19.0
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12'
+description: PostgreSQL stat input plugin for Fleuentd
+email: yusuke.hagihara@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- README.md
+- VERSION
+- fluent-plugin-pg_stat.gemspec
+- lib/fluent/plugin/in_pg_stat.rb
+homepage: https://github.com/hagihala/fluent-plugin-pg_stat
+licenses:
+- Apache-2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: PostgreSQL stat input plugin for Fleuentd
+test_files: []