fluent-plugin-node-exporter-metrics 0.1.0

data/test/plugin/test_netdev_collector.rb

@@ -0,0 +1,35 @@
+require "helper"
+require "fluent/plugin/in_node_exporter_metrics"
+require "fluent/plugin/node_exporter/netdev_collector"
+
+class NetdevColectorTest < Test::Unit::TestCase
+  sub_test_case "netdev" do
+
+    def parse(input)
+      stub(File).readlines { input.split("\n") }
+      collector = Fluent::Plugin::NodeExporter::NetdevMetricsCollector.new
+      collector.run
+      yield collector
+    end
+
+    def test_netdev_lo
+      proc_netdev = <<EOS
+Inter-|   Receive                                                |  Transmit
+ face |bytes    packets errs drop fifo frame compressed multicast|bytes    packets errs drop fifo colls carrier compressed
+    lo:    1          2    3    4    5     6          7         8     9         10   11   12   13    14      15         16
+EOS
+      parse(proc_netdev) do |collector|
+        expected = 16.times.collect do |i| (i + 1).to_f end
+
+        values = []
+        Fluent::Plugin::NodeExporter::NetdevMetricsCollector::RECEIVE_FIELDS.each do |field|
+          values << collector.cmetrics["receive_#{field}_total".intern].val(["lo"])
+        end
+        Fluent::Plugin::NodeExporter::NetdevMetricsCollector::TRANSMIT_FIELDS.each do |field|
+          values << collector.cmetrics["transmit_#{field}_total".intern].val(["lo"])
+        end
+        assert_equal(expected, values)
+      end
+    end
+  end
+end

data/test/plugin/test_stat_collector.rb

@@ -0,0 +1,37 @@
+require "helper"
+require "fluent/plugin/in_node_exporter_metrics"
+require "fluent/plugin/node_exporter/stat_collector"
+
+class StatColectorTest < Test::Unit::TestCase
+  sub_test_case "stat" do
+
+    def parse(input)
+      stub(File).readlines { input.split("\n") }
+      collector = Fluent::Plugin::NodeExporter::StatMetricsCollector.new
+      collector.run
+      yield collector
+    end
+
+    def test_stat
+      proc_stat = <<EOS
+intr 100 33
+ctxt 10000
+processes 1000
+btime 1630974699
+procs_running 2
+procs_blocked 3
+EOS
+      parse(proc_stat) do |collector|
+        intr_total = collector.cmetrics[:intr_total]
+        context_switches_total = collector.cmetrics[:context_switches_total]
+        forks_total = collector.cmetrics[:forks_total]
+        boot_time_seconds = collector.cmetrics[:boot_time_seconds]
+        procs_running = collector.cmetrics[:procs_running]
+        procs_blocked = collector.cmetrics[:procs_blocked]
+        assert_equal([100.0, 10000.0, 1000.0, 1630974699.0, 2.0, 3.0],
+                     [intr_total.val, context_switches_total.val,
+                      forks_total.val, boot_time_seconds.val, procs_running.val, procs_blocked.val])
+      end
+    end
+  end
+end

data/test/plugin/test_time_collector.rb

@@ -0,0 +1,15 @@
+require "helper"
+require "fluent/plugin/in_node_exporter_metrics"
+require "fluent/plugin/node_exporter/time_collector"
+
+class TimeColectorTest < Test::Unit::TestCase
+  sub_test_case "time_seconds" do
+    def test_time_now
+      collector = Fluent::Plugin::NodeExporter::TimeMetricsCollector.new
+      stub(Fluent::EventTime).now { Fluent::EventTime.new(1e9) }
+      collector.run
+      time_seconds = collector.cmetrics[:time_seconds]
+      assert_equal(1.0, time_seconds.val)
+    end
+  end
+end

data/test/plugin/test_uname_collector.rb

@@ -0,0 +1,47 @@
+require "helper"
+require "fluent/plugin/in_node_exporter_metrics"
+require "fluent/plugin/node_exporter/uname_collector"
+
+class UnameColectorTest < Test::Unit::TestCase
+  sub_test_case "info" do
+    WITHOUT_DOMAINNAME = {
+      sysname: "Linux",
+      release: "5.10.0-8-amd64",
+      version: "#1 SMP Debian 5.10.46-4 (2021-08-03)",
+      machine: "x86_64",
+      nodename: "jessie",
+    }
+
+    WITH_DOMAINNAME = {
+      sysname: "Linux",
+      release: "5.10.0-8-amd64",
+      version: "#1 SMP Debian 5.10.46-4 (2021-08-03)",
+      machine: "x86_64",
+      nodename: "jackie",
+      domainname: "marion"
+    }
+
+    def parse
+      collector = Fluent::Plugin::NodeExporter::UnameMetricsCollector.new
+      collector.run
+      yield collector
+    end
+
+    def test_with_domainmame
+      stub(Etc).uname { WITH_DOMAINNAME }
+      parse do |collector|
+        info = collector.cmetrics[:info]
+        assert_equal(1, info.val(WITH_DOMAINNAME.values))
+      end
+    end
+
+    def test_without_domainmame
+      stub(Etc).uname { WITHOUT_DOMAINNAME }
+      parse do |collector|
+        collector.run
+        info = collector.cmetrics[:info]
+        assert_equal(1, info.val(WITHOUT_DOMAINNAME.values << "(none)"))
+      end
+    end
+  end
+end

data/test/plugin/test_vmstat_collector.rb

@@ -0,0 +1,53 @@
+require "helper"
+require "fluent/plugin/in_node_exporter_metrics"
+require "fluent/plugin/node_exporter/vmstat_collector"
+
+class VmstatColectorTest < Test::Unit::TestCase
+  sub_test_case "vmstat" do
+
+    def parse(input)
+      stub(File).readlines { input.split("\n") }
+      collector = Fluent::Plugin::NodeExporter::VmstatMetricsCollector.new
+      collector.run
+      yield collector
+    end
+
+    def test_empty_metrics
+      omit "/proc/vmstat is only available on *nix" unless Fluent.linux?
+
+      proc_vmstat = <<EOS
+numa_hit 168082746
+numa_miss 0
+EOS
+      parse(proc_vmstat) do |collector|
+        assert_equal({}, collector.cmetrics)
+      end
+    end
+
+    def test_all_metrics
+      omit "/proc/vmstat is only available on *nix" unless Fluent.linux?
+
+      proc_vmstat = <<EOS
+oom_kill 0
+pgpgin 1
+pgpgout 2
+pswpin 3
+pswpout 4
+pgfault 5
+pgmajfault 6
+EOS
+      parse(proc_vmstat) do |collector|
+        values = collector.cmetrics.collect do |key, metric|
+          {key => metric.val}
+        end
+        assert_equal([{oom_kill: 0.0},
+                      {pgpgin: 1.0},
+                      {pgpgout: 2.0},
+                      {pswpin: 3.0},
+                      {pswpout: 4.0},
+                      {pgfault: 5.0},
+                      {pgmajfault: 6.0}], values)
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,273 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-node-exporter-metrics
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Kentaro Hayashi
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2021-09-21 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: cmetrics
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.3
+- !ruby/object:Gem::Dependency
+  name: capng_c
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.2
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.2.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.2.0
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 13.0.6
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 13.0.6
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.4.4
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.4.4
+- !ruby/object:Gem::Dependency
+  name: test-unit-rr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.5
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.5
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.14.10
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.14.10
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+description: node exporter metrics input plugin implements 11 node exporter collectors
+email:
+- hayashi@clear-code.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".github/workflows/linux-test.yaml"
+- ".gitignore"
+- CHANGELOG.md
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- docs/cpu.md
+- docs/cpufreq.md
+- docs/diskstats.md
+- docs/filefd.md
+- docs/loadavg.md
+- docs/meminfo.md
+- docs/netdev.md
+- docs/stat.md
+- docs/time.md
+- docs/uname.md
+- docs/vmstat.md
+- fluent-plugin-node-exporter-metrics.gemspec
+- lib/fluent/plugin/in_node_exporter_metrics.rb
+- lib/fluent/plugin/node_exporter/cmetrics_dataschema_parser.rb
+- lib/fluent/plugin/node_exporter/collector.rb
+- lib/fluent/plugin/node_exporter/cpu_collector.rb
+- lib/fluent/plugin/node_exporter/cpufreq_collector.rb
+- lib/fluent/plugin/node_exporter/diskstats_collector.rb
+- lib/fluent/plugin/node_exporter/filefd_collector.rb
+- lib/fluent/plugin/node_exporter/loadavg_collector.rb
+- lib/fluent/plugin/node_exporter/meminfo_collector.rb
+- lib/fluent/plugin/node_exporter/netdev_collector.rb
+- lib/fluent/plugin/node_exporter/stat_collector.rb
+- lib/fluent/plugin/node_exporter/time_collector.rb
+- lib/fluent/plugin/node_exporter/uname_collector.rb
+- lib/fluent/plugin/node_exporter/vmstat_collector.rb
+- lib/fluent/plugin/parser_node_exporter_metrics.rb
+- test/fixtures/cpu/with_thermal_throttle/proc/stat
+- test/fixtures/cpu/with_thermal_throttle/sys/devices/system/cpu/cpu0/thermal_throttle/core_throttle_count
+- test/fixtures/cpu/with_thermal_throttle/sys/devices/system/cpu/cpu0/thermal_throttle/package_throttle_count
+- test/fixtures/cpu/with_thermal_throttle/sys/devices/system/cpu/cpu0/topology/core_id
+- test/fixtures/cpu/with_thermal_throttle/sys/devices/system/cpu/cpu0/topology/physical_package_id
+- test/fixtures/cpu/with_thermal_throttle/sys/devices/system/cpu/cpu1/thermal_throttle/core_throttle_count
+- test/fixtures/cpu/with_thermal_throttle/sys/devices/system/cpu/cpu1/thermal_throttle/package_throttle_count
+- test/fixtures/cpu/with_thermal_throttle/sys/devices/system/cpu/cpu1/topology/core_id
+- test/fixtures/cpu/with_thermal_throttle/sys/devices/system/cpu/cpu1/topology/physical_package_id
+- test/fixtures/cpu/without_thermal_throttle/proc/stat
+- test/fixtures/cpufreq/with_cur_freq/sys/devices/system/cpu/cpu0/cpufreq/cpuinfo_cur_freq
+- test/fixtures/cpufreq/with_cur_freq/sys/devices/system/cpu/cpu0/cpufreq/cpuinfo_max_freq
+- test/fixtures/cpufreq/with_cur_freq/sys/devices/system/cpu/cpu0/cpufreq/cpuinfo_min_freq
+- test/fixtures/cpufreq/with_cur_freq/sys/devices/system/cpu/cpu0/cpufreq/scaling_cur_freq
+- test/fixtures/cpufreq/with_cur_freq/sys/devices/system/cpu/cpu0/cpufreq/scaling_max_freq
+- test/fixtures/cpufreq/with_cur_freq/sys/devices/system/cpu/cpu0/cpufreq/scaling_min_freq
+- test/fixtures/cpufreq/with_cur_freq/sys/devices/system/cpu/cpu1/cpufreq/cpuinfo_cur_freq
+- test/fixtures/cpufreq/with_cur_freq/sys/devices/system/cpu/cpu1/cpufreq/cpuinfo_max_freq
+- test/fixtures/cpufreq/with_cur_freq/sys/devices/system/cpu/cpu1/cpufreq/cpuinfo_min_freq
+- test/fixtures/cpufreq/with_cur_freq/sys/devices/system/cpu/cpu1/cpufreq/scaling_cur_freq
+- test/fixtures/cpufreq/with_cur_freq/sys/devices/system/cpu/cpu1/cpufreq/scaling_max_freq
+- test/fixtures/cpufreq/with_cur_freq/sys/devices/system/cpu/cpu1/cpufreq/scaling_min_freq
+- test/fixtures/cpufreq/without_cur_freq/sys/devices/system/cpu/cpu0/cpufreq/cpuinfo_max_freq
+- test/fixtures/cpufreq/without_cur_freq/sys/devices/system/cpu/cpu0/cpufreq/cpuinfo_min_freq
+- test/fixtures/cpufreq/without_cur_freq/sys/devices/system/cpu/cpu0/cpufreq/scaling_cur_freq
+- test/fixtures/cpufreq/without_cur_freq/sys/devices/system/cpu/cpu0/cpufreq/scaling_max_freq
+- test/fixtures/cpufreq/without_cur_freq/sys/devices/system/cpu/cpu0/cpufreq/scaling_min_freq
+- test/fixtures/cpufreq/without_cur_freq/sys/devices/system/cpu/cpu1/cpufreq/cpuinfo_max_freq
+- test/fixtures/cpufreq/without_cur_freq/sys/devices/system/cpu/cpu1/cpufreq/cpuinfo_min_freq
+- test/fixtures/cpufreq/without_cur_freq/sys/devices/system/cpu/cpu1/cpufreq/scaling_cur_freq
+- test/fixtures/cpufreq/without_cur_freq/sys/devices/system/cpu/cpu1/cpufreq/scaling_max_freq
+- test/fixtures/cpufreq/without_cur_freq/sys/devices/system/cpu/cpu1/cpufreq/scaling_min_freq
+- test/helper.rb
+- test/plugin/test_cmetrics_data_schema_parser.rb
+- test/plugin/test_cpu_collector.rb
+- test/plugin/test_cpufreq_collector.rb
+- test/plugin/test_diskstats_collector.rb
+- test/plugin/test_filefd_collector.rb
+- test/plugin/test_in_node_exporter_metrics.rb
+- test/plugin/test_loadavg_collector.rb
+- test/plugin/test_meminfo_collector.rb
+- test/plugin/test_netdev_collector.rb
+- test/plugin/test_stat_collector.rb
+- test/plugin/test_time_collector.rb
+- test/plugin/test_uname_collector.rb
+- test/plugin/test_vmstat_collector.rb
+homepage: https://github.com/fluent-plugins-nursery/fluent-plugin-node-exporter-metrics
+licenses:
+- Apache-2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.1.6
+signing_key: 
+specification_version: 4
+summary: Input plugin which collects metrics similar to Prometheus Node Exporter
+test_files:
+- test/fixtures/cpu/with_thermal_throttle/proc/stat
+- test/fixtures/cpu/with_thermal_throttle/sys/devices/system/cpu/cpu0/thermal_throttle/core_throttle_count
+- test/fixtures/cpu/with_thermal_throttle/sys/devices/system/cpu/cpu0/thermal_throttle/package_throttle_count
+- test/fixtures/cpu/with_thermal_throttle/sys/devices/system/cpu/cpu0/topology/core_id
+- test/fixtures/cpu/with_thermal_throttle/sys/devices/system/cpu/cpu0/topology/physical_package_id
+- test/fixtures/cpu/with_thermal_throttle/sys/devices/system/cpu/cpu1/thermal_throttle/core_throttle_count
+- test/fixtures/cpu/with_thermal_throttle/sys/devices/system/cpu/cpu1/thermal_throttle/package_throttle_count
+- test/fixtures/cpu/with_thermal_throttle/sys/devices/system/cpu/cpu1/topology/core_id
+- test/fixtures/cpu/with_thermal_throttle/sys/devices/system/cpu/cpu1/topology/physical_package_id
+- test/fixtures/cpu/without_thermal_throttle/proc/stat
+- test/fixtures/cpufreq/with_cur_freq/sys/devices/system/cpu/cpu0/cpufreq/cpuinfo_cur_freq
+- test/fixtures/cpufreq/with_cur_freq/sys/devices/system/cpu/cpu0/cpufreq/cpuinfo_max_freq
+- test/fixtures/cpufreq/with_cur_freq/sys/devices/system/cpu/cpu0/cpufreq/cpuinfo_min_freq
+- test/fixtures/cpufreq/with_cur_freq/sys/devices/system/cpu/cpu0/cpufreq/scaling_cur_freq
+- test/fixtures/cpufreq/with_cur_freq/sys/devices/system/cpu/cpu0/cpufreq/scaling_max_freq
+- test/fixtures/cpufreq/with_cur_freq/sys/devices/system/cpu/cpu0/cpufreq/scaling_min_freq
+- test/fixtures/cpufreq/with_cur_freq/sys/devices/system/cpu/cpu1/cpufreq/cpuinfo_cur_freq
+- test/fixtures/cpufreq/with_cur_freq/sys/devices/system/cpu/cpu1/cpufreq/cpuinfo_max_freq
+- test/fixtures/cpufreq/with_cur_freq/sys/devices/system/cpu/cpu1/cpufreq/cpuinfo_min_freq
+- test/fixtures/cpufreq/with_cur_freq/sys/devices/system/cpu/cpu1/cpufreq/scaling_cur_freq
+- test/fixtures/cpufreq/with_cur_freq/sys/devices/system/cpu/cpu1/cpufreq/scaling_max_freq
+- test/fixtures/cpufreq/with_cur_freq/sys/devices/system/cpu/cpu1/cpufreq/scaling_min_freq
+- test/fixtures/cpufreq/without_cur_freq/sys/devices/system/cpu/cpu0/cpufreq/cpuinfo_max_freq
+- test/fixtures/cpufreq/without_cur_freq/sys/devices/system/cpu/cpu0/cpufreq/cpuinfo_min_freq
+- test/fixtures/cpufreq/without_cur_freq/sys/devices/system/cpu/cpu0/cpufreq/scaling_cur_freq
+- test/fixtures/cpufreq/without_cur_freq/sys/devices/system/cpu/cpu0/cpufreq/scaling_max_freq
+- test/fixtures/cpufreq/without_cur_freq/sys/devices/system/cpu/cpu0/cpufreq/scaling_min_freq
+- test/fixtures/cpufreq/without_cur_freq/sys/devices/system/cpu/cpu1/cpufreq/cpuinfo_max_freq
+- test/fixtures/cpufreq/without_cur_freq/sys/devices/system/cpu/cpu1/cpufreq/cpuinfo_min_freq
+- test/fixtures/cpufreq/without_cur_freq/sys/devices/system/cpu/cpu1/cpufreq/scaling_cur_freq
+- test/fixtures/cpufreq/without_cur_freq/sys/devices/system/cpu/cpu1/cpufreq/scaling_max_freq
+- test/fixtures/cpufreq/without_cur_freq/sys/devices/system/cpu/cpu1/cpufreq/scaling_min_freq
+- test/helper.rb
+- test/plugin/test_cmetrics_data_schema_parser.rb
+- test/plugin/test_cpu_collector.rb
+- test/plugin/test_cpufreq_collector.rb
+- test/plugin/test_diskstats_collector.rb
+- test/plugin/test_filefd_collector.rb
+- test/plugin/test_in_node_exporter_metrics.rb
+- test/plugin/test_loadavg_collector.rb
+- test/plugin/test_meminfo_collector.rb
+- test/plugin/test_netdev_collector.rb
+- test/plugin/test_stat_collector.rb
+- test/plugin/test_time_collector.rb
+- test/plugin/test_uname_collector.rb
+- test/plugin/test_vmstat_collector.rb