fluent-plugin-windows-exporter 1.0.0

data/lib/fluent/plugin/test_hpd_reader.rb

@@ -0,0 +1,124 @@
+#
+# Copyright 2021- daipom
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require_relative 'hkey_perf_data_reader'
+require_relative 'in_windows_exporter'
+require 'benchmark'
+require 'net/http'
+
+def get_data_from_prometheus_windows_exporter(uri = "http://localhost:9182/metrics")
+  response = Net::HTTP.get_response(URI(uri))
+  return nil, false unless response.code == "200"
+
+  lines = response.body.split("\n")
+    .map { |line| line.strip}
+    .select { |line| !line.empty? && !line.start_with?("#") }
+
+  prometheous_records = []
+
+  lines.each do |line|
+    record = {
+      "name" => "",
+      "value" => 0.0,
+      "labels" => {},
+    }
+    i = line.index("{")
+
+    no_label_data = i.nil?
+    if no_label_data
+      i = line.index(" ")
+      record["name"] = line[0..i-1]
+      record["value"] = line[i+1..].to_f
+    else
+      record["name"] = line[0..i-1]
+      end_label_i = line.index("}")
+      record["value"] = line[end_label_i+1..].to_f
+      label = line[i+1..end_label_i-1]
+      while true
+        i = label.index("=\"")
+        break if i.nil?
+        key = label[0..i-1]
+        end_val_i = label.index("\"", i+2)
+        val = label[i+2..end_val_i-1]
+        record["labels"][key] = val
+        label = label[end_val_i+2..]
+        break if label.to_s.empty?
+      end
+    end
+
+    prometheous_records.append(record)
+  end
+
+  return prometheous_records, true
+end
+
+def is_same_hash?(h1, h2)
+  h1.to_a.map { |k, v| [k.to_s, v] } == h2.to_a.map { |k, v| [k.to_s, v] }
+end
+
+a, b = get_data_from_prometheus_windows_exporter
+
+p a.map { |record| record["name"] }
+
+# reader = HKeyPerfDataReader::Reader.new(
+#   object_name_whitelist: Fluent::Plugin::HKeyPerfDataWhiteList::NAMES
+# )
+# result = reader.read
+# p result.keys
+
+# 10.times do
+#   result = Benchmark.realtime do
+#     reader.read
+#   end
+#   p result
+# end
+
+# p "Read RawData by fiddle"
+
+# raw_data_list = []
+# 3.times do
+#   result = Benchmark.realtime do
+#     raw_data_list.append(HKeyPerfDataReader::RawReader.read)
+#   end
+#   p result
+# end
+
+# p "Parse RawData in ruby"
+
+# raw_data_list.each do |raw_data|
+#   result = Benchmark.realtime do
+#     reader.read(raw_data)
+#   end
+#   p result
+# end
+
+# require 'benchmark'
+# require 'uri'
+# require 'net/http'
+
+# 10.times do
+#   result = Benchmark.realtime do
+#     uri = URI("http://localhost:9182/metrics")
+#     Net::HTTP.get_response(uri)
+#   end
+#   p result
+# end
+
+
+# pp result["Memory"].instances[0].counters["Free & Zero Page List Bytes"]
+# pp result["Memory"].instances[0].counters["Available Bytes"]
+# pp result["Memory"].instances[0].counters["Cache Bytes"]
+
+# p result["Memory"].counters

data/lib/fluent/plugin/winffi.rb

@@ -0,0 +1,164 @@
+require "fiddle/import"
+require "fiddle/types"
+require "win32/registry"
+
+# A thin wrapper over Win32 API. You can use this as follows:
+#
+# Usage:
+#   require_relative 'winffi'
+#   WinFFI.GetMemoryStatus()  # => {:TotalPhys=>4294496256,  ... }
+#
+# Public API:
+#   * WinFFI.GetMemoryStatus()    ... Wraps GetMemoryStatusEx()
+#   * WinFFI.GetPerformanceInfo() ... Wraps GetPerformanceInfo()
+#   * WinFFI.GetWorkstationInfo() ... Wraps NetWkstaGetInfo()
+#   * WinFFI.GetRegistryInfo()    ... Return bits from registry
+
+module WinFFI
+
+  # https://docs.microsoft.com/en-us/windows/win32/api/sysinfoapi/nf-sysinfoapi-globalmemorystatusex
+  module Kernel32
+    extend Fiddle::Importer
+    dlload "Kernel32.dll"
+    include Fiddle::Win32Types
+    extern "BOOL GlobalMemoryStatusEx(void*)"
+    MemoryStatusEx = struct([
+      "DWORD dwLength",
+      "DWORD dwMemoryLoad",
+      "DWORD64 ullTotalPhys",
+      "DWORD64 ullAvailPhys",
+      "DWORD64 ullTotalPageFile",
+      "DWORD64 ullAvailPageFile",
+      "DWORD64 ullTotalVirtual",
+      "DWORD64 ullAvailVirtual",
+      "DWORD64 ullAvailExtendedVirtual",
+    ])
+  end
+
+  # https://docs.microsoft.com/en-us/windows/win32/api/psapi/nf-psapi-getperformanceinfo
+  module Psapi
+    extend Fiddle::Importer
+    dlload "Psapi.dll"
+    include Fiddle::Win32Types
+    extern "BOOL GetPerformanceInfo(void*, DWORD)"
+    PERFORMANCE_INFORMATION = struct([
+      "DWORD cb",
+      "size_t CommitTotal",
+      "size_t CommitLimit",
+      "size_t CommitPeak",
+      "size_t PhysicalTotal",
+      "size_t PhysicalAvailable",
+      "size_t SystemCache",
+      "size_t KernelTotal",
+      "size_t KernelPaged",
+      "size_t KernelNonpaged",
+      "size_t PageSize",
+      "DWORD HandleCount",
+      "DWORD ProcessCount",
+      "DWORD ThreadCount"
+    ])
+  end
+
+  # https://docs.microsoft.com/en-us/windows/win32/api/lmwksta/nf-lmwksta-netwkstagetinfo
+  module NetAPI32
+    extend Fiddle::Importer
+    dlload "Netapi32.dll"
+    include Fiddle::Win32Types
+    extern "DWORD NetWkstaGetInfo(void *, DWORD, void*)"
+    extern "DWORD NetWkstaUserGetInfo(void*, DWORD, void*)"
+    extern "DWORD NetApiBufferFree(void*)"
+
+    WKSTA_INFO_102 = struct([
+      "DWORD wki102_platform_id",
+      "PVOID wki102_computername",
+      "PVOID wki102_langroup",
+      "DWORD wki102_ver_major",
+      "DWORD wki102_ver_minor",
+      "PVOID wki102_lanroot",
+      "DWORD wki102_logged_on_users",
+    ])
+  end
+
+  #--------------
+  # API functions
+  #--------------
+  def self.GetMemoryStatus()
+    buf = Kernel32::MemoryStatusEx.malloc
+    buf.dwLength = Kernel32::MemoryStatusEx.size
+    if not Kernel32.GlobalMemoryStatusEx(buf)
+      raise "GetMemoryStatusEx() failed (err=#{Fiddle.win32_last_error})"
+    end
+
+    return {
+      :TotalPhys => buf.ullTotalPhys,
+      :AvailPhys => buf.ullAvailPhys,
+      :TotalPageFile => buf.ullTotalPageFile,
+      :AvailPageFile => buf.ullAvailPageFile,
+      :TotalVirtual => buf.ullTotalVirtual,
+      :AvailVirtual => buf.ullAvailVirtual,
+      :AvailExtendedVirtual => buf.ullAvailExtendedVirtual
+    }
+  end
+
+  def self.GetPerformanceInfo()
+    buf = Psapi::PERFORMANCE_INFORMATION.malloc
+    size = Psapi::PERFORMANCE_INFORMATION.size
+    buf.cb = size
+    if not Psapi.GetPerformanceInfo(buf, size)
+      raise "GetPerformanceInfo() failed (err=#{Fiddle.win32_last_error})"
+    end
+    return {
+      :CommitTotal => buf.CommitTotal,
+      :CommitLimit => buf.CommitLimit,
+      :CommitPeak => buf.CommitPeak,
+      :PhysicalTotal => buf.PhysicalTotal,
+      :PhysicalAvailable => buf.PhysicalAvailable,
+      :SystemCache => buf.SystemCache,
+      :KernelTotal => buf.KernelTotal,
+      :KernelPaged => buf.KernelPaged,
+      :KernelNonpaged => buf.KernelNonpaged,
+      :PageSize => buf.PageSize,
+      :HandleCount => buf.HandleCount,
+      :ProcessCount => buf.ProcessCount,
+      :ThreadCount => buf.ThreadCount
+    }
+  end
+
+  def self.GetWorkstationInfo
+    buf = "\0" * Fiddle::SIZEOF_VOIDP
+    ret = NetAPI32.NetWkstaGetInfo(nil, 102, buf)
+    if ret != 0
+      raise "NetWkstaGetInfo() failed (ret=#{ret})"
+    end
+    ptr = buf.unpack('j')[0]
+    if ptr == 0
+      raise "NetWkstaGetInfo() returned a null pointer"
+    end
+
+    data = NetAPI32::WKSTA_INFO_102.new(ptr)
+    info = {
+      :PlatformID => data.wki102_platform_id,
+      :VersionMajor => data.wki102_ver_major,
+      :VersionMinor => data.wki102_ver_minor,
+      :LoggedOnUsers => data.wki102_logged_on_users
+    }
+    NetAPI32.NetApiBufferFree(ptr)
+    return info
+  end
+
+  def self.GetRegistryInfo()
+    info = {}
+    pagesize = 0
+    Win32::Registry::HKEY_LOCAL_MACHINE.open('SOFTWARE\Microsoft\Windows NT\CurrentVersion') do |reg|
+      info[:ProductName] = reg["ProductName"]
+      info[:CurrentBuildNumber] = reg["CurrentBuildNumber"]
+    end
+    Win32::Registry::HKEY_LOCAL_MACHINE.open('SYSTEM\CurrentControlSet\Control\Session Manager\Memory Management') do |reg|
+      for path in reg['ExistingPageFiles', Win32::Registry::REG_MULTI_SZ] do
+        pagesize += File.stat(path.gsub("\\??\\", "")).size
+      end
+    end
+    info[:PagingLimitBytes] = pagesize
+    return info
+  end
+end

metadata

@@ -0,0 +1,129 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-windows-exporter
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Fujimoto Seiji
+- Fukuda Daijiro
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2021-12-22 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.3'
+- !ruby/object:Gem::Dependency
+  name: bindata
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.14.10
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.14.10
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+description:
+email:
+- fujimoto@clear-code.com
+- fukuda@clear-code.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE
+- README.md
+- lib/fluent/plugin/hkey_perf_data_converted_type.rb
+- lib/fluent/plugin/hkey_perf_data_raw_type.rb
+- lib/fluent/plugin/hkey_perf_data_reader.rb
+- lib/fluent/plugin/in_windows_exporter.rb
+- lib/fluent/plugin/test_hpd_reader.rb
+- lib/fluent/plugin/winffi.rb
+homepage: https://github.com/fluent-plugins-nursery/fluent-plugin-windows-exporter
+licenses:
+- Apache-2.0
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.3
+signing_key:
+specification_version: 4
+summary: Fluentd plugin to collect Windows metrics (memory, cpu, network, etc.)
+test_files: []