embulk-input-prometheus 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 170ee87debf53972d5a8d689c8e4b03e3e13717f9a4a488bd9933878c0ea1dc2
+  data.tar.gz: 0ee4dd4d3394701e2a2bb4d7e1980bd475998ed41d4018870f2a6a0ecb6a0532
+SHA512:
+  metadata.gz: 07d093c170fa64feb26631d015634733309f7ead915401824b53de5bb1723eb09dc17783631b1fa97dd727f5c0abe690f98345a50ad1c0c24aa08eea853738dc
+  data.tar.gz: c75e3d61b4280d3e993297e2b4846df3006d4b58804194a4f51bc6386a0900e529be2ae564b4233ee692d5b575e43f2514d3f9b7ebe8c4226b9e74be8b886101

data/.gitignore

@@ -0,0 +1,5 @@
+*~
+/pkg/
+/tmp/
+/.bundle/
+/Gemfile.lock

data/.ruby-version

@@ -0,0 +1 @@
+jruby-9.1.13.0

data/Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org/'
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,18 @@
+# Prometheus input plugin for Embulk
+
+Load from prometheus time series data.
+
+## Configuration
+
+```yaml
+in:
+  type: prometheus
+  url: https://example.com
+  query: "(100 * (1 - avg by(instance, consul_dc)(irate(node_cpu_seconds_total{job=~\".*node.exporter\",mode='idle'}[1m]))))"
+  since: 86400    # sec
+  step: 3600      #sec
+  tls:
+    cert_path: "/path/to/api.crt"
+    key_path: "/path/to/api.key"
+    ca_path: "/path/to/api.ca"
+```

data/Rakefile

@@ -0,0 +1,3 @@
+require "bundler/gem_tasks"
+
+task default: :build

data/embulk-input-prometheus.gemspec

@@ -0,0 +1,18 @@
+
+Gem::Specification.new do |spec|
+  spec.name          = "embulk-input-prometheus"
+  spec.version       = "0.1.0"
+  spec.authors       = ["pyama86"]
+  spec.summary       = "Prometheus input plugin for Embulk"
+  spec.description   = "Loads records from Prometheus."
+  spec.email         = ["pyama@pepabo.com"]
+  spec.licenses      = ["MIT"]
+  spec.homepage      = "https://github.com/pyama86/embulk-input-prometheus"
+  spec.files         = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
+  spec.test_files    = spec.files.grep(%r{^(test|spec)/})
+  spec.require_paths = ["lib"]
+  spec.add_dependency 'prometheus-api-client'
+  spec.add_development_dependency 'embulk', ['>= 0.8.39']
+  spec.add_development_dependency 'bundler', ['>= 1.10.6']
+  spec.add_development_dependency 'rake', ['>= 10.0']
+end

data/lib/embulk/input/prometheus.rb

@@ -0,0 +1,81 @@
+require 'prometheus/api_client'
+require 'openssl'
+require 'json'
+require 'pp'
+
+module Embulk
+  module Input
+
+    class Prometheus < InputPlugin
+      Plugin.register_input("prometheus", self)
+      def self.transaction(config, &control)
+        task = {
+          "url" => config.param("url", :string, default: 'http://localhost:9090/api/v1/'),
+          "query" => config.param("query", :string),
+          "since" => config.param("since", :integer),
+          "step" => config.param("step", :integer),
+          "element_key" => config.param("element_key", :string, default: 'instance'),
+          "tls" => config.param("tls", :hash, default: nil),
+          "token" => config.param("token", :string,  default: nil),
+          "timeout" => config.param("timeout", :interger, default: 60),
+          "open_timeout" => config.param("open_timeout", :interger, default: 10),
+        }
+
+        columns = [
+          Column.new(0, "name", :string),
+          Column.new(1, "time", :double),
+          Column.new(2, "value", :double),
+        ]
+
+        resume(task, columns, 1, &control)
+      end
+
+      def self.resume(task, columns, count, &control)
+        task_reports = yield(task, columns, count)
+
+        next_config_diff = {}
+        return next_config_diff
+      end
+
+      def run
+        params = {
+          url: task['url'],
+          options: {},
+          ssl: {},
+          credentials: {},
+        }
+
+        params[:ssl][:client_cert] = OpenSSL::X509::Certificate.new(File.read(task["tls"]["cert_path"])) if task["tls"]["cert_path"]
+        params[:ssl][:client_key] = OpenSSL::PKey::RSA.new(File.read(task["tls"]["key_path"])) if task["tls"]["key_path"]
+        params[:ssl][:ca_file] = task["tls"]["ca_path"] if task["tls"]["ca_path"]
+
+        params[:credentials][:token] = task["token"] if task["token"]
+
+        %w(
+          open_timeout
+          timeout
+        ).each do |n|
+          params[:options][n.to_sym] =  task[n] if task[n]
+        end
+
+        result = JSON.parse(::Prometheus::ApiClient.client(params).get(
+          'query_range',
+          query: task['query'],
+          start: (Time.now - task['since']).strftime("%Y-%m-%dT%H:%M:%S.%LZ"),
+          end:   Time.now.strftime("%Y-%m-%dT%H:%M:%S.%LZ"),
+          step:  "#{task['step']}s",
+        ).body)
+
+        result['data']['result'].each do |r|
+          r["values"].each do |v|
+            page_builder.add([r["metric"][task["element_key"]], v[0], v[1]])
+          end
+        end if result['status'] == 'success'
+
+        page_builder.finish
+        task_report = {}
+        return task_report
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,108 @@
+--- !ruby/object:Gem::Specification
+name: embulk-input-prometheus
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- pyama86
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2020-04-24 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: prometheus-api-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: embulk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.8.39
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.8.39
+  prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.10.6
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.10.6
+  prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  prerelease: false
+  type: :development
+description: Loads records from Prometheus.
+email:
+- pyama@pepabo.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".ruby-version"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- embulk-input-prometheus.gemspec
+- lib/embulk/input/prometheus.rb
+homepage: https://github.com/pyama86/embulk-input-prometheus
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.6.13
+signing_key:
+specification_version: 4
+summary: Prometheus input plugin for Embulk
+test_files: []