triglav-agent-vertica 1.0.0.rc1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 60cfd7322991b2deda4453644f24760066d26bed
+  data.tar.gz: 28993b067403c1caeac88eda684f03b47b2736a4
+SHA512:
+  metadata.gz: 666c7ed4db2c4b8f660131d049708b146939fab77d6713af173258c59da99b4393a6efa1c1bd28326418139244c813849dfed746ef3ec01e0303786813fea027
+  data.tar.gz: 1532c2898a58e4beaec1cb91ab1317f08b550e2a5de1aec7c04164e5894206b17dbd806587ece7c050d2bf46ac5d713008ee7a22b7da8899bead717a077024f3

data/.gitignore

@@ -0,0 +1,14 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+.env
+/status.yml
+/token.yml
+/config.yml
+.ruby-version

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,6 @@
+language: ruby
+rvm:
+  - 2.3.0
+  - 2.4.0
+before_install:
+  - gem install bundler -v 1.11.2

data/CODE_OF_CONDUCT.md

@@ -0,0 +1,49 @@
+# Contributor Code of Conduct
+
+As contributors and maintainers of this project, and in the interest of
+fostering an open and welcoming community, we pledge to respect all people who
+contribute through reporting issues, posting feature requests, updating
+documentation, submitting pull requests or patches, and other activities.
+
+We are committed to making participation in this project a harassment-free
+experience for everyone, regardless of level of experience, gender, gender
+identity and expression, sexual orientation, disability, personal appearance,
+body size, race, ethnicity, age, religion, or nationality.
+
+Examples of unacceptable behavior by participants include:
+
+* The use of sexualized language or imagery
+* Personal attacks
+* Trolling or insulting/derogatory comments
+* Public or private harassment
+* Publishing other's private information, such as physical or electronic
+  addresses, without explicit permission
+* Other unethical or unprofessional conduct
+
+Project maintainers have the right and responsibility to remove, edit, or
+reject comments, commits, code, wiki edits, issues, and other contributions
+that are not aligned to this Code of Conduct, or to ban temporarily or
+permanently any contributor for other behaviors that they deem inappropriate,
+threatening, offensive, or harmful.
+
+By adopting this Code of Conduct, project maintainers commit themselves to
+fairly and consistently applying these principles to every aspect of managing
+this project. Project maintainers who do not follow or enforce the Code of
+Conduct may be permanently removed from the project team.
+
+This code of conduct applies both within project spaces and in public spaces
+when an individual is representing the project or its community.
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be
+reported by contacting a project maintainer at sonots@gmail.com. All
+complaints will be reviewed and investigated and will result in a response that
+is deemed necessary and appropriate to the circumstances. Maintainers are
+obligated to maintain confidentiality with regard to the reporter of an
+incident.
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage],
+version 1.3.0, available at
+[http://contributor-covenant.org/version/1/3/0/][version]
+
+[homepage]: http://contributor-covenant.org
+[version]: http://contributor-covenant.org/version/1/3/0/

data/Gemfile

@@ -0,0 +1,6 @@
+source 'https://rubygems.org'
+
+gemspec
+gem 'triglav_client', git: 'https://github.com/triglav-dataflow/triglav-client-ruby'
+gem 'triglav-agent', git: 'https://github.com/triglav-dataflow/triglav-agent-framework-ruby'
+gem 'pry-nav'

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2016 Triglav Team
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,138 @@
+# Triglav::Agent::Vertica
+
+Triglav Agent for Vertica
+
+## Requirements
+
+* Ruby >= 2.3.0
+
+## Prerequisites
+
+* Vertica table must have a DATE column for `daily` resource monitor
+* Vertica table must have a TIMESTAMP or TIMESTAMPTZ column for `hourly` resource monitor
+* Vertica view is not supported (since `epoch` column can not be retrieved)
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'triglav-agent-vertica'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install triglav-agent-vertica
+
+## CLI
+
+```
+Usage: triglav-agent-vertica [options]
+    -c, --config VALUE               Config file (default: config.yml)
+    -s, --status VALUE               Status stroage file (default: status.yml)
+    -t, --token VALUE                Triglav access token storage file (default: token.yml)
+        --dotenv                     Load environment variables from .env file (default: false)
+    -h, --help                       help
+        --log VALUE                  Log path (default: STDOUT)
+        --log-level VALUE            Log level (default: info)
+```
+
+Run as:
+
+```
+TRIGLAV_ENV=development bundle exec triglav-agent-vertica --dotenv -c config.yml
+```
+
+## Configuration
+
+Prepare config.yml as [example/config.yml](./example/config.yml).
+
+You can use erb template. You may load environment variables from .env file with `--dotenv` option as an [example/example.env](./example/example.env) file shows.
+
+### serverengine section
+
+You can specify any [serverengine](https://github.com/fluent/serverengine) options at this section
+
+### triglav section
+
+Specify triglav api url, and a credential to authenticate.
+
+The access token obtained is stored into a token storage file (--token option).
+
+### vertica section
+
+This section is the special section for triglav-agent-vertica.
+
+* **monitor_interval**: The interval to watch tables (number, default: 60)
+* **connection_info**: key-value pairs of vertica connection info where keys are resource URI pattern in regular expression, and values are connection infomation
+
+### Specification of Resource URI
+
+Resource URI must be a form of:
+
+```
+vertica://#{host}:#{port}/#{db}/#{schema}/#{table}
+```
+
+URI also accepts query parameters of `date`, `timestamp`, and `where`.
+
+* **date** (string): date column name (default: `d`)
+* **timestamp** (string): timestamp column name (defualt: `t`)
+* **where** (hash): where conditions (default: nil)
+ * A value looks like an integer string is treated as an integer such as `1`
+ * If you want to treat it as as string, surround with double quote or single quote such as `'0'`
+ * A value does not look like an integer is treated as a string such as `foo`
+ * Only equality operator is supported now
+
+ex)
+
+```
+?date=d&timestamp=t&where[id]=0&where[d]=2016-12-30
+```
+
+## How it behaves
+
+1. Authenticate with triglav
+  * Store the access token into the token storage file
+  * Read the token from the token storage file next time
+  * Refresh the access token if it is expired
+2. Repeat followings in `monitor_interval` seconds:
+3. Obtain resource (table) lists of the specified prefix (keys of connection_info) from triglav.
+4. Connect to vertica with an appropriate connection info for a resource uri, and find tables which are newer than last check.
+5. Store checking information into the status storage file for the next time check.
+
+## Development
+
+### Prepare
+
+```
+./prepare.sh
+```
+
+Edit `.env` or `config.yml` file directly.
+
+### Start
+
+Start up triglav api on localhost.
+
+Run triglav-anget-vertica as:
+
+```
+TRIGLAV_ENV=development bundle exec triglav-agent-vertica --dotenv --debug -c example/config.yml
+```
+
+The debug mode with --debug option ignores the `last_epoch` value in status file.
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/triglav-workflow/triglav-agent-vertica. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+

data/Rakefile

@@ -0,0 +1,11 @@
+require "bundler/gem_tasks"
+
+require 'rake/testtask'
+desc 'Run test_unit based test'
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.test_files = Dir["test/**/test_*.rb"].sort
+  t.verbose = false
+  t.warning = false
+end
+task :default => :test

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "triglav/agent/vertica"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/example/config.yml

@@ -0,0 +1,42 @@
+defaults: &defaults
+  serverengine:
+    log: 'STDOUT'
+    log_level: 'debug'
+    log_rotate_age: 5
+    log_rotate_size: 10485760
+  triglav:
+    url: <%= ENV['TRIGLAV_URL'] || 'http://localhost:7800' %>
+    credential:
+      username: <%= ENV['TRIGLAV_USERNAME'] || 'triglav_test' %>
+      password: <%= ENV['TRIGLAV_PASSWORD'] || 'triglav_test' %>
+      authenticator: local
+    timeout: 60
+    debugging: false
+    retries: 3
+    retry_interval: 3 # sec
+  vertica:
+    monitor_interval: 5
+    parallel_size: 1 # default: 1
+    parallel_type: 'thread' # thread or process. default: thread
+    connection_pool_size: 1 # default: same with parallel.size
+    connection_pool_timeout: 60 # sec. default: 60
+    date_column: d
+    timestamp_column: t
+    interruptable: true
+    read_timeout: 5
+    connection_info:
+      "vertica://":
+        host: <%= ENV['VERTICA_HOST'] %>
+        port: <%= ENV['VERTICA_PORT'] %>
+        database: <%= ENV['VERTICA_DATABASE'] %>
+        user: <%= ENV['VERTICA_USER'] %>
+        password: <%= ENV['VERTICA_PASSWORD'] %>
+        resource_pool: <%= ENV['VERTICA_RESOURCE_POOL'] %>
+        interruptable: true
+        read_timeout: 5
+
+development:
+  <<: *defaults
+
+test:
+  <<: *defaults

data/example/example.env

@@ -0,0 +1,8 @@
+TRIGLAV_URL=http://localhost:7800
+TRIGLAV_USERNAME=triglav_test
+TRIGLAV_PASSWORD=triglav_test
+VERTICA_HOST=xxx.xxx.xxx.xxx
+VERTICA_PORT=5433
+VERTICA_DATABASE=vdb
+VERTICA_USER=dbread
+VERTICA_PASSWORD=daerbd

data/exe/triglav-agent-vertica

@@ -0,0 +1,13 @@
+#!/usr/bin/env ruby
+
+require 'triglav/agent/vertica'
+Triglav::Agent::Configuration.configure do |config|
+  config.name = :vertica
+  # config.cli_class = Triglav::Agent::Vertica::CLI
+  # config.setting_class = Triglav::Agent::Vertica::Setting
+  # config.worker_module = Triglav::Agent::Vertica::Worker
+  # config.processor_class = Triglav::Agent::Vertica::Processor
+  config.monitor_class = Triglav::Agent::Vertica::Monitor
+  config.connection_class = Triglav::Agent::Vertica::Connection
+end
+Triglav::Agent::Configuration.cli_class.new.run

data/lib/triglav/agent/vertica.rb

@@ -0,0 +1,11 @@
+module Triglav
+  module Agent
+    module Vertica
+    end
+  end
+end
+
+require 'triglav-agent'
+require 'triglav/agent/vertica/connection'
+require 'triglav/agent/vertica/version'
+require 'triglav/agent/vertica/monitor'

data/lib/triglav/agent/vertica/connection.rb

@@ -0,0 +1,65 @@
+require 'triglav/agent/base/connection'
+require 'vertica'
+require 'uri'
+
+module Triglav::Agent
+  module Vertica
+    class Connection < Base::Connection
+      attr_reader :connection_info
+
+      def initialize(connection_info)
+        @connection_info = connection_info
+      end
+
+      def close
+        @connection.close rescue nil if @connection
+      end
+
+      def query(sql)
+        connection.query(sql)
+      end
+
+      private
+
+      def connection
+        return @connection if @connection
+        begin
+          @connection = ::Vertica.connect(connection_params)
+        rescue => e
+          $logger.error { "Failed to connect #{connection_info[:host]}:#{connection_info[:port]} with #{connection_info[:user]}" }
+          raise e
+        end
+        $logger.info { "Connected to #{connection_info[:host]}:#{connection_info[:port]}" }
+        set_resource_pool
+        set_memorycap
+        @connection
+      end
+
+      def set_resource_pool
+        if @connection_info[:resource_pool] and !@connection_info[:resource_pool].empty?
+          @connection.query("set session resource_pool = '#{@connection_info[:resource_pool]}'")
+        end
+      end
+
+      def set_memorycap
+        if @connection_info[:memorycap] and !@connection_info[:memorycap].empty?
+          @connection.query("set session memorycap = '#{@connection_info[:memorycap]}'")
+        end
+      end
+
+      def connection_params
+        params = @connection_info.dup
+        params.delete(:resource_pool)
+        params.delete(:memorycap)
+        params.merge!(global_connection_params)
+      end
+
+      def global_connection_params
+        params = {}
+        params[:interruptable] = $setting.dig(:vertica, :interruptable) if $setting[:vertica].has_key?(:interruptable)
+        params[:read_timeout] = $setting.dig(:vertica, :read_timeout) if $setting[:vertica].has_key?(:read_timeout)
+        params
+      end
+    end
+  end
+end

data/lib/triglav/agent/vertica/monitor.rb

@@ -0,0 +1,305 @@
+require 'triglav/agent/base/monitor'
+require 'vertica'
+require 'uri'
+require 'cgi'
+require 'securerandom'
+require 'rack/utils'
+
+module Triglav::Agent
+  module Vertica
+    class Monitor < Base::Monitor
+      attr_reader :connection, :resource_uri_prefix, :resource, :periodic_last_epoch, :singular_last_epoch
+
+      # @param [Triglav::Agent::Vertica::Connection] connection
+      # @param [String] resource_uri_prefix
+      # @param [TriglavClient::ResourceResponse] resource
+      # resource:
+      #   uri: vertica://host/database/schema/table
+      #   unit: 'daily', 'hourly', 'singular', or their combinations such as 'singular,daily,hourly'
+      #   timezone: '+09:00'
+      #   span_in_days: 32
+      #
+      # View is not supported
+      def initialize(connection, resource_uri_prefix, resource)
+        @connection = connection
+        @resource_uri_prefix = resource_uri_prefix
+        @resource = resource
+        @status = Triglav::Agent::Status.new(resource_uri_prefix, resource.uri)
+        @periodic_last_epoch = $setting.debug? ? 0 : get_from_status_file(:periodic_last_epoch)
+        @singular_last_epoch = $setting.debug? ? 0 : get_from_status_file(:singular_last_epoch)
+      end
+
+      def process
+        unless resource_valid?
+          $logger.warn { "Broken resource: #{resource.to_s}" }
+          return nil
+        end
+
+        $logger.debug {
+          msgs = ["Start process #{resource.uri}"]
+          msgs << "periodic_last_epoch:#{periodic_last_epoch}" if periodic_last_epoch
+          msgs << "singular_last_epoch:#{singular_last_epoch}" if singular_last_epoch
+          msgs.join(', ')
+        }
+
+        if periodic?
+          periodic_events, new_periodic_last_epoch = get_periodic_events
+          events = periodic_events || []
+        end
+        if singular?
+          singular_events, new_singular_last_epoch = get_singular_events
+          events.nil? ? (events = singular_events) : events.concat(singular_events || [])
+        end
+
+        $logger.debug {
+          msgs = ["Finish process #{resource.uri}"]
+          msgs << "periodic_last_epoch:#{periodic_last_epoch}" if periodic_last_epoch
+          msgs << "singular_last_epoch:#{singular_last_epoch}" if singular_last_epoch
+          msgs << "new_periodic_last_epoch:#{new_periodic_last_epoch}" if new_periodic_last_epoch
+          msgs << "new_singular_last_epoch:#{new_singular_last_epoch}" if new_singular_last_epoch
+          msgs.join(', ')
+        }
+
+        return nil if events.nil? || events.empty?
+        yield(events) if block_given? # send_message
+        update_status_file(:periodic_last_epoch, new_periodic_last_epoch) if new_periodic_last_epoch
+        update_status_file(:singular_last_epoch, new_singular_last_epoch) if new_singular_last_epoch
+        true
+      end
+
+      def get_periodic_events
+        if hourly?
+          events, new_last_epoch, rows = get_hourly_events
+          if daily?
+            daily_events = build_daily_events_from_hourly(rows)
+            events.concat(daily_events)
+          end
+          [events, new_last_epoch]
+        elsif daily?
+          get_daily_events
+        else
+          raise
+        end
+      end
+
+      def get_singular_events
+        sql = "select " \
+          "NULL AS d, NULL AS h, max(epoch) " \
+          "from #{q_db}.#{q_schema}.#{q_table} " \
+          "#{q_where.empty? ? '' : "where #{q_where} "}" \
+          "having max(epoch) > #{q_singular_last_epoch}"
+        query_and_get_events(:singular, sql)
+      end
+
+      def get_hourly_events
+        sql = "select " \
+          "#{q_date} AS d, DATE_PART('hour', #{q_timestamp}) AS h, max(epoch) " \
+          "from #{q_db}.#{q_schema}.#{q_table} " \
+          "where #{q_date} IN ('#{dates.join("','")}') " \
+          "#{q_where.empty? ? '' : "AND #{q_where} "}" \
+          "group by d, h having max(epoch) > #{q_periodic_last_epoch} " \
+          "order by d, h"
+        query_and_get_events(:hourly, sql)
+      end
+
+      def get_daily_events
+        sql = "select " \
+          "#{q_date} AS d, 0 AS h, max(epoch) " \
+          "from #{q_db}.#{q_schema}.#{q_table} " \
+          "where #{q_date} IN ('#{dates.join("','")}') " \
+          "#{q_where.empty? ? '' : "AND #{q_where} "}" \
+          "group by d having max(epoch) > #{q_periodic_last_epoch} " \
+          "order by d"
+        query_and_get_events(:daily, sql)
+      end
+
+      private
+
+      def query_and_get_events(unit, sql)
+        $logger.debug { "Query: #{sql}" }
+        rows = connection.query(sql)
+        events = build_events(unit, rows)
+        new_last_epoch = build_latest_epoch(rows)
+        [events, new_last_epoch, rows]
+      rescue ::Vertica::Error::QueryError => e
+        $logger.warn { "#{e.class} #{e.message}" } # e.message includes sql
+        nil
+      rescue ::Vertica::Error::TimedOutError => e
+        $logger.warn { "#{e.class} #{e.message} SQL:#{sql}" }
+        nil
+      end
+
+      def update_status_file(key, last_epoch)
+        @status.set(key.to_sym, last_epoch)
+      end
+
+      def get_from_status_file(key)
+        @status.getsetnx(key.to_sym, get_current_epoch)
+      end
+
+      def get_current_epoch
+        connection.query('select GET_CURRENT_EPOCH()').first.first
+      end
+
+      def resource_valid?
+        resource_unit_valid? && !resource.timezone.nil? && !resource.span_in_days.nil?
+      end
+
+      def resource_unit_valid?
+        resource.unit.split(',').each do |item|
+          return false unless %w[singular daily hourly].include?(item)
+        end
+        true
+      end
+
+      def hourly?
+        return @is_hourly unless @is_hourly.nil?
+        @is_hourly = resource.unit.include?('hourly')
+      end
+
+      def daily?
+        return @is_daily unless @is_daily.nil?
+        @is_daily = resource.unit.include?('daily')
+      end
+
+      def singular?
+        return @is_singular unless @is_singular.nil?
+        @is_singular = resource.unit.include?('singular')
+      end
+
+      def periodic?
+        hourly? or daily?
+      end
+
+      def dates
+        return @dates if @dates
+        now = Time.now.localtime(resource.timezone)
+        @dates = resource.span_in_days.times.map do |i|
+          (now - (i * 86000)).strftime('%Y-%m-%d')
+        end
+      end
+
+      def build_latest_epoch(rows)
+        rows.map {|row| row[2] }.max
+      end
+
+      def build_events(unit, rows)
+        rows.map do |row|
+          date, hour, epoch = row[0], row[1], row[2]
+          {
+            uuid: SecureRandom.uuid,
+            resource_uri: resource.uri,
+            resource_unit: unit.to_s,
+            resource_time: date_hour_to_i(date, hour, resource.timezone),
+            resource_timezone: resource.timezone,
+            payload: (date ? {d: date.to_s, h: hour.to_i} : {}).merge!(epoch: epoch).to_json,
+          }
+        end
+      end
+
+      def build_daily_events_from_hourly(rows)
+        max_epoch_of = {}
+        rows.each do |row|
+          date, hour, epoch = row[0], row[1], row[2]
+          max_epoch_of[date] = [epoch, max_epoch_of[date] || 0].max
+        end
+        daily_events = max_epoch_of.map do |date, epoch|
+          {
+            uuid: SecureRandom.uuid,
+            resource_uri: resource.uri,
+            resource_unit: 'daily',
+            resource_time: date_hour_to_i(date, 0, resource.timezone),
+            resource_timezone: resource.timezone,
+            payload: {d: date.to_s, h: 0, epoch: epoch}.to_json,
+          }
+        end
+      end
+
+      def date_hour_to_i(date, hour, timezone)
+        return 0 if date.nil?
+        Time.strptime("#{date.strftime("%Y-%m-%d")} #{hour.to_i} #{timezone}", '%Y-%m-%d %H %z').to_i
+      end
+
+      def q_periodic_last_epoch
+        @q_periodic_last_epoch ||= ::Vertica.quote(periodic_last_epoch)
+      end
+
+      def q_singular_last_epoch
+        @q_singular_last_epoch ||= ::Vertica.quote(singular_last_epoch)
+      end
+
+      def parsed_uri
+        @parsed_uri ||= URI.parse(resource.uri)
+      end
+
+      def parsed_query
+        @parsed_query ||= Rack::Utils.parse_nested_query(parsed_uri.query)
+      end
+
+      def db
+        @db ||= parsed_uri.path[1..-1].split('/')[0]
+      end
+
+      def schema
+        @schema ||= parsed_uri.path[1..-1].split('/')[1]
+      end
+
+      def table
+        @table ||= parsed_uri.path[1..-1].split('/')[2]
+      end
+
+      def date_column
+        parsed_query['date'] || $setting.dig(:vertica, :date_column) || 'd'
+      end
+
+      def timestamp_column
+        parsed_query['timestamp'] || $setting.dig(:vertica, :timestamp_column) || 't'
+      end
+
+      def where
+        parsed_query['where'] || {}
+      end
+
+      def q_db
+        @q_db ||= ::Vertica.quote_identifier(db)
+      end
+
+      def q_schema
+        @q_schema ||= ::Vertica.quote_identifier(schema)
+      end
+
+      def q_table
+        @q_table ||= ::Vertica.quote_identifier(table)
+      end
+
+      def q_date
+        @q_date ||= ::Vertica.quote_identifier(date_column)
+      end
+
+      def q_timestamp
+        @q_timestamp ||= ::Vertica.quote_identifier(timestamp_column)
+      end
+
+      # Value specification:
+      # * A value looks like an integer string is treated as an integer.
+      # * If you want to treat it as as string, surround with double quote or single quote.
+      # * A value does not look like an integer is treated as a string.
+      # Operator specification:
+      # * Only equality is supported now
+      def q_where
+        @q_where ||= where.map do |col, val|
+          begin
+            val = Integer(val)
+          rescue => e
+            if val.start_with?("'") and val.end_with?("'")
+              val = val[1..-2]
+            elsif val.start_with?('"') and val.end_with?('"')
+              val = val[1..-2]
+            end
+          end
+          "#{::Vertica.quote_identifier(col)} = #{::Vertica.quote(val)}"
+        end.join(' AND ')
+      end
+    end
+  end
+end

data/lib/triglav/agent/vertica/version.rb

@@ -0,0 +1,7 @@
+module Triglav
+  module Agent
+    module Vertica
+      VERSION = "1.0.0.rc1"
+    end
+  end
+end

data/prepare.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+test -f config.yml || cp example/config.yml config.yml
+test -f .env || cp example/example.env .env

data/start.sh

@@ -0,0 +1,8 @@
+#!/bin/sh
+ABSPATH=$(cd $(dirname $0) && pwd)/$(basename $0)
+APP_ROOT=$(dirname $ABSPATH)
+if [ -z "${SHARED_ROOT}" ]; then SHARED_ROOT=.; fi
+
+CMD="bundle exec triglav-agent-vertica --dotenv -c config.yml --status ${SHARED_ROOT}/status.yml --token ${SHARED_ROOT}/token.yml"
+echo $CMD
+$CMD

data/triglav-agent-vertica.gemspec

@@ -0,0 +1,33 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'triglav/agent/vertica/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "triglav-agent-vertica"
+  spec.version       = Triglav::Agent::Vertica::VERSION
+  spec.authors       = ["Triglav Team"]
+  spec.email         = ["triglav_admin_my@gmail.com"]
+
+  spec.summary       = %q{Vertica agent for Triglav, data-driven workflow tool.}
+  spec.description   = %q{Vertica agent for Triglav, data-driven workflow tool.}
+  spec.homepage      = "https://github.com/triglav-dataflow/triglav-agent-vertica"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "vertica"
+  spec.add_dependency "triglav-agent"
+  spec.add_dependency "triglav_client"
+  spec.add_dependency "rack" # Rack::Utils
+
+  spec.add_development_dependency "bundler", "~> 1.11"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "test-unit"
+  spec.add_development_dependency "test-unit-rr"
+  spec.add_development_dependency "test-unit-power_assert"
+  spec.add_development_dependency "timecop"
+end

metadata

@@ -0,0 +1,205 @@
+--- !ruby/object:Gem::Specification
+name: triglav-agent-vertica
+version: !ruby/object:Gem::Version
+  version: 1.0.0.rc1
+platform: ruby
+authors:
+- Triglav Team
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2017-03-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: vertica
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: triglav-agent
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: triglav_client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rack
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit-rr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit-power_assert
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: timecop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Vertica agent for Triglav, data-driven workflow tool.
+email:
+- triglav_admin_my@gmail.com
+executables:
+- triglav-agent-vertica
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- example/config.yml
+- example/example.env
+- exe/triglav-agent-vertica
+- lib/triglav/agent/vertica.rb
+- lib/triglav/agent/vertica/connection.rb
+- lib/triglav/agent/vertica/monitor.rb
+- lib/triglav/agent/vertica/version.rb
+- prepare.sh
+- start.sh
+- triglav-agent-vertica.gemspec
+homepage: https://github.com/triglav-dataflow/triglav-agent-vertica
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">"
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.2
+signing_key: 
+specification_version: 4
+summary: Vertica agent for Triglav, data-driven workflow tool.
+test_files: []