fluentd-plugin-cassandra-cqlfunction 1.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 3094462b950e5bcfa5e519cdd12a1d6aa5ab11de
+  data.tar.gz: '0258a672d85301f78ce523605e35bfa7f79021a9'
+SHA512:
+  metadata.gz: d45322120cc5230c15412810f4581b597f76e82a9e4c2cd123f6d13784eeaf003f6cf166e1f024ae5f478403fb9fd3b7bc8f019b1886d731bcfca0d2971d1304
+  data.tar.gz: 302e8c634cf70714f8b1e5a1b29f96b962fc5fe499fc7890c4910b52ea59267c82aac36b05c4c494beffbbfe07ae7d24f2688455837354079ae971125790afbd

data/.rspec

@@ -0,0 +1,4 @@
+--color
+--format documentation
+--backtrace
+--default_path spec

data/.simplecov

@@ -0,0 +1,5 @@
+# configure code coverage
+SimpleCov.start do
+  # exclude directories and files
+  add_filter "/spec/"
+end

data/Gemfile

@@ -0,0 +1,13 @@
+source 'http://rubygems.org'
+
+gem 'fluentd', '>=0.12.29'
+gem 'cassandra-driver', '>=3.0.3'
+
+group :development, :test do
+  gem 'rdoc', '>=3.12'
+  gem 'bundler', '>=1.0.0'
+  gem 'jeweler', '>=1.8.4'
+  gem 'rspec', '>=0'
+  gem 'simplecov'
+  gem 'test-unit', '>=0'
+end

data/LICENSE.txt

@@ -0,0 +1,29 @@
+Copyright © 2016 by Yaroslav Lukyanov (c_sharp@mail.ru)
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions
+are met:
+
+ * Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+   notice, this list of conditions and the following disclaimer in
+   the documentation and/or other materials provided with the
+   distribution.
+ * Neither the name of the copyright holder nor the names of its
+   contributors may be used to endorse or promote products derived
+   from this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
+FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
+COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
+INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
+BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
+ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+POSSIBILITY OF SUCH DAMAGE.

data/README.md

@@ -0,0 +1,75 @@
+# Cassandra plugin for Fluentd
+
+Cassandra output plugin for Fluentd.
+
+Implemented using the Datastax Ruby Driver for Apache Cassandra gem and targets [CQL3](https://docs.datastax.com/en/cql/3.3/)
+and Cassandra 1.2 - 3.x
+
+# Installation
+
+via RubyGems : https://rubygems.org/gems/fluentd-plugin-cassandra-cqlfunction
+
+    fluent-gem install fluentd-plugin-cassandra-cqlfunction
+
+## Fluentd.conf Configuration
+### Filter Plugin:
+    <filter **>
+      @type cassandra_selector				# fluent filter plugin
+      host 127.0.0.1,127.0.0.2			        # default => 127.0.0.1
+      port 9042						# default => 9092
+      username						# default => null
+      password						# default => null
+      connect_timeout				# default => 10 (sec)
+      keyspace ex						# cassandra keyspace
+      tablename tb_ex					# cassandra table
+      field fieldA,fieldB					# select field normal
+      field_json fieldC                 # select field json string on base(ex fieldC='{"a":"1"}')
+      where_condition fieldA='xxx' and fieldB=':keyfrominput;'	# keyfrominput (fieldB=':a;' --> fieldB='1')
+    </filter>
+    
+### ex Filter ::
+    input -> {'a':'1'}
+    output 1 rec -> {'a':'1', 'fieldA':'xxx', 'fieldB':'yyy'}
+    output 2+ rec -> {'a':'1', 'data_cassandra': [{fieldA':'xxx', 'fieldB':'yyy'},{fieldA':'aaa', 'fieldB':'bbb'}]}
+    
+### Output Plugin:    
+    <match **>
+       @type cassandra_upsert
+       host 127.0.0.1,127.0.0.2
+       port 9042
+       username						# default => null
+       password						# default => null
+       connect_timeout				# default => 10 (sec)
+       keyspace ex
+       tablename tb_ex
+       case_insert_value fieldPk='xxx', fieldB=':keyfrominput;'   #For insert case
+       case_update_value fieldA='xxx', fieldB=':keyfrominput;'  #For update case
+       where_condition_upd fieldPk='xxx' or fieldPk=':keyfrominput;'
+    </match>
+    
+    <match **>
+       @type cassandra_insert
+       host 127.0.0.1,127.0.0.2
+       port 9042
+       username						# default => null
+       password						# default => null
+       connect_timeout				# default => 10 (sec)
+      
+       keyspace ex
+       tablename tb_ex
+       insert_value fieldPk='xxx', fieldB=':keyfrominput;'
+    </match>
+    
+    <match **>
+       @type cassandra_update
+       host 127.0.0.1,127.0.0.2
+       port 9092
+       username						# default => null
+       password						# default => null
+       connect_timeout				# default => 10 (sec)
+      
+       keyspace ex
+       tablename tb_ex
+       update_value fieldPk='xxx', fieldB=':keyfrominput;'
+       where_condition_upd fieldPk='xxx' or fieldPk=':keyfrominput;'
+    </match>

data/Rakefile

@@ -0,0 +1,51 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts 'Run `bundle install` to install missing gems'
+  exit e.status_code
+end
+
+require 'rake'
+require 'jeweler'
+
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.name = 'fluentd-plugin-cassandra-cqlfunction'
+  gem.homepage = 'https://github.com/gozzip2009/fluentd-plugin-cassandra-cqlfunction.git'
+  gem.license = 'BSD-3-Clause'
+  gem.summary = 'Fluent selector filter plugin for Cassandra'
+  gem.description = 'Fluent selector filter plugin for Cassandra via Datastax Ruby Driver for Apache Cassandra'
+  gem.email = 'got@gmail.com'
+  gem.authors = ['Got jirayu']
+  # dependencies defined in Gemfile
+end
+
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rdoc/task'
+
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "fluentd-plugin-cassandra-cqlfunction #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+# Get spec rake tasks working in RSpec 2.0
+require 'rspec/core/rake_task'
+
+desc 'Default: run specs.'
+task :default => :spec
+
+desc 'Run specs'
+RSpec::Core::RakeTask.new do |t|
+
+end

data/VERSION

@@ -0,0 +1 @@
+1.0.1

data/fluentd-plugin-cassandra-cqlfunction.gemspec

@@ -0,0 +1,75 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+# stub: fluentd-plugin-cassandra-cqlfunction 1.0.0 ruby lib
+
+$:.push File.expand_path('../lib', __FILE__)
+Gem::Specification.new do |s|
+  s.name = "fluentd-plugin-cassandra-cqlfunction".freeze
+  s.version = "1.1.1"
+  s.required_rubygems_version = Gem::Requirement.new(">= 0".freeze) if s.respond_to? :required_rubygems_version=
+  s.require_paths = ["lib".freeze]
+  s.authors = ["Got jirayu".freeze]
+  s.date = "2016-11-12"
+  s.description = "Fluent output plugin for Cassandra via Datastax Ruby Driver for Apache Cassandra".freeze
+  s.email = "got@gmail.com".freeze
+  s.extra_rdoc_files = [
+    "LICENSE.txt",
+    "README.md"
+  ]
+  s.files = [
+    ".rspec",
+    ".simplecov",
+    "Gemfile",
+    "LICENSE.txt",
+    "README.md",
+    "Rakefile",
+    "VERSION",
+    "fluentd-plugin-cassandra-cqlfunction.gemspec",
+    "spec/spec.opts",
+    "spec/spec_helper.rb",
+    "lib/fluent/plugin/filter_cassandra_selector.rb",
+    "lib/fluent/plugin/out_cassandra_upsert.rb",
+    "lib/fluent/plugin/out_cassandra_insert.rb",
+    "lib/fluent/plugin/out_cassandra_update.rb",
+    "lib/fluent/plugin/filter_example.rb",
+    "lib/fluent/plugin/utils/cassandra_connection.rb",
+  ]
+  s.homepage = "https://github.com/gozzip2009/fluentd-plugin-cassandra-cqlfunction".freeze
+  s.licenses = ["BSD-3-Clause".freeze]
+  s.rubygems_version = "2.6.8".freeze
+  s.summary = "Fluent selector filter plugin for Cassandra".freeze
+  s.add_development_dependency("test-unit", ["~> 3.1.4"])
+  
+  if s.respond_to? :specification_version then
+    s.specification_version = 4
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<fluentd>.freeze, [">= 0.12.29"])
+      s.add_runtime_dependency(%q<cassandra-driver>.freeze, [">= 3.0.3"])
+      s.add_development_dependency(%q<rdoc>.freeze, [">= 3.12"])
+      s.add_development_dependency(%q<bundler>.freeze, [">= 1.0.0"])
+      s.add_development_dependency(%q<jeweler>.freeze, [">= 1.8.4"])
+      s.add_development_dependency(%q<rspec>.freeze, [">= 0"])
+      s.add_development_dependency(%q<simplecov>.freeze, [">= 0"])
+    else
+      s.add_dependency(%q<fluentd>.freeze, [">= 0.12.29"])
+      s.add_dependency(%q<cassandra-driver>.freeze, [">= 3.0.3"])
+      s.add_dependency(%q<rdoc>.freeze, [">= 3.12"])
+      s.add_dependency(%q<bundler>.freeze, [">= 1.0.0"])
+      s.add_dependency(%q<jeweler>.freeze, [">= 1.8.4"])
+      s.add_dependency(%q<rspec>.freeze, [">= 0"])
+      s.add_dependency(%q<simplecov>.freeze, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<fluentd>.freeze, [">= 0.12.29"])
+    s.add_dependency(%q<cassandra-driver>.freeze, [">= 3.0.3"])
+    s.add_dependency(%q<rdoc>.freeze, [">= 3.12"])
+    s.add_dependency(%q<bundler>.freeze, [">= 1.0.0"])
+    s.add_dependency(%q<jeweler>.freeze, [">= 1.8.4"])
+    s.add_dependency(%q<rspec>.freeze, [">= 0"])
+    s.add_dependency(%q<simplecov>.freeze, [">= 0"])
+  end
+end
+

data/lib/fluent/plugin/filter_cassandra_selector.rb

@@ -0,0 +1,161 @@
+require 'fluent/plugin/filter'
+require 'fluent/plugin/utils/cassandra_connection'
+
+#module Fluent
+#  class Plugin::CassandraSelector < Plugin::Filter
+
+class Fluent::CassandraSelector < Fluent::Filter
+  Fluent::Plugin.register_filter('cassandra_selector', self)
+  
+  include CassandraConnection
+  
+  config_param :host, :string, :default => '127.0.0.1'
+  config_param :port, :integer, :default => 9042
+  
+  config_param :username, :string, :default => nil
+  config_param :password, :string, :default => nil
+  
+  config_param :connect_timeout, :integer, :default => 10
+  
+  config_param :field, :string, :default => nil
+  config_param :keyspace, :string
+  config_param :tablename, :string
+  config_param :where_condition, :string, :default => nil
+
+  config_param :field_json, :string, :default => nil
+  def start
+    super
+    @session ||= get_session(self.host, self.port, self.keyspace, self.connect_timeout, self.username, self.password)
+  end # start
+
+  def shutdown
+    super
+    @session.close if @session
+  end # shutdown
+
+  def configure(conf)
+    super
+
+    raise ConfigError, "params 'field' or 'field_json' is require least once"  if self.field_json.nil? && self.field.nil?
+
+  end # configure
+
+  def filter(tag, time, record)
+
+    dataList = nil
+    cql = getCql(record)
+    
+    begin
+      dataList = @session.execute(cql)
+    rescue Exception => e
+      $log.error "Cannot select Cassandra: #{e.message}\nTrace: #{e.backtrace.to_s}"
+      raise e
+    end
+
+    if dataList.length == 1
+      dataList.each do |row|
+        record = prepareRowToHash(row, record)
+      end
+    elsif dataList.length > 1
+      if self.field_json.nil? || self.field_json.empty?
+        record["data_cassandra"] = dataList.rows.to_a
+      else
+        tmpListRec = []
+        tmpRec = nil
+        dataList.each do |row|
+          tmpRec = prepareRowToHash(row,{})
+          tmpListRec.push(tmpRec)
+        end
+
+        record["data_cassandra"] = tmpListRec
+      end
+    end
+    record
+  end # filter
+
+  private
+
+  def prepareRowToHash(row, record)
+    if self.field
+      self.field.split(",").each do |col|
+        record[col] = "#{row[col]}"
+      end
+    end
+
+    if self.field_json
+      self.field_json.split(",").each do |col|
+        record = getDataStrJson("#{row[col]}", record)
+      end
+    end
+    record
+  end
+
+  def getDataStrJson(jsonData, record)
+    if jsonData && !jsonData.empty?
+      jsonData = eval(jsonData)
+
+      jsonData.each do |k,v|
+        record[k.to_s] = v
+      end
+    end
+
+    record
+  end # getDataStrJson
+
+  def getCql(record)
+    cql = "select "
+    if self.field
+      cql += self.field + ","
+    end
+
+    if self.field_json
+      cql += self.field_json + ","
+    end
+
+    cql = cql.gsub(/,$/, '')
+
+    cql += " from #{self.keyspace}.#{self.tablename}"
+
+    if self.where_condition
+      cql += " where "+prepareCondition(record)
+    end
+
+    cql += ";"
+
+    cql
+  end # getCql
+
+  def prepareCondition(record)
+    tmpCondVal = {}
+    tmpStr = nil
+    count = 0
+
+    self.where_condition.split(":").each do |str|
+      if count > 0
+        tmpStr = str.gsub(/(;.*)/, '')
+        tmpCondVal[tmpStr] = record[tmpStr]
+      end
+      count += 1
+    end
+
+    tmpStr = self.where_condition
+    tmpCondVal.each do |k,v|
+      tmpStr = tmpStr.gsub(k,v)
+    end
+
+    tmpStr = tmpStr.gsub(':','')
+    tmpStr = tmpStr.gsub(';','')
+
+    tmpStr
+  end # prepareCondition
+
+  #    def filterExample(tag, time, record)
+  #      sessionExcute = @session
+  #
+  #      sessionExcute.execute("select service_id, golden_id from journey.mobile_state where service_id = '66910000136';").each do |row|
+  #        record["golden_id"] = "#{row['golden_id']}"
+  #      end
+  #
+  #      record
+  #    end filterExample
+end

data/lib/fluent/plugin/filter_example.rb

@@ -0,0 +1,20 @@
+require 'fluent/plugin/filter'
+
+class Fluent::ExampleFilter < Fluent::Filter
+  Fluent::Plugin.register_filter('example_filter', self)
+  
+  config_param :host, :string
+  
+  def configure(conf)
+    super
+        
+  end # configure
+  
+  def filter(tag, time, record)
+    if @host
+      record["host"] = @host
+    end
+    
+    record
+  end # filter
+end

data/lib/fluent/plugin/out_cassandra_insert.rb

@@ -0,0 +1,99 @@
+require 'msgpack'
+require 'fluent/output'
+
+module Fluent
+  class CassandraInsertor < BufferedOutput
+
+    Fluent::Plugin.register_output('cassandra_insert', self)
+    include CassandraConnection
+
+    config_param :host, :string, :default => '127.0.0.1'
+    config_param :port, :integer, :default => 9042
+    
+    config_param :username, :string, :default => nil
+    config_param :password, :string, :default => nil
+    
+    config_param :connect_timeout, :integer, :default => 5
+
+    config_param :keyspace, :string
+    config_param :tablename, :string
+
+    config_param :insert_value, :string
+    def start
+      super
+      @session ||= get_session(self.host, self.port, self.keyspace, self.connect_timeout, self.username, self.password)
+    end # start
+
+    def shutdown
+      super
+      @session.close if @session
+    end # shutdown
+
+    def configure(conf)
+      super
+
+      @insertValue = self.insert_value
+    end # configure
+
+    def format(tag, time, record)
+      record.to_msgpack
+    end
+
+    def write(chunk)
+      chunk.msgpack_each { |record|
+        @insertValue = prepareParameter(@insertValue, record)
+        insertCassandra(@insertValue)
+      }
+    end # write
+
+    private
+
+    def insertCassandra(insertVal)
+      colIns = []
+      valIns = []
+      tmpStr = nil
+
+      insertVal.split(",").each do |str|
+        tmpStr = str.split("=")
+        colIns.push(tmpStr[0])
+        valIns.push(tmpStr[1])
+      end
+
+      cql = "INSERT INTO #{self.keyspace}.#{self.tablename} (#{colIns.join(',')}) VALUES (#{valIns.join(',')});"
+
+      print cql
+
+      begin
+        @session.execute(cql)
+      rescue Exception => e
+        $log.error "Cannot insert record Cassandra: #{e.message}\nTrace: #{e.backtrace.to_s}"
+
+        raise e
+      end
+    end # insertCassandra
+
+    def prepareParameter(strOri,record)
+      tmpCondVal = {}
+      tmpStr = nil
+      count = 0
+
+      strOri.split(":").each do |str|
+        if count > 0
+          tmpStr = str.gsub(/(;.*)/, '')
+          tmpCondVal[tmpStr] = record[tmpStr]
+        end
+        count += 1
+      end
+
+      tmpCondVal.each do |k,v|
+        strOri= strOri.gsub(k,v)
+      end
+
+      strOri = strOri.gsub(':','')
+      strOri = strOri.gsub(';','')
+
+      strOri
+    end # prepareParameter
+
+  end
+end

data/lib/fluent/plugin/out_cassandra_update.rb

@@ -0,0 +1,96 @@
+require 'msgpack'
+require 'fluent/output'
+
+module Fluent
+  class CassandraUpdatetor < BufferedOutput
+
+    Fluent::Plugin.register_output('cassandra_update', self)
+    include CassandraConnection
+
+    config_param :host, :string, :default => '127.0.0.1'
+    config_param :port, :integer, :default => 9042
+
+    config_param :username, :string, :default => nil
+    config_param :password, :string, :default => nil
+      
+    config_param :connect_timeout, :integer, :default => 5
+      
+    config_param :keyspace, :string
+    config_param :tablename, :string
+
+    config_param :update_value, :string
+    config_param :where_condition_upd, :string
+    def start
+      super
+      @session ||= get_session(self.host, self.port, self.keyspace, self.connect_timeout, self.username, self.password)
+    end # start
+
+    def shutdown
+      super
+      @session.close if @session
+    end # shutdown
+
+    def configure(conf)
+      super
+
+      @updateValue = self.update_value
+      @whereCondUpd = self.where_condition_upd
+    end # configure
+
+    def format(tag, time, record)
+      record.to_msgpack
+    end
+
+    def write(chunk)
+      chunk.msgpack_each { |record|
+
+        whereCondition = prepareParameter(@whereCondUpd, record)
+
+        @updateValue = prepareParameter(@updateValue, record)
+        updateCassandra(@updateValue, whereCondition)
+
+      }
+    end # write
+
+    private
+
+    def updateCassandra(updateVal, whereCondition)
+
+      cql = "update #{self.keyspace}.#{self.tablename} set "
+      cql += updateVal + " where " + whereCondition + ";"
+
+      print cql
+      begin
+        @session.execute(cql)
+      rescue Exception => e
+        $log.error "Cannot update record Cassandra: #{e.message}\nTrace: #{e.backtrace.to_s}"
+
+        raise e
+      end
+    end # updateCassandra
+
+    def prepareParameter(strOri,record)
+      tmpCondVal = {}
+      tmpStr = nil
+      count = 0
+
+      strOri.split(":").each do |str|
+        if count > 0
+          tmpStr = str.gsub(/(;.*)/, '')
+          tmpCondVal[tmpStr] = record[tmpStr]
+        end
+        count += 1
+      end
+
+      tmpCondVal.each do |k,v|
+        strOri= strOri.gsub(k,v)
+      end
+
+      strOri = strOri.gsub(':','')
+      strOri = strOri.gsub(';','')
+
+      strOri
+    end # prepareParameter
+
+  end
+end

data/lib/fluent/plugin/out_cassandra_upsert.rb

@@ -0,0 +1,152 @@
+require 'msgpack'
+require 'fluent/output'
+
+module Fluent
+  class CassandraUpsertor < BufferedOutput
+
+    Fluent::Plugin.register_output('cassandra_upsert', self)
+    include CassandraConnection
+
+    config_param :host, :string, :default => '127.0.0.1'
+    config_param :port, :integer, :default => 9042
+    
+    config_param :username, :string, :default => nil
+    config_param :password, :string, :default => nil
+      
+    config_param :connect_timeout, :integer, :default => 5
+
+    config_param :keyspace, :string
+    config_param :tablename, :string
+
+    config_param :case_insert_value, :string
+    config_param :case_update_value, :string
+    config_param :where_condition_upd, :string, :default => nil
+   
+    def start
+      super
+      @session ||= get_session(self.host, self.port, self.keyspace, self.connect_timeout, self.username, self.password)
+    end # start
+
+    def shutdown
+      super
+      @session.close if @session
+    end # shutdown
+
+    def configure(conf)
+      super
+
+      # perform validations
+      raise ConfigError, "params 'where_condition_upd' is require condition or primarykey for case update" if self.where_condition_upd.nil?
+      
+      @caseInsertValue = self.case_insert_value
+      @caseUpdateValue = self.case_update_value
+      @whereCondUpd = self.where_condition_upd
+    end # configure
+
+    def format(tag, time, record)
+      record.to_msgpack
+    end
+
+    def write(chunk)
+      chunk.msgpack_each { |record|
+
+        whereCondition = prepareParameter(@whereCondUpd, record)
+
+        cql = "select count(*) from #{self.keyspace}.#{self.tablename}"
+        cql += " where " + whereCondition + ";"
+
+        countRow = nil
+        begin
+          countRow = @session.execute(cql)
+        rescue Exception => e
+          $log.error "Cannot select Cassandra: #{e.message}\nTrace: #{e.backtrace.to_s}"
+          raise e
+        end
+
+        countRow = getRowCount(countRow)
+        
+        if countRow > 0
+          @caseUpdateValue = prepareParameter(@caseUpdateValue, record)
+          updateCassandra(@caseUpdateValue, whereCondition)
+        else
+          @caseInsertValue = prepareParameter(@caseInsertValue, record)
+          insertCassandra(@caseInsertValue)
+        end
+
+      }
+    end # write
+
+    private
+
+    def insertCassandra(insertVal)
+      colIns = []
+      valIns = []
+      tmpStr = nil
+      
+      insertVal.split(",").each do |str|
+        tmpStr = str.split("=")
+        colIns.push(tmpStr[0])
+        valIns.push(tmpStr[1])
+      end
+
+      cql = "INSERT INTO #{self.keyspace}.#{self.tablename} (#{colIns.join(',')}) VALUES (#{valIns.join(',')});"
+
+      begin
+        @session.execute(cql)
+      rescue Exception => e
+        $log.error "Cannot insert record Cassandra: #{e.message}\nTrace: #{e.backtrace.to_s}"
+
+        raise e
+      end
+    end # insertCassandra
+
+    def updateCassandra(updateVal, whereCondition)
+
+      cql = "update #{self.keyspace}.#{self.tablename} set "
+      cql += updateVal + " where " + whereCondition + ";"
+
+      begin
+        @session.execute(cql)
+      rescue Exception => e
+        $log.error "Cannot update record Cassandra: #{e.message}\nTrace: #{e.backtrace.to_s}"
+
+        raise e
+      end
+    end # updateCassandra
+
+    def getRowCount(countRow)
+      rc = 0
+      if countRow.length > 0
+        countRow.each do |row|
+          rc = "#{row['count']}"
+        end
+        rc = rc.to_i
+      end
+      rc
+    end # getRowCount
+
+    def prepareParameter(strOri,record)
+      tmpCondVal = {}
+      tmpStr = nil
+      count = 0
+
+      strOri.split(":").each do |str|
+        if count > 0
+          tmpStr = str.gsub(/(;.*)/, '')
+          tmpCondVal[tmpStr] = record[tmpStr]
+        end
+        count += 1
+      end
+
+      tmpCondVal.each do |k,v|
+        strOri= strOri.gsub(k,v)
+      end
+      
+      strOri = strOri.gsub(':','')
+      strOri = strOri.gsub(';','')
+      
+      strOri
+    end # prepareParameter
+
+  end
+end

data/lib/fluent/plugin/utils/cassandra_connection.rb

@@ -0,0 +1,15 @@
+require 'cassandra'
+
+module CassandraConnection
+  
+  def get_session(host, port, keyspace, connect_timeout, username, password)
+    hostNode = host.split(",")
+    if self.username
+      cluster = ::Cassandra.cluster(hosts: hostNode, port: port, connect_timeout: connect_timeout, username: username, password: password)
+    else
+      cluster = ::Cassandra.cluster(hosts: hostNode, port: port, connect_timeout: connect_timeout)
+    end
+    cluster.connect(keyspace)
+  end # get_session
+  
+end

data/spec/spec.opts

@@ -0,0 +1,2 @@
+--color
+--format

data/spec/spec_helper.rb

@@ -0,0 +1,9 @@
+require 'simplecov'
+require 'rspec'
+require 'fluent/test'
+
+# require the library files
+Dir["./lib/**/*.rb"].each {|f| require f}
+
+# require the shared example files
+Dir["./spec/support/**/*.rb"].each {|f| require f}

metadata

@@ -0,0 +1,174 @@
+--- !ruby/object:Gem::Specification
+name: fluentd-plugin-cassandra-cqlfunction
+version: !ruby/object:Gem::Version
+  version: 1.1.1
+platform: ruby
+authors:
+- Got jirayu
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-11-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.1.4
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.1.4
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.12.29
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.12.29
+- !ruby/object:Gem::Dependency
+  name: cassandra-driver
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.0.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.0.3
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '3.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '3.12'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+- !ruby/object:Gem::Dependency
+  name: jeweler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.8.4
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.8.4
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Fluent output plugin for Cassandra via Datastax Ruby Driver for Apache
+  Cassandra
+email: got@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files:
+- LICENSE.txt
+- README.md
+files:
+- ".rspec"
+- ".simplecov"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- VERSION
+- fluentd-plugin-cassandra-cqlfunction.gemspec
+- lib/fluent/plugin/filter_cassandra_selector.rb
+- lib/fluent/plugin/filter_example.rb
+- lib/fluent/plugin/out_cassandra_insert.rb
+- lib/fluent/plugin/out_cassandra_update.rb
+- lib/fluent/plugin/out_cassandra_upsert.rb
+- lib/fluent/plugin/utils/cassandra_connection.rb
+- spec/spec.opts
+- spec/spec_helper.rb
+homepage: https://github.com/gozzip2009/fluentd-plugin-cassandra-cqlfunction
+licenses:
+- BSD-3-Clause
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.14.3
+signing_key: 
+specification_version: 4
+summary: Fluent selector filter plugin for Cassandra
+test_files: []