fluent-plugin-mssql 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 5bf5aafae778b21d6e48df745f0ab035884e116a
+  data.tar.gz: da3f9b20f24751cfe4792c1d4a64778494720491
+SHA512:
+  metadata.gz: 83278b3ccecb7d0494d419d8a7478d90089955f80792823f95273189cca5479a78fdf6ddc53f5ece2edf61683d8e6f36d87f0ef68acad1d9252b31ccd108db96
+  data.tar.gz: 8949d867938c8c98bc1334d1a3f14056c2754213010b45613fe97237076b7f8b959f83fab4089fd34cbf87f88adc2ae090343539cae4165a19ea8c42bbe48c7c

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in fluent-plugin-mssql.gemspec
+gemspec

data/README.md

@@ -0,0 +1,50 @@
+# Fluent::Plugin::Mssql
+
+Fluentd plugin to insert into Microsoft SQL Server.
+
+## Requirement
+
+You should install and setup following packages;
+
+- unixODBC [http://www.unixodbc.org/]
+- freeTDS [http://www.freetds.org/]
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'fluent-plugin-mssql'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install fluent-plugin-mssql
+
+## Usage
+
+```
+<match insert.into.mssql>
+    type mssql
+    odbc_label <OdbcLabel>
+    username <username>
+    password <password>
+    key_names status,bytes,vhost,path,rhost,agent,referer
+    sql INSERT INTO access_log (status,bytes,vhost,path,rhost,agent,referer) VALUES (?,?,?,?,?,?,?)
+    flush_interval 5s
+</match>
+```
+
+## LISENCE
+
+- Apache License, Version 2.0
+
+## Contributing
+
+1. Fork it ( http://github.com/htgc/fluent-plugin-mssql/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/fluent-plugin-mssql.gemspec

@@ -0,0 +1,24 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+Gem::Specification.new do |spec|
+  spec.name          = "fluent-plugin-mssql"
+  spec.version       = "0.0.1"
+  spec.authors       = ["Hidemasa Togashi"]
+  spec.email         = ["togachiro@gmail.com"]
+  spec.summary       = %q{Fluentd plugin to insert into Microsoft SQL Server.}
+  spec.description   = %q{Fluentd plugin to insert into Microsoft SQL Server.}
+  spec.homepage      = "http://github.com/htgc/fluent-plugin-mssql/fork"
+  spec.license       = "Apache Lisence version 2.0"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "dbi"
+
+  spec.add_development_dependency "bundler", "~> 1.5"
+  spec.add_development_dependency "rake"
+end

data/lib/fluent/plugin/out_mssql.rb

@@ -0,0 +1,97 @@
+class MssqlOutput < Fluent::BufferedOutput
+  Fluent::Plugin.register_output('mssql', self)
+
+  include Fluent::SetTimeKeyMixin
+  include Fluent::SetTagKeyMixin
+
+  config_param :odbc_label, :string, :default => nil
+  config_param :username, :string
+  config_param :password, :string
+
+  config_param :key_names, :string, :default => nil # nil allowed for json format
+  config_param :sql, :string, :default => nil
+  config_param :table, :string, :default => nil
+  config_param :columns, :string, :default => nil
+
+  config_param :format, :string, :default => 'raw' # raw or json
+
+  attr_accessor :handler
+
+  def initialize
+    super
+    require 'dbi'
+  end
+
+  def configure(conf)
+    super
+
+    if @format == 'json'
+      @format_proc = Proc.new{|tag, time, record| record.to_json}
+    else
+      @key_names = @key_names.split(',')
+      @format_proc = Proc.new{|tag, time, record| @key_names.map{|k| record[k]}}
+    end
+
+    if @columns.nil? and @sql.nil?
+      raise Fluent::ConfigError, "columns or sql MUST be specified, but missing"
+    end
+
+    if @sql.nil?
+      raise Fluent::ConfigError, "table missing" unless @table
+
+      @columns = @columns.split(',')
+      cols = @columns.join(',')
+      placeholders = if @format == 'json'
+                       '?'
+                     else
+                       @key_names.map{|k| '?'}.join(',')
+                     end
+      @sql = "INSERT INTO #{@table} (#{cols}) VALUES (#{placeholders})"
+    end
+  end
+
+  def start
+    super
+  end
+
+  def shutdown
+    super
+  end
+
+  def format(tag, time, record)
+    tmp = [tag, time, @format_proc.call(tag, time, record)]
+    mp = tmp.to_msgpack
+    mp
+  end
+
+  def client
+    if @odbc_label.nil?
+      raise Fluent::ConfigError, "odbc_label MUST be specified, but missing"
+    else
+      begin
+        dbh = DBI.connect("dbi:ODBC:#{@odbc_label}", @username, @password)
+      rescue
+        raise Fluent::ConfigError, "Cannot open database, check user or password"
+      end
+    end
+    dbh
+  end
+
+  def write(chunk)
+    handler = self.client
+    chunk.msgpack_each { |tag, time, data|
+      begin
+        query = handler.prepare(@sql)
+        num = 1
+        data.each { |d|
+          query.bind_param(num, d)
+          num += 1
+        }
+        query.execute
+      rescue
+        raise Fluent::ConfigError, "SQL Execute Error #{@sql} - #{data}"
+      end
+    }
+    handler.disconnect
+  end
+end

metadata

@@ -0,0 +1,94 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-mssql
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Hidemasa Togashi
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-02-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: dbi
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Fluentd plugin to insert into Microsoft SQL Server.
+email:
+- togachiro@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- README.md
+- Rakefile
+- fluent-plugin-mssql.gemspec
+- lib/fluent/plugin/out_mssql.rb
+- test/plugin/test_out_mssql.rb
+homepage: http://github.com/htgc/fluent-plugin-mssql/fork
+licenses:
+- Apache Lisence version 2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: Fluentd plugin to insert into Microsoft SQL Server.
+test_files:
+- test/plugin/test_out_mssql.rb