fluent-plugin-xml-simple-parser 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 048d7ef269f7aaec80bd9b7277be43159fd15929
+  data.tar.gz: 016ac607265c6c823bcb705fc36e4aad79c1514b
+SHA512:
+  metadata.gz: 10f9f5da9ce54a199dec6473eb35f3b901dfaecf616214a26035c484dbea82174327b93aeb1669329fcfe4686c87047ab4e3df8e09169cea5090c783c867002c
+  data.tar.gz: a4e3930c2cabe8da871ec9158a789beeed57fad6d9ebf36cfc9df54c1c2220c105fa0327842e6c93eea26ceacf219daea4aabb03f37b4b1e4cb6e40a4415b34c

data/.rspec

@@ -0,0 +1,4 @@
+--color
+--format documentation
+--backtrace
+--default_path spec

data/.simplecov

@@ -0,0 +1,5 @@
+# configure code coverage
+SimpleCov.start do
+  # exclude directories and files
+  add_filter "/spec/"
+end

data/Gemfile

@@ -0,0 +1,12 @@
+source 'http://rubygems.org'
+
+gem 'fluentd', '>=0.12.29'
+gem 'nori', '>=2.6.0'
+
+group :development, :test do
+  gem 'rdoc', '>=3.12'
+  gem 'bundler', '>=1.0.0'
+  gem 'jeweler', '>=1.8.4'
+  gem 'rspec', '>=0'
+  gem 'simplecov'
+end

data/LICENSE.txt

@@ -0,0 +1,29 @@
+Copyright © 2016 by Yaroslav Lukyanov (c_sharp@mail.ru)
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions
+are met:
+
+ * Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+   notice, this list of conditions and the following disclaimer in
+   the documentation and/or other materials provided with the
+   distribution.
+ * Neither the name of the copyright holder nor the names of its
+   contributors may be used to endorse or promote products derived
+   from this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
+FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
+COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
+INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
+BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
+ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+POSSIBILITY OF SUCH DAMAGE.

data/README.md

@@ -0,0 +1,62 @@
+# Cassandra plugin for Fluentd
+
+Cassandra output plugin for Fluentd.
+
+Implemented using the Datastax Ruby Driver for Apache Cassandra gem and targets [CQL3](https://docs.datastax.com/en/cql/3.3/)
+and Cassandra 1.2 - 3.x
+
+# Warning
+
+This project is in an alpha state, so configuration params could be changed without changing of major version.
+
+Be careful before updating.
+
+# Installation
+
+via RubyGems
+
+    fluent-gem install fluent-plugin-cassandra-driver
+    td-agent-gem install fluent-plugin-cassandra-driver
+
+# Quick Start
+
+## Cassandra Configuration
+    # Create keyspace (via CQL)
+      CREATE KEYSPACE metrics WITH strategy_class='org.apache.cassandra.locator.SimpleStrategy' AND strategy_options:replication_factor=1;
+
+    # Create table (column family)
+      CREATE TABLE logs (id varchar, timestamp timestamp, json text, PRIMARY KEY (id, timestamp)) WITH CLUSTERING ORDER BY (timestamp DESC);
+
+## Fluentd.conf Configuration
+    <match cassandra.**>
+      type cassandra_driver      # fluent output plugin file name (sans fluent_plugin_ prefix)
+      hosts 127.0.0.1            # comma delimited string of hosts
+      
+      keyspace metrics           # cassandra keyspace
+      column_family logs         # cassandra column family
+      
+      ttl 60                     # cassandra ttl (optional, default is 0)
+      
+      schema                     # cassandra column family schema (see example below)
+      
+      pop_data_keys              # pop values from the fluentd hash when storing it as json (optional, default is true)
+      json_column json           # column where store all remaining data from fluentd (optional)
+    </match>
+    
+### Schema example
+    # hash of hashes :column_damily_key => {:fluentd_record_key => :type_from_list}
+    # or :column_damily_key => :type_from_list
+    # then :fluentd_record_key will be the same as :column_damily_key
+    '{:id => {:ident => nil}, :timestamp => {:timestamp => :time}}'
+    
+Available mappings:
+* :integer
+* :string
+* :timeuuid
+* :time
+    
+All nil types will be recognized as string.
+    
+# Tests
+
+TODO

data/Rakefile

@@ -0,0 +1,51 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts 'Run `bundle install` to install missing gems'
+  exit e.status_code
+end
+
+require 'rake'
+require 'jeweler'
+
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.name = 'fluent-plugin-xml-simple-parser'
+  gem.homepage = 'https://github.com/CSharpRU/fluent-plugin-xml-simple-parser'
+  gem.license = 'BSD-3-Clause'
+  gem.summary = 'Fluent parser for XML'
+  gem.description = 'Fluent parser for XML that just converts XML to fluentd record fields'
+  gem.email = 'c_sharp@mail.ru'
+  gem.authors = ['Yaroslav Lukyanov']
+  # dependencies defined in Gemfile
+end
+
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rdoc/task'
+
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "fluent-plugin-xml-simple-parser #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+# Get spec rake tasks working in RSpec 2.0
+require 'rspec/core/rake_task'
+
+desc 'Default: run specs.'
+task :default => :spec
+
+desc 'Run specs'
+RSpec::Core::RakeTask.new do |t|
+
+end

data/VERSION

@@ -0,0 +1 @@
+0.0.1

data/fluent-plugin-cassandra-driver.gemspec

@@ -0,0 +1,69 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+# stub: fluent-plugin-cassandra-driver 1.0.0 ruby lib
+
+Gem::Specification.new do |s|
+  s.name = "fluent-plugin-cassandra-driver".freeze
+  s.version = "1.0.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0".freeze) if s.respond_to? :required_rubygems_version=
+  s.require_paths = ["lib".freeze]
+  s.authors = ["Yaroslav Lukyanov".freeze]
+  s.date = "2016-11-12"
+  s.description = "Fluent output plugin for Cassandra via Datastax Ruby Driver for Apache Cassandra".freeze
+  s.email = "c_sharp@mail.ru".freeze
+  s.extra_rdoc_files = [
+    "LICENSE.txt",
+    "README.md"
+  ]
+  s.files = [
+    ".rspec",
+    ".simplecov",
+    "Gemfile",
+    "LICENSE.txt",
+    "README.md",
+    "Rakefile",
+    "VERSION",
+    "fluent-plugin-cassandra-driver.gemspec",
+    "lib/fluent/plugin/out_cassandra_driver.rb",
+    "spec/spec.opts",
+    "spec/spec_helper.rb"
+  ]
+  s.homepage = "https://github.com/CSharpRU/fluent-plugin-cassandra-driver".freeze
+  s.licenses = ["BSD-3-Clause".freeze]
+  s.rubygems_version = "2.6.8".freeze
+  s.summary = "Fluent output plugin for Cassandra".freeze
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 4
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<fluentd>.freeze, [">= 0.12.29"])
+      s.add_runtime_dependency(%q<cassandra-driver>.freeze, [">= 3.0.3"])
+      s.add_development_dependency(%q<rdoc>.freeze, [">= 3.12"])
+      s.add_development_dependency(%q<bundler>.freeze, [">= 1.0.0"])
+      s.add_development_dependency(%q<jeweler>.freeze, [">= 1.8.4"])
+      s.add_development_dependency(%q<rspec>.freeze, [">= 0"])
+      s.add_development_dependency(%q<simplecov>.freeze, [">= 0"])
+    else
+      s.add_dependency(%q<fluentd>.freeze, [">= 0.12.29"])
+      s.add_dependency(%q<cassandra-driver>.freeze, [">= 3.0.3"])
+      s.add_dependency(%q<rdoc>.freeze, [">= 3.12"])
+      s.add_dependency(%q<bundler>.freeze, [">= 1.0.0"])
+      s.add_dependency(%q<jeweler>.freeze, [">= 1.8.4"])
+      s.add_dependency(%q<rspec>.freeze, [">= 0"])
+      s.add_dependency(%q<simplecov>.freeze, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<fluentd>.freeze, [">= 0.12.29"])
+    s.add_dependency(%q<cassandra-driver>.freeze, [">= 3.0.3"])
+    s.add_dependency(%q<rdoc>.freeze, [">= 3.12"])
+    s.add_dependency(%q<bundler>.freeze, [">= 1.0.0"])
+    s.add_dependency(%q<jeweler>.freeze, [">= 1.8.4"])
+    s.add_dependency(%q<rspec>.freeze, [">= 0"])
+    s.add_dependency(%q<simplecov>.freeze, [">= 0"])
+  end
+end
+

data/fluent-plugin-xml-parser.gemspec

@@ -0,0 +1,67 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+# stub: fluent-plugin-xml-parser 0.0.1 ruby lib
+
+Gem::Specification.new do |s|
+  s.name = "fluent-plugin-xml-parser".freeze
+  s.version = "0.0.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0".freeze) if s.respond_to? :required_rubygems_version=
+  s.require_paths = ["lib".freeze]
+  s.authors = ["Yaroslav Lukyanov".freeze]
+  s.date = "2016-11-15"
+  s.description = "Fluent parser for XML that just converts XML to fluentd record fields".freeze
+  s.email = "c_sharp@mail.ru".freeze
+  s.extra_rdoc_files = [
+    "LICENSE.txt",
+    "README.md"
+  ]
+  s.files = [
+    ".rspec",
+    ".simplecov",
+    "Gemfile",
+    "LICENSE.txt",
+    "README.md",
+    "Rakefile",
+    "VERSION",
+    "fluent-plugin-cassandra-driver.gemspec",
+    "lib/fluent/plugin/parser_xml.rb"
+  ]
+  s.homepage = "https://github.com/CSharpRU/fluent-plugin-xml-parser".freeze
+  s.licenses = ["BSD-3-Clause".freeze]
+  s.rubygems_version = "2.6.8".freeze
+  s.summary = "Fluent parser for XML".freeze
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 4
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<fluentd>.freeze, [">= 0.12.29"])
+      s.add_runtime_dependency(%q<nori>.freeze, [">= 2.6.0"])
+      s.add_development_dependency(%q<rdoc>.freeze, [">= 3.12"])
+      s.add_development_dependency(%q<bundler>.freeze, [">= 1.0.0"])
+      s.add_development_dependency(%q<jeweler>.freeze, [">= 1.8.4"])
+      s.add_development_dependency(%q<rspec>.freeze, [">= 0"])
+      s.add_development_dependency(%q<simplecov>.freeze, [">= 0"])
+    else
+      s.add_dependency(%q<fluentd>.freeze, [">= 0.12.29"])
+      s.add_dependency(%q<nori>.freeze, [">= 2.6.0"])
+      s.add_dependency(%q<rdoc>.freeze, [">= 3.12"])
+      s.add_dependency(%q<bundler>.freeze, [">= 1.0.0"])
+      s.add_dependency(%q<jeweler>.freeze, [">= 1.8.4"])
+      s.add_dependency(%q<rspec>.freeze, [">= 0"])
+      s.add_dependency(%q<simplecov>.freeze, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<fluentd>.freeze, [">= 0.12.29"])
+    s.add_dependency(%q<nori>.freeze, [">= 2.6.0"])
+    s.add_dependency(%q<rdoc>.freeze, [">= 3.12"])
+    s.add_dependency(%q<bundler>.freeze, [">= 1.0.0"])
+    s.add_dependency(%q<jeweler>.freeze, [">= 1.8.4"])
+    s.add_dependency(%q<rspec>.freeze, [">= 0"])
+    s.add_dependency(%q<simplecov>.freeze, [">= 0"])
+  end
+end
+

data/lib/fluent/plugin/parser_xml.rb

@@ -0,0 +1,25 @@
+require 'nori'
+
+module Fluent
+  module Plugin
+    class XmlParser < Parser
+      Fluent::Plugin.register_parser('parser_xml', self)
+
+      def configure(conf)
+        super
+
+        @parser = Nori.new
+      end
+
+      def parse(xml)
+        parsed = @parser.parse(xml)
+
+        if block_given?
+          yield nil, parsed
+        else
+          return nil, parsed
+        end
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,153 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-xml-simple-parser
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Yaroslav Lukyanov
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-11-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.12.29
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.12.29
+- !ruby/object:Gem::Dependency
+  name: nori
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.6.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.6.0
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '3.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '3.12'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+- !ruby/object:Gem::Dependency
+  name: jeweler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.8.4
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.8.4
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Fluent parser for XML that just converts XML to fluentd record fields
+email: c_sharp@mail.ru
+executables: []
+extensions: []
+extra_rdoc_files:
+- LICENSE.txt
+- README.md
+files:
+- ".rspec"
+- ".simplecov"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- VERSION
+- fluent-plugin-cassandra-driver.gemspec
+- fluent-plugin-xml-parser.gemspec
+- lib/fluent/plugin/parser_xml.rb
+homepage: https://github.com/CSharpRU/fluent-plugin-xml-simple-parser
+licenses:
+- BSD-3-Clause
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.8
+signing_key: 
+specification_version: 4
+summary: Fluent parser for XML
+test_files: []