fluent-plugin-auto-typecast-filter 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 4dfeb23384ee55ada48e90e803c9d8c964f664fc8efcbd36c06dc160ebb22478
+  data.tar.gz: eba704cbc7525ed3c178381d02f3b96c94950d458d5e8cae4da11a926b11f4d6
+SHA512:
+  metadata.gz: b6cdab2b71b86350766b5eb0b76a6c65f2fb431c1bd9e6c6af7b4db479042e1e2fc3424df35dca202a4e3fd5bc1b6bd87e14535fc12c93a8bd340936376dd9c2
+  data.tar.gz: 2a69c393f279dc32f52b0fb17bfda2a0fcfd8584ef70682107eaaa09e825d7535420f5320d2300fc55c75223ef9ffda0045e30a16d3237a779f85ed23587042d

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+/vendor/

data/Gemfile

@@ -0,0 +1,6 @@
+source "https://rubygems.org"
+
+#git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in fluent-plugin-auto-typecast-filter.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,51 @@
+PATH
+  remote: .
+  specs:
+    fluent-plugin-auto-typecast-filter (0.1.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    concurrent-ruby (1.1.5)
+    cool.io (1.5.4)
+    dig_rb (1.0.1)
+    fluentd (1.7.0)
+      cool.io (>= 1.4.5, < 2.0.0)
+      dig_rb (~> 1.0.0)
+      http_parser.rb (>= 0.5.1, < 0.7.0)
+      msgpack (>= 0.7.0, < 2.0.0)
+      serverengine (>= 2.0.4, < 3.0.0)
+      sigdump (~> 0.2.2)
+      strptime (>= 0.2.2, < 1.0.0)
+      tzinfo (~> 2.0)
+      tzinfo-data (~> 1.0)
+      yajl-ruby (~> 1.0)
+    hoe (3.18.0)
+      rake (>= 0.8, < 13.0)
+    http_parser.rb (0.6.0)
+    msgpack (1.3.1)
+    rake (10.5.0)
+    serverengine (2.1.1)
+      sigdump (~> 0.2.2)
+    sigdump (0.2.4)
+    strptime (0.2.3)
+    test-unit (1.2.3)
+      hoe (>= 1.5.1)
+    tzinfo (2.0.0)
+      concurrent-ruby (~> 1.0)
+    tzinfo-data (1.2019.2)
+      tzinfo (>= 1.0.0)
+    yajl-ruby (1.4.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 2.0.2)
+  fluent-plugin-auto-typecast-filter!
+  fluentd (~> 1.7.0)
+  rake (~> 10.0)
+  test-unit (~> 1.2.3)
+
+BUNDLED WITH
+   2.0.2

data/README.md

@@ -0,0 +1,35 @@
+# Fluent::Plugin::AutoTypecastFilter
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/fluent/plugin/auto/typecast/filter`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'fluent-plugin-auto-typecast-filter'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install fluent-plugin-auto-typecast-filter
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/s5o-c/fluent-plugin-auto-typecast-filter. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.

data/Rakefile

@@ -0,0 +1,12 @@
+require 'rake/testtask'
+require "bundler/gem_tasks"
+
+task :default => :spec
+
+Rake::TestTask.new(:test) do |test|
+    test.libs << 'lib' << 'test'
+    test.pattern = 'test/**/test_*.rb'
+    test.verbose = true
+end
+
+task :default => :test

data/fluent-plugin-auto-typecast-filter.gemspec

@@ -0,0 +1,42 @@
+
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "fluent/plugin/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "fluent-plugin-auto-typecast-filter"
+  spec.version       = Fluent::Plugin::VERSION
+  spec.authors       = ["Shotaro Chiba"]
+  spec.email         = ["s@pws.jp"]
+
+  spec.summary       = %q{fluent-plugin-auto-typecast-filter}
+  spec.description   = %q{fluent-plugin-auto-typecast-filter}
+  spec.homepage      = "https://github.com/s5o-c/fluent-plugin-auto-typecast-filter"
+
+  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
+  # to allow pushing to a single host or delete this section to allow pushing to any host.
+  if spec.respond_to?(:metadata)
+    # spec.metadata["allowed_push_host"] = "TODO: Set to 'http://mygemserver.com'"
+
+    spec.metadata["homepage_uri"]    = spec.homepage
+    spec.metadata["source_code_uri"] = "https://github.com/s5o-c/fluent-plugin-auto-typecast-filter"
+    spec.metadata["changelog_uri"]   = "https://github.com/s5o-c/fluent-plugin-auto-typecast-filter"
+  else
+    raise "RubyGems 2.0 or newer is required to protect against " \
+      "public gem pushes."
+  end
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 2.0.2"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "test-unit", "~> 1.2.3"
+  spec.add_development_dependency "fluentd", "~> 1.7.0"
+end

data/lib/fluent/plugin/filter_auto_typecast.rb

@@ -0,0 +1,95 @@
+require 'fluent/plugin/filter'
+
+class String
+    def numeric?
+        Float(self) != nil rescue false
+    end
+
+    def boolean?
+        return true if self =~ /^(?:true|false|TRUE|FALSE)$/
+
+        false
+    end
+
+    def nil?
+        return true if self =~ /^(?:null|nil|NULL|NIL)$/
+
+        false
+    end
+
+    def to_numeric!
+        if self.numeric?
+            if self.index('.')
+                return self.to_f
+            else
+                return self.to_i
+            end
+        end
+
+        0
+    end
+
+    def to_boolean!
+        return true  if self =~ /^(?:true|TRUE)$/i
+        return false if self =~ /^(?:false|FALSE)$/i
+
+        false
+    end
+
+    def to_nil!
+        nil
+    end
+end
+
+module Fluent::Plugin
+    class AutoTypecastFilter < Filter
+        Fluent::Plugin.register_filter('auto_typecast', self)
+
+        config_param :deep_dive, :bool, default: false
+
+        # def configure(conf)
+        #     super
+        #     # do the usual configuration here
+        # end
+
+        # def start
+        #     super
+        #     # Override this method if anything needed as startup.
+        # end
+
+        # def shutdown
+        #     # Override this method to use it to free up resources, etc.
+        #     super
+        # end
+
+        private def transform(x, k, v)
+            y = String("#{v}")
+
+            x[k] = y.to_numeric! if y.numeric?
+
+            x[k] = y.to_boolean! if y.boolean?
+
+            x[k] = y.to_nil! if y.nil?
+
+            auto_typecast(v) if @deep_dive
+        end
+
+        private def auto_typecast(x)
+            return x if ! x.kind_of?(Enumerable)
+
+            x.each do |k, v|
+                transform(x, k, v)
+            end if x.kind_of?(Hash)
+
+            x.each_with_index do |v, k|
+                transform(x, k, v)
+            end if x.kind_of?(Array)
+        end
+
+        def filter(tag, time, record)
+            auto_typecast(record)
+
+            record
+        end
+    end
+end

data/lib/fluent/plugin/version.rb

@@ -0,0 +1,5 @@
+module Fluent
+    module Plugin
+        VERSION = "0.1.0"
+    end
+end

data/td-agent.conf

@@ -0,0 +1,35 @@
+<source>
+    @type dummy
+    @label @filter
+    tag dummy
+    dummy {
+        "_0": "NULL",
+        "_1": "0",
+        "_2": "10",
+        "_3": "0.0",
+        "_4": "10.0",
+        "_5": "1_000_000_000_000_000_000.0",
+        "_6": "true",
+        "_7": "FALSE",
+        "_8": "",
+        "_9": "string"
+    }
+    rate 1
+</source>
+
+<label @filter>
+    <filter **>
+        @type auto_typecast
+    </filter>
+
+    <match **>
+        @type relabel
+        @label @output
+    </match>
+</label>
+
+<label @output>
+    <match **>
+        @type stdout
+    </match>
+</label>

metadata

@@ -0,0 +1,110 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-auto-typecast-filter
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Shotaro Chiba
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2019-08-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.2
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.2.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.2.3
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.7.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.7.0
+description: fluent-plugin-auto-typecast-filter
+email:
+- s@pws.jp
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- fluent-plugin-auto-typecast-filter.gemspec
+- lib/fluent/plugin/filter_auto_typecast.rb
+- lib/fluent/plugin/version.rb
+- td-agent.conf
+homepage: https://github.com/s5o-c/fluent-plugin-auto-typecast-filter
+licenses: []
+metadata:
+  homepage_uri: https://github.com/s5o-c/fluent-plugin-auto-typecast-filter
+  source_code_uri: https://github.com/s5o-c/fluent-plugin-auto-typecast-filter
+  changelog_uri: https://github.com/s5o-c/fluent-plugin-auto-typecast-filter
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.3
+signing_key: 
+specification_version: 4
+summary: fluent-plugin-auto-typecast-filter
+test_files: []