fluent-plugin-time-filter 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: de334ca502ca99b2e994b3eb8a617d873164f5cd691d4e652e5f937b49252248
+  data.tar.gz: e6a2d6d4c52d407a6ceae423eb5f12e9097654218ff82c7dbf87e20c8556518c
+SHA512:
+  metadata.gz: b3918813b13a7b2ec41cad79d42084c293d735201979cecc6b91f4e166436db50fc0aa0c453dbbc83237c49b05c25c9c7078e9356a0186dec3da06ad6a121689
+  data.tar.gz: ceb2143d584a1b5b6c7e8cc1f60787760739b5c2d3684bf5e0c70d9437b68803c6ffe6f6ab6aaa3ef1fdddbd534ed77178950ce859010472937ee2b520e8dd08

data/.circleci/config.yml

@@ -0,0 +1,90 @@
+# Ruby CircleCI 2.0 configuration file
+#
+# Check https://circleci.com/docs/2.0/language-ruby/ for more details
+#
+version: 2
+jobs:
+  build:
+    docker:
+      # specify the version you desire here
+      - image: circleci/ruby:2.4.2-node-browsers
+    working_directory: ~/repo
+
+    steps:
+      - checkout
+
+      - run:
+          name: install dependencies
+          command: |
+            bundle install --jobs=4 --retry=3 --path vendor/bundle
+
+      # Build gem
+      - run:
+          name: build gem
+          command: |
+            bundle exec rake build
+
+      - save_cache:
+          paths:
+            - ./vendor/bundle
+          key: v1-dependencies-{{ checksum "Gemfile.lock" }}
+
+      # run unit tests
+      - run:
+          name: run unit tests
+          command: |
+            bundle exec rspec --format documentation \
+                            --format RspecJunitFormatter \
+                            --out /tmp/test-results/rspec.xml
+
+      # run rubocop
+      - run: bundle exec rubocop -D
+
+      # collect reports
+      - store_test_results:
+          path: /tmp/test-results
+      - store_artifacts:
+          path: /tmp/test-results
+          destination: test-results
+
+      # pass workspace to next job
+      - persist_to_workspace:
+          root: .
+          paths:
+            - .
+
+  publish:
+    docker:
+      # specify the version you desire here
+      - image: circleci/ruby:2.4.2-node-browsers
+    working_directory: ~/repo
+    steps:
+      - attach_workspace:
+          at: .
+      # configure to publish
+      - run:
+          name: configure
+          command: |
+            mkdir ~/.gem && echo -e ":rubygems_api_key: $RUBYGEMS_API_KEY" > ~/.gem/credentials && chmod 0600 /home/circleci/.gem/credentials
+      # publish to rubygems.org
+      - run:
+          name: publish
+          command: |
+            gem push pkg/fluent-plugin-time-filter-*.gem
+
+workflows:
+  version: 2
+  test-and-deploy:
+    jobs:
+      - build:
+          filters:
+            tags:
+              only: /.*/
+      - publish:
+          requires:
+            - build
+          filters:
+            tags:
+              only: /^v[0-9]+(\.[0-9]+){2}.*/
+            branches:
+              ignore: /.*/

data/.gitignore

@@ -0,0 +1,13 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+/vendor/bundle/
+Gemfile.lock
+
+# rspec failure tracking
+.rspec_status

data/.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--color
+--require spec_helper

data/.rubocop.yml

@@ -0,0 +1,80 @@
+AllCops:
+  TargetRubyVersion: 2.5
+  Exclude:
+    - bin/*
+    - config/**/*.rb
+    - db/migrate/*.rb
+    - db/schema.rb
+    - db/seeds.rb
+    - vendor/bundle/**/*
+
+Metrics/LineLength:
+  Max: 120
+
+Style/AsciiComments:
+  Enabled: false
+
+Style/BracesAroundHashParameters:
+  Enabled: false
+
+Style/ClassAndModuleChildren:
+  Enabled: false
+
+Style/MutableConstant:
+  AutoCorrect: false
+
+Layout/EndAlignment:
+  EnforcedStyleAlignWith: variable
+
+Style/NegatedIf:
+  Enabled: false
+
+Style/NegatedWhile:
+  Enabled: false
+
+Style/DoubleNegation:
+  Enabled: false
+
+Metrics/ParameterLists:
+  Exclude:
+    - spec/**/*
+
+Metrics/MethodLength:
+  Max: 15
+  Exclude:
+    - apps/**/views/**/*.rb
+
+Metrics/BlockLength:
+  Exclude:
+    - apps/**/views/**/*.rb
+    - spec/**/*.rb
+
+Metrics/AbcSize:
+  Max: 20
+
+Metrics/PerceivedComplexity:
+  Max: 8
+
+Metrics/CyclomaticComplexity:
+  Max: 7
+
+Performance/RedundantMerge:
+  Enabled: false
+
+Style/FrozenStringLiteralComment:
+  Enabled: false
+
+Style/SingleLineBlockParams:
+  Enabled: false
+
+Style/EmptyMethod:
+  Enabled: false
+
+Style/NumericPredicate:
+  Enabled: false
+
+Bundler/OrderedGems:
+  Enabled: false
+
+Gemspec/OrderedDependencies:
+  Enabled: false

data/CHANGELOG.md

@@ -0,0 +1,5 @@
+# Change Log
+
+## v0.1.0
+
+- First release

data/Gemfile

@@ -0,0 +1,6 @@
+source 'https://rubygems.org'
+
+git_source(:github) { |repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in fluent-plugin-time-filter.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,13 @@
+Copyright (C) 2018 Akira Tanimura (@AuToPP)
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.

data/README.md

@@ -0,0 +1,57 @@
+# fluent-plugin-time-filter
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'fluent-plugin-time-filter'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install fluent-plugin-time-filter
+
+## Parameters
+
+| name | type | required? | description |
+|---|---|---|
+| `@type` | string | yes | The value must be `time` |
+| `threshold` | integer | yes | Threshold for filtering by timestamp. Events whose timestamp is older than `threshold` seconds ago are filtered out. |
+
+## Example
+
+Configuration:
+
+```
+<filter foo.bar>
+  @type time
+  threshold 60
+</filter>
+```
+
+When the following events pass through this filter at `2018-08-19 22:00:00`:
+
+```
+["foo.bar", "2018-08-19 21:58:59 +0900", { number: 1 }]
+["foo.bar", "2018-08-19 21:59:00 +0900", { number: 2 }]
+["foo.bar", "2018-08-19 21:59:01 +0900", { number: 3 }]
+```
+
+only the last two are passed to the next step of the pipeline, the first one is discarded.
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/autopp/fluent-plugin-time-filter.
+
+## License
+
+[Apache License 2.0](LICENSE.txt)
+
+## Author
+
+[@AuToPP](https://twitter.com/AuToPP)

data/Rakefile

@@ -0,0 +1,6 @@
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new(:spec)
+
+task default: :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require 'bundler/setup'
+require 'fluent/plugin/time/filter'
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require 'irb'
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/fluent-plugin-time-filter.gemspec

@@ -0,0 +1,28 @@
+Gem::Specification.new do |spec|
+  spec.name          = 'fluent-plugin-time-filter'
+  spec.version       = '0.1.0'
+  spec.authors       = ['autopp']
+  spec.email         = ['autopp.inc@gmail.com']
+
+  spec.summary       = 'Fluentd plugin to filter old records'
+  spec.description   = spec.summary
+  spec.homepage      = 'https://github.com/autopp/fluent-plugin-time-filter'
+  spec.license       = 'Apache-2.0'
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = 'exe'
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.add_runtime_dependency 'fluentd', '>= 0.12.0', '< 2'
+
+  spec.add_development_dependency 'bundler', '~> 1.16'
+  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'rspec', '~> 3.0'
+  spec.add_development_dependency 'timecop'
+  spec.add_development_dependency 'rspec_junit_formatter'
+  spec.add_development_dependency 'rubocop', '~> 0.58.2'
+  spec.add_development_dependency 'test-unit', '~> 3.2'
+end

data/lib/fluent/plugin/filter_time.rb

@@ -0,0 +1,41 @@
+#
+# fluent-plugin-filter-time
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+#
+
+require 'fluent/filter'
+
+module Fluent
+  # TimeFilter provides filter_time plugin for Fluentd
+  #
+  class TimeFilter < Filter
+    Fluent::Plugin.register_filter('time', self)
+
+    config_param :threshold, :integer, desc: <<~EODESC
+      Threshold for filtering by timestamp.
+      Events whose timestamp is older than `threshold` seconds ago are filtered out.
+    EODESC
+
+    def filter(_tag, time, record)
+      delay = Fluent::Engine.now - time
+      if delay <= threshold
+        record
+      else
+        log.debug('skipped record older than threshold',
+                  time: Time.at(time), delay: delay, plugin_id: plugin_id)
+        nil
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,175 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-time-filter
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- autopp
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2018-08-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.12.0
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.12.0
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: timecop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec_junit_formatter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.58.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.58.2
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+description: Fluentd plugin to filter old records
+email:
+- autopp.inc@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".circleci/config.yml"
+- ".gitignore"
+- ".rspec"
+- ".rubocop.yml"
+- CHANGELOG.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- fluent-plugin-time-filter.gemspec
+- lib/fluent/plugin/filter_time.rb
+homepage: https://github.com/autopp/fluent-plugin-time-filter
+licenses:
+- Apache-2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.3
+signing_key: 
+specification_version: 4
+summary: Fluentd plugin to filter old records
+test_files: []