fluent-plugin-twitter 0.2.2 → 0.2.4

data/.gitignore

@@ -2,3 +2,4 @@
 .bundle
 Gemfile.lock
 pkg/*
+vendor/*

data/.travis.yml

@@ -0,0 +1,5 @@
+language: ruby
+
+rvm:
+  - 2.0.0
+  - 1.9.3

data/README.md

@@ -1,4 +1,4 @@
-fluent-plugin-twitter
+fluent-plugin-twitter [![Build Status](https://travis-ci.org/y-ken/fluent-plugin-twitter.png?branch=master)](https://travis-ci.org/y-ken/fluent-plugin-twitter)
 =====================
 
 ## Component
@@ -29,7 +29,7 @@ gem install fluent-plugin-twitter
   oauth_token_secret  YOUR_OAUTH_TOKEN_SECRET # Required
   tag                 input.twitter.sampling  # Required
   timeline            sampling                # Required (sampling or userstream)
-  keyword             Ruby,Python             # Optional (currently, only work with `timeline` is sampling)
+  keyword             Ruby,Python             # Optional
   lang                ja,en                   # Optional
   output_format       nest                    # Optional (nest or flat or simple[default])
 </source>
@@ -76,6 +76,9 @@ http://pocketstudio.jp/log3/2012/02/12/how_to_get_twitter_apikey_and_token/
 http://qiita.com/items/fe4258b394190f23fece
 
 ## TODO
+* support fetching twitter search
+* support fetching specific user userstream
+
 patches welcome!
 
 ## Known Issue

data/fluent-plugin-twitter.gemspec

@@ -3,11 +3,11 @@ $:.push File.expand_path("../lib", __FILE__)
 
 Gem::Specification.new do |s|
   s.name        = "fluent-plugin-twitter"
-  s.version     = "0.2.2"
+  s.version     = "0.2.4"
   s.authors     = ["Kentaro Yoshida"]
   s.email       = ["y.ken.studio@gmail.com"]
   s.homepage    = "https://github.com/y-ken/fluent-plugin-twitter"
-  s.summary     = %q{Fluentd Input/Output plugin to process tweets with Twitter Streaming API.}
+  s.summary     = %q{Fluentd Input/Output plugin to collect/process tweets with Twitter Streaming API.}
 
   s.files         = `git ls-files`.split("\n")
   s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
@@ -15,8 +15,9 @@ Gem::Specification.new do |s|
   s.require_paths = ["lib"]
 
   # specify any dependencies here; for example:
-  s.add_development_dependency "fluentd"
+  s.add_development_dependency "rake"
   s.add_runtime_dependency "fluentd"
-  s.add_runtime_dependency "twitter"
-  s.add_runtime_dependency "tweetstream"
+  s.add_runtime_dependency "em-twitter", ["= 0.2.2"]
+  s.add_runtime_dependency "twitter", ["= 4.8.1"]
+  s.add_runtime_dependency "tweetstream", ["= 2.5.0"]
 end

data/lib/fluent/plugin/in_twitter.rb

@@ -18,6 +18,7 @@ module Fluent
     def initialize
       super
       require 'tweetstream'
+      require 'nkf'
     end
 
     def configure(conf)
@@ -82,8 +83,9 @@ module Fluent
       return false if !status.include?(:user)
       return false if (!@lang.nil? && @lang != '') && !@lang.include?(status[:user][:lang])
       if @timeline == 'userstream' && (!@keyword.nil? && @keyword != '')
-        keyword_regexp = Regexp.new(keyword.gsub(',', '|'))
-        return false if !keyword_regexp.match(status[:text])
+        pattern = NKF::nkf('-WwZ1', @keyword).gsub(/,\s?/, '|')
+        tweet = NKF::nkf('-WwZ1', status[:text])
+        return false if !Regexp.new(pattern, Regexp::IGNORECASE).match(tweet)
       end
       return true
     end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-twitter
 version: !ruby/object:Gem::Version
-  version: 0.2.2
+  version: 0.2.4
   prerelease: 
 platform: ruby
 authors:
@@ -9,10 +9,10 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-03-24 00:00:00.000000000 Z
+date: 2013-12-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: fluentd
+  name: rake
   requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
@@ -43,38 +43,54 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: em-twitter
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.2.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.2.2
 - !ruby/object:Gem::Dependency
   name: twitter
   requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
-    - - ! '>='
+    - - '='
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 4.8.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     none: false
     requirements:
-    - - ! '>='
+    - - '='
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 4.8.1
 - !ruby/object:Gem::Dependency
   name: tweetstream
   requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
-    - - ! '>='
+    - - '='
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 2.5.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     none: false
     requirements:
-    - - ! '>='
+    - - '='
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 2.5.0
 description: 
 email:
 - y.ken.studio@gmail.com
@@ -83,6 +99,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - .gitignore
+- .travis.yml
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -116,7 +133,8 @@ rubyforge_project:
 rubygems_version: 1.8.23
 signing_key: 
 specification_version: 3
-summary: Fluentd Input/Output plugin to process tweets with Twitter Streaming API.
+summary: Fluentd Input/Output plugin to collect/process tweets with Twitter Streaming
+  API.
 test_files:
 - test/helper.rb
 - test/plugin/test_in_twitter.rb