fluent-plugin-twittersearch 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: aab5386d955e9c8169ae355bd13cd3057ea097cd
+  data.tar.gz: 43138cf5af4906c1c00a724d355b82a8603e125d
+SHA512:
+  metadata.gz: 2de9e1082c081387f6b47108db7ae25f9f8f697ecd825b970b25f846d7f5c099b8bb30bde846ecd1fc38b45d927e056cd6a8707124907132832fdfdea40de655
+  data.tar.gz: be1ce01e9d723491221917e9462c551b49df3a8c1321445e7196d1c8ca6a72775b1f1f94ae167b7c2aea3c2e9c3e291a9468ec04a5337940e385ad493cf0565c

data/.gitignore

@@ -0,0 +1,25 @@
+# For TextMate, emacs, vim
+*.gem
+*.rbc
+*.swp
+*.tmproj
+*~
+.\#*
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+\#*
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+pkg/*
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+tmtags

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in fluent-plugin-twittersearch.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,20 @@
+The MIT License (MIT)
+
+Copyright (c) 2013 Freddie FUJIWARA
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of
+this software and associated documentation files (the "Software"), to deal in
+the Software without restriction, including without limitation the rights to
+use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
+the Software, and to permit persons to whom the Software is furnished to do so,
+subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# Fluent::Plugin::Twittersearch
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'fluent-plugin-twittersearch'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install fluent-plugin-twittersearch
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,11 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/*.rb'
+  test.verbose = true
+end
+
+task :default => :test

data/fluent-plugin-twittersearch.gemspec

@@ -0,0 +1,21 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+
+Gem::Specification.new do |s|
+  s.name        = "fluent-plugin-twittersearch"
+  s.version     = "0.0.1"
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Freddie Fujiwara"]
+  s.date        = %q{2013-09-29}
+  s.email       = "github@ze.gs"
+  s.homepage    = "http://github.com/freddiefujiwara/fluent-plugin-twittersearch"
+  s.summary     = "twittersearch plugin for Fluentd"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_dependency %q<fluentd>, ["~> 0.10.0"]
+  s.add_dependency %q<twitter>, ["~> 4.8.1"]
+end

data/lib/fluent/plugin/in_twittersearch.rb

@@ -0,0 +1,75 @@
+module Fluent
+    class TwittersearchError < StandardError
+    end
+    class TwittersearchInput < Input
+        Plugin.register_input('twittersearch', self)
+        config_param :consumer_key, :string
+        config_param :consumer_secret, :string
+        config_param :oauth_token, :string
+        config_param :oauth_token_secret, :string
+        config_param :tag, :string
+        config_param :keyword, :string,:default => nil
+        config_param :hashtag, :string,:default => nil
+        config_param :count,   :integer
+        config_param :run_interval,   :integer
+        config_param :result_type, :string
+
+        attr_reader :twitter
+
+        def initialize
+            super
+            require "twitter"
+        end
+
+        def configure(config)
+            super
+            Twitter.configure do |cnf|   
+                cnf.consumer_key    = @consumer_key
+                cnf.consumer_secret = @consumer_secret
+            end
+            @twitter = Twitter::Client.new(
+                                             :oauth_token => @oauth_token,
+                                             :oauth_token_secret => @oauth_token_secret
+                                            )
+            raise Fluent::ConfigError.new if @keyword.nil? and @hashtag.nil?
+        end
+
+        def start
+            super
+            @thread = Thread.new(&method(:run))
+        end
+
+        def search
+            tweets = []
+            @twitter.search(@keyword.nil? ? "##{@hashtag}" : @keyword,
+                                    :count => @count,
+                                    :result_type => @result_type).results.reverse.map do |result|
+
+                tweet = Hash.new
+                [:created_at,:id,:retweet_count,:favorite_count].each do |key|
+                    tweet.store(key.to_s, result[key])
+                end
+                [:id,:screen_name,:profile_image_url,:profile_image_url_https].each do |key|
+                    tweet.store(key.to_s, result.user[key])
+                end
+                tweet.store('text',result.text.force_encoding('utf-8'))
+                tweet.store('name',result.user.name.force_encoding('utf-8'))
+                tweets << tweet
+            end
+            tweets
+        end
+
+        def run
+            loop do
+                search.each do |tweet|
+                    Engine.emit @tag,Engine.now,tweet
+                end
+                sleep @run_interval
+            end
+        end
+
+        def shutdown
+            Thread.kill(@thread)
+        end
+    end
+end

data/test/plugin/in_twittersearch.rb

@@ -0,0 +1,114 @@
+require 'fluent/test'
+require 'json'
+require 'fluent/plugin/in_twittersearch'
+
+class FileInputTest < Test::Unit::TestCase
+    def setup
+        Fluent::Test.setup
+
+        @d = create_driver %[
+            consumer_key        T5dTrSxS3oXqBbaoYZERw
+            consumer_secret     Trg3qrO7dUSkKZeGxgjmi3B11JuFhjwhiWIkwWKDe0
+            oauth_token         1960044126-heQQwLkiqoTj7uEJAVy0WDUZEEZDJfQqk7C4JIz
+            oauth_token_secret  r0JZ258nTeYzfJ6PZcpD8Pd1ulgawXFt2fP5J5lzZ8
+            tag                 input.twitter
+            keyword             rakuten
+            count               1
+            run_interval            60
+            result_type         recent
+        ]
+    end
+
+    def create_driver(config = CONFIG)
+        Fluent::Test::OutputTestDriver.new(Fluent::TwittersearchInput).configure(config)
+    end
+
+    def test_configure
+        assert_raise Fluent::ConfigError do
+            d = create_driver %[
+              consumer_key        T5dTrSxS3oXqBbaoYZERw
+              consumer_secret     Trg3qrO7dUSkKZeGxgjmi3B11JuFhjwhiWIkwWKDe0
+              oauth_token         1960044126-heQQwLkiqoTj7uEJAVy0WDUZEEZDJfQqk7C4JIz
+              oauth_token_secret  r0JZ258nTeYzfJ6PZcpD8Pd1ulgawXFt2fP5J5lzZ
+              tag                 input.twitter
+              count               1
+              run_interval            60
+              result_type         recent
+            ]
+        end
+        d = create_driver %[
+          consumer_key        T5dTrSxS3oXqBbaoYZERw
+          consumer_secret     Trg3qrO7dUSkKZeGxgjmi3B11JuFhjwhiWIkwWKDe0
+          oauth_token         1960044126-heQQwLkiqoTj7uEJAVy0WDUZEEZDJfQqk7C4JIz
+          oauth_token_secret  r0JZ258nTeYzfJ6PZcpD8Pd1ulgawXFt2fP5J5lzZ
+          tag                 input.twitter
+          keyword             rakuten
+          hashtag             rakuten
+          count               1
+          run_interval            60
+          result_type         recent
+        ]
+        d.instance.inspect
+        assert_equal 'T5dTrSxS3oXqBbaoYZERw', d.instance.consumer_key
+        assert_equal 'Trg3qrO7dUSkKZeGxgjmi3B11JuFhjwhiWIkwWKDe0', d.instance.consumer_secret
+        assert_equal '1960044126-heQQwLkiqoTj7uEJAVy0WDUZEEZDJfQqk7C4JIz', d.instance.oauth_token
+        assert_equal 'r0JZ258nTeYzfJ6PZcpD8Pd1ulgawXFt2fP5J5lzZ', d.instance.oauth_token_secret
+        assert_equal 'input.twitter', d.instance.tag
+        assert_equal 'rakuten', d.instance.keyword
+        assert_equal 'rakuten', d.instance.hashtag
+        assert_equal 1, d.instance.count
+        assert_equal 60, d.instance.run_interval
+        assert_equal 'recent', d.instance.result_type
+        assert_not_nil d.instance.twitter
+        assert_equal Twitter::Client , d.instance.twitter.class 
+        assert_raise Twitter::Error::Unauthorized do
+            d.instance.twitter.search(d.instance.keyword,
+                                    :count => d.instance.count,
+                                    :result_type => d.instance.result_type)
+        end
+        d = create_driver %[
+          consumer_key        T5dTrSxS3oXqBbaoYZERw
+          consumer_secret     Trg3qrO7dUSkKZeGxgjmi3B11JuFhjwhiWIkwWKDe0
+          oauth_token         1960044126-heQQwLkiqoTj7uEJAVy0WDUZEEZDJfQqk7C4JIz
+          oauth_token_secret  r0JZ258nTeYzfJ6PZcpD8Pd1ulgawXFt2fP5J5lzZ8
+          tag                 input.twitter
+          keyword             rakuten
+          hashtag             rakuten
+          count               1
+          run_interval            60
+          result_type         recent
+        ]
+        assert_equal 1, d.instance.twitter.search(d.instance.keyword,
+                                :count => d.instance.count,
+                                :result_type => d.instance.result_type).results.count
+    end
+
+    def test_search
+        d = create_driver %[
+          consumer_key        T5dTrSxS3oXqBbaoYZERw
+          consumer_secret     Trg3qrO7dUSkKZeGxgjmi3B11JuFhjwhiWIkwWKDe0
+          oauth_token         1960044126-heQQwLkiqoTj7uEJAVy0WDUZEEZDJfQqk7C4JIz
+          oauth_token_secret  r0JZ258nTeYzfJ6PZcpD8Pd1ulgawXFt2fP5J5lzZ8
+          tag                 input.twitter
+          keyword             rakuten
+          hashtag             rakuten
+          count               1
+          run_interval            60
+          result_type         recent
+        ]
+        tweets = d.instance.search
+        tweets.each do |tweet|
+            [:created_at,
+             :id,
+             :text,
+             :retweet_count,
+             :favorite_count,
+             :screen_name,
+             :name,
+             :profile_image_url,
+             :profile_image_url_https].each do |key|
+                assert_not_nil tweet[key.to_s]
+             end
+        end
+    end
+end

metadata

@@ -0,0 +1,78 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-twittersearch
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Freddie Fujiwara
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-09-29 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.10.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.10.0
+- !ruby/object:Gem::Dependency
+  name: twitter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 4.8.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 4.8.1
+description: 
+email: github@ze.gs
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- fluent-plugin-twittersearch.gemspec
+- lib/fluent/plugin/in_twittersearch.rb
+- test/plugin/in_twittersearch.rb
+homepage: http://github.com/freddiefujiwara/fluent-plugin-twittersearch
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: twittersearch plugin for Fluentd
+test_files: []