fluent-plugin-weather 0.0.1

data/.gitignore

@@ -0,0 +1,4 @@
+/vendor/bundles
+/.bundle
+/Gemfile.lock
+/pkg

data/.travis.yml

@@ -0,0 +1,6 @@
+rvm:
+ - 1.9.2
+ - 1.9.3
+ - ruby-head
+
+script: bundle exec rake test

data/Changelog

@@ -0,0 +1,2 @@
+0.0.1 - 2012/10/23
+	This initial plugin is released.

data/Gemfile

@@ -0,0 +1,10 @@
+source 'https://rubygems.org'
+
+gemspec
+
+group :test do
+  gem 'mocha', require: false
+end
+group :development, :test do
+  gem 'pry', require: false
+end

data/README.rdoc

@@ -0,0 +1,31 @@
+= Weather output plugin for Fluent
+
+fluent-plugin-weather is a fluent plugin to copy output with adding weather field.
+Without 'latitude' and 'longitude' fields, this add null for weather fields.
+
+== Installation
+
+What you have to do is only installing like this:
+
+    gem install fluent-plugin-weather
+
+Then fluent automatically loads the plugin installed.
+
+== Configuratin
+
+    <match weather.**>
+      type weather
+      api_key #YOUR_WUNDERGROUND_API_KEY
+      <weather_types> # write regexp by type(ignore case)
+        1 sunny|clear
+        2 cloud|overcast|haze|fog
+        3 rain|sleet|snow|storms
+      </weather_types>
+
+      <store>
+        # ...
+      </store>
+      <store>
+        # ...
+      </store>
+    </match>

data/Rakefile

@@ -0,0 +1,10 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks
+
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.test_files = FileList['test/plugin/*.rb']
+  test.verbose = true
+end

data/VERSION

@@ -0,0 +1 @@
+0.0.1

data/fluent-plugin-weather.gemspec

@@ -0,0 +1,21 @@
+# -*- coding: utf-8 -*-
+$:.push File.expand_path('../lib', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name        = "fluent-plugin-weather"
+  gem.description = "Weather output plugin for Fluent"
+  gem.homepage    = "https://github.com/ToQoz/fluent-plugin-weather"
+  gem.summary     = "fluent-plugin-weather"
+  gem.version     = File.read("VERSION").strip
+  gem.authors     = ["Takatoshi Matsumoto"]
+  gem.email       = "toqoz403@gmail.com"
+  gem.has_rdoc    = false
+  gem.files       = `git ls-files`.split("\n")
+  gem.test_files  = `git ls-files -- {test,spec,features}/*`.split("\n")
+  gem.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.require_paths = ['lib']
+
+  gem.add_dependency "fluentd", "~> 0.10.7"
+  gem.add_dependency "wunderground"
+  gem.add_development_dependency "rake", ">= 0.9.2"
+end

data/lib/fluent/plugin/out_weather.rb

@@ -0,0 +1,45 @@
+require 'fluent/plugin/out_copy'
+require 'wunderground'
+
+module Fluent
+  class WeatherOutput < CopyOutput
+    Plugin.register_output('weather', self)
+    config_param :api_key, :string
+    config_param :weather_types, :string
+
+    def configure(conf)
+      super
+      @api_key = conf["api_key"]
+      @weather_types = {}
+      conf.elements.each { |e| e.name == 'weather_types' }.each do |e|
+        e.keys.each { |w_key| @weather_types[w_key] = e[w_key] }
+      end
+    end
+
+    # most of method `emit` from fluent/plugin/out_copy
+    def emit(tag, es, chain)
+      # insert weather to record
+      es.each {|time, record|
+        weather = weather(record['latitude'], record['longitude'])
+        record["weather"] = weather_types.select { |k, v| /#{v}/i.match(weather) }.keys[0]
+      }
+      unless es.repeatable?
+        m = MultiEventStream.new
+        es.each {|time, record| m.add(time, record) }
+        es = m
+      end
+      chain = OutputChain.new(@outputs, tag, es, chain)
+      chain.next
+    end
+
+    def wunderground
+      @wunderground ||= Wunderground.new(api_key)
+    end
+
+    def weather(lat, lon)
+      if lat && lon
+        wunderground.forecast_and_conditions_for("#{lat},#{lon}")['current_observation']['weather'] rescue nil
+      end
+    end
+  end
+end

data/test/plugin/out_weather.rb

@@ -0,0 +1,67 @@
+require 'test_helper'
+require 'fluent/plugin/out_weather'
+
+class WeatherOutputTest < Test::Unit::TestCase
+  def setup
+    Fluent::Test.setup
+  end
+
+  # http://www.wunderground.com/weather/api/d/docs?d=resources/phrase-glossary
+  CONFIG = %[
+    api_key foo
+    <weather_types>
+      1 sunny|clear
+      2 cloud|overcast|haze|fog
+      3 rain|sleet|snow|storms
+    </weather_types>
+    <store>
+      type test
+      name c0
+    </store>
+    <store>
+      type test
+      name c1
+    </store>
+    <store>
+      type test
+      name c2
+    </store>
+  ]
+
+  def create_driver(conf = CONFIG)
+    Fluent::Test::OutputTestDriver.new(Fluent::WeatherOutput).configure(conf)
+  end
+
+  def test_configure
+    d = create_driver
+    assert_equal("foo", d.instance.api_key)
+    assert_equal("sunny|clear", d.instance.weather_types["1"])
+    assert_equal("cloud|overcast|haze|fog", d.instance.weather_types["2"])
+    assert_equal("rain|sleet|snow|storms", d.instance.weather_types["3"])
+  end
+
+  def test_emit
+    d = create_driver
+    expecting = [
+      { latlon: [ 35, 135 ], emit: { "a" => 1, "latitude" => 35, "longitude" => 135 }, weather: "Mostly Sunny", weather_types: "1" },
+      { latlon: [ 30, 135 ], emit: { "a" => 2, "latitude" => 30, "longitude" => 135 }, weather: "Cloudy", weather_types: "2" },
+      { latlon: [ 30, 135 ], emit: { "a" => 2, "latitude" => 30, "longitude" => 135 }, weather: "Sunny", weather_types: "1" },
+      { latlon: [ 30, 135 ], emit: { "a" => 2, "latitude" => 30, "longitude" => 135 }, weather: "Rain", weather_types: "3" },
+      { latlon: [ 30, 135 ], emit: { "a" => 2, "latitude" => 30, "longitude" => 135 }, weather: "UnkownWeather", weather_types: nil },
+      { latlon: [ 30, 135 ], emit: { "a" => 2, "latitude" => 30, "longitude" => 135 }, weather: "Partly Cloudy", weather_types: "2" }
+    ].map do |e|
+      Fluent::WeatherOutput.any_instance.
+        stubs(:weather).
+        with(*e[:latlon]).
+        returns(e[:weather])
+      time = Time.parse("2011-01-02 13:14:15 UTC").to_i
+      d.emit(e[:emit], time)
+
+      [ time, e[:emit].merge("weather" => e[:weather_types]) ]
+    end
+
+    d.instance.outputs.each {|o|
+      assert_equal(expecting, o.events)
+    }
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,6 @@
+require 'test/unit'
+require 'mocha'
+require 'fluent/test'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))

metadata

@@ -0,0 +1,105 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-weather
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Takatoshi Matsumoto
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-10-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.10.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.10.7
+- !ruby/object:Gem::Dependency
+  name: wunderground
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+description: Weather output plugin for Fluent
+email: toqoz403@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- Changelog
+- Gemfile
+- README.rdoc
+- Rakefile
+- VERSION
+- fluent-plugin-weather.gemspec
+- lib/fluent/plugin/out_weather.rb
+- test/plugin/out_weather.rb
+- test/test_helper.rb
+homepage: https://github.com/ToQoz/fluent-plugin-weather
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: fluent-plugin-weather
+test_files:
+- test/plugin/out_weather.rb
+- test/test_helper.rb