fluent-plugin-tumblr 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: c70293cd4e3fcbe0975bda19f434d5eb41d5bf66
+  data.tar.gz: 57c751daba6397962f6ce61bee405833163fb176
+SHA512:
+  metadata.gz: 9828085d3020e503c2cfe4c4a11ef1552a83f101d16bc106060d4c6f339b0a0036c6c490bbcd496eade7eb66e5b5abfe48396b8bee0ff2b6d7ba0714e6d7d625
+  data.tar.gz: 1665b9cd3e6bc162c31e0f3a09cd0c516249a8085b57addac4eaabedb8a94f6820c01fe20177d9982a7af518e4aa2b134bbf7ccc812b894a64f123324d38231f

data/.gitignore

@@ -0,0 +1,19 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+vendor
+

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--format progress

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in fluent_parser_s.gemspec
+gemspec

data/README.md

@@ -0,0 +1,47 @@
+# fluent-plugin-tumblr
+
+## Output
+
+Plugin to post entry to your tumblr
+
+### What's 'tumblr'
+
+see: https://www.tumblr.com/
+
+### Configure Example
+
+````
+      type tumblr
+      consumer_key YOUR_TUMBLR_CONSUMER_KEY
+      consumer_secret YOUR_TUMBLR_CONSUMER_SECRET_KEY
+      oauth_token YOUR_TUMBLR_OATH_TOKEN_KEY
+      oauth_token_secret YOUR_TUMBLR_OATH_TOKEN_SECRET_KEY
+      tumblr_url YOUR_TUMBLR_URL
+      tags_template TAG_<%= record['tag'] %>
+      caption_template <%= record['message'] %> 
+      link_key url
+      image_key raw_image
+      post_type picture
+````
+
+- **Support post_type picture only**
+- You can use ERB in tags_template, caption_template
+ - http://rubydoc.info/gems/tumblr_client/0.8.2/Tumblr/Post#photo-instance_method
+- if base64 encored image in `image_key`, set `base64encoded true`
+- if raw image in `image_key`, set `base64encoded false`
+
+#### Optional
+- post_interval
+ - Internal of post to tumblr
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request
+
+## releases
+
+- 2014/01/25 0.0.2 Release gem

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/fluent-plugin-tumblr.gemspec

@@ -0,0 +1,27 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+Gem::Specification.new do |spec|
+  spec.name          = "fluent-plugin-tumblr"
+  spec.version       = '0.0.2'
+  spec.authors       = ["bash0C7"]
+  spec.email         = ["koshiba+github@4038nullpointer.com"]
+  spec.description   = "Fluentd output plugin to post entry to your tumblr"
+  spec.summary       = "Fluentd output plugin to post entry to your tumblr"
+  spec.homepage      = "https://github.com/bash0C7/fluent-plugin-tumblr"
+  spec.license       = "Ruby's"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "fluentd"
+  spec.add_dependency "tumblr_client", ">= 0.8.2"
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+  spec.add_development_dependency "rr"
+  spec.add_development_dependency "pry"
+end

data/lib/fluent/plugin/out_tumblr.rb

@@ -0,0 +1,113 @@
+require 'tumblr_client'
+require 'erb'
+require 'tempfile'
+require 'base64'
+require 'ostruct'
+
+module Fluent
+  class Fluent::TumblrOutput < Fluent::Output
+    Fluent::Plugin.register_output('tumblr', self)
+
+    def initialize
+      super
+    end
+
+    config_param :consumer_key, :string
+    config_param :consumer_secret, :string
+    config_param :oauth_token, :string
+    config_param :oauth_token_secret, :string
+
+    config_param :tumblr_url, :string
+    config_param :tags_template, :string
+    config_param :caption_template, :string
+
+    config_param :link_key,   :string
+    config_param :image_key,   :string
+    config_param :post_type, :string
+    config_param :base64encoded, :bool
+
+    config_param :post_interval, :integer, :default => 10
+
+    attr_accessor :tumblr_client
+    
+    def configure(conf)
+      super
+
+      @tags = ERB.new(@tags_template)
+      @caption = ERB.new(@caption_template)
+      raise "Unsupport post_type: #{@post_type}" unless @post_type == 'picture'
+
+      Tumblr.configure do |config|
+        config.consumer_key = @consumer_key
+        config.consumer_secret = @consumer_secret
+        config.oauth_token = @oauth_token
+        config.oauth_token_secret = @oauth_token_secret
+      end
+      @tumblr_client = Tumblr::Client.new
+
+      @q = Queue.new
+    end
+
+    def start
+      super
+
+      @thread = Thread.new(&method(:post))
+    rescue
+      $log.warn "raises exception: #{$!.class}, '#{$!.message}"
+    end
+
+    def shutdown
+      super
+
+      Thread.kill(@thread)
+    end
+
+    def emit(tag, es, chain)
+      es.each {|time, record|
+        param = OpenStruct.new
+        param.tag = tag
+        param.time = time
+        param.record = record
+
+        @q.push param
+      }
+
+      chain.next
+    end
+
+    private
+    def post()
+      loop do
+        param = @q.pop
+        tag = param.tag
+        time = param.time
+        record = param.record
+        
+        post_to_tumblr tag, time, record
+        
+        sleep(@post_interval)
+      end
+    end
+
+    def post_to_tumblr(tag, time, record)
+      tempfile = Tempfile.new(File.basename(__FILE__), Dir.tmpdir)
+      begin
+        tempfile.binmode
+
+        tempfile.write(@base64encoded ? Base64.decode64(record[@image_key]) : record[@image_key])
+        tempfile.close
+
+        @tumblr_client.photo(@tumblr_url,
+          tags: @tags.result(binding),
+          caption: @caption.result(binding),
+          link: record[@link_key],
+          data: tempfile.path
+        )
+      rescue
+        $log.warn "raises exception: #{$!.class}, '#{$!.message}'"
+      ensure
+        tempfile.unlink
+      end
+    end
+  end
+end

data/spec/lib/fluent/plugin/out_tumblr_spec.rb

@@ -0,0 +1,54 @@
+require 'spec_helper'
+
+describe do
+  let(:driver) {Fluent::Test::OutputTestDriver.new(Fluent::TumblrOutput, 'test.metrics').configure(config)}
+  let(:instance) {driver.instance}
+
+  describe 'emit' do
+    let(:record1) {{ 'tweet_url' => 'some_url1', 'raw_media' => 'picture1'}}
+    let(:record2) {{ 'tweet_url' => 'some_url2', 'raw_media' => 'picture2'}}
+    let(:time) {0}
+    let(:posted) {
+      d = driver
+
+      tumblr_client = Tumblr::Client.new
+      
+      mock(tumblr_client).photo("tumblr_url", {:tags=>"TAG", :caption=>"CAPTION", :link=>"some_url1", :data=>"filepath"})
+      mock(tumblr_client).photo("tumblr_url", {:tags=>"TAG", :caption=>"CAPTION", :link=>"some_url2", :data=>"filepath"})
+
+      any_instance_of(Tempfile) do |klass|
+        stub(klass).path { 'filepath' }
+      end
+      
+      d.instance.tumblr_client = tumblr_client
+      
+      d.emit(record1, Time.at(time))
+      d.emit(record2, Time.at(time))
+      d.run
+    }
+
+    context do
+      let(:config) {
+        %[
+      consumer_key consumer_key
+      consumer_secret consumer_secret
+      oauth_token oauth_token
+      oauth_token_secret oauth_token_secret
+      tumblr_url tumblr_url
+      tags_template TAG
+      caption_template CAPTION
+      link_key tweet_url
+      image_key raw_media
+      base64encoded false
+      post_type picture
+      post_interval 0
+        ]
+      }
+
+      subject {posted}
+      it{should_not be_nil}
+    end
+
+  end
+
+end

data/spec/spec_helper.rb

@@ -0,0 +1,25 @@
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# Require this file using `require "spec_helper"` to ensure that it is only
+# loaded once.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+RSpec.configure do |config|
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.run_all_when_everything_filtered = true
+  config.filter_run :focus
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = 'random'
+
+  require 'fluent/load'
+  require 'fluent/test'
+
+  require 'fluent/plugin/out_tumblr'
+
+  require 'pry'
+  require 'rr'
+end

metadata

@@ -0,0 +1,153 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-tumblr
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+platform: ruby
+authors:
+- bash0C7
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-01-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: tumblr_client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.8.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.8.2
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Fluentd output plugin to post entry to your tumblr
+email:
+- koshiba+github@4038nullpointer.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- Gemfile
+- README.md
+- Rakefile
+- fluent-plugin-tumblr.gemspec
+- lib/fluent/plugin/out_tumblr.rb
+- spec/lib/fluent/plugin/out_tumblr_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/bash0C7/fluent-plugin-tumblr
+licenses:
+- Ruby's
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.5
+signing_key: 
+specification_version: 4
+summary: Fluentd output plugin to post entry to your tumblr
+test_files:
+- spec/lib/fluent/plugin/out_tumblr_spec.rb
+- spec/spec_helper.rb