fluent-plugin-gstore 0.3.2

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE.txt

data/Gemfile

@@ -0,0 +1,15 @@
+source "http://rubygems.org"
+# Add dependencies required to use your gem here.
+# Example:
+#   gem "activesupport", ">= 2.3.5"
+
+# Add dependencies to develop your gem here.
+# Include everything needed to run rake, tests, features, etc.
+group :development do
+#  gem "shoulda", ">= 0"
+#  gem "rdoc", "~> 3.12"
+  gem "bundler", ">= 1.0.0"
+  gem "jeweler", ">= 1.8.4"
+#  gem "rcov", ">= 0"
+end
+gem "gstore", "=0.2.1"

data/LICENSE.txt

@@ -0,0 +1,16 @@
+
+This software is licensed under the Apache 2 license, quoted below.
+
+Copyright (c) 2012 Tatsuo Ikeda <jp.ne.co.jp@gmail.com>
+
+Licensed under the Apache License, Version 2.0 (the "License"); you may not
+use this file except in compliance with the License. You may obtain a copy of
+the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+License for the specific language governing permissions and limitations under
+the License.

data/README.md

@@ -0,0 +1,42 @@
+
+
+Google Cloud Storage output plugin for the Fluent.
+====================================================
+
+[Google Cloud Storage](http://cloud.google.com/products/cloud-storage.html) output plugin for the [Fluent](http://fluentd.org/).
+
+
+Installation
+==============
+
+Configuration
+
+```ruby
+<match pattern>
+  type gstore
+
+  gstore_key_id API_ACCESS_KEY
+  gstore_sec_key API_SECRET_KEY
+  gstore_bucket BUCKET_NAME
+  path logs/
+  buffer_path /var/log/fluent/gstore
+
+  time_slice_format %Y%m%d-%H
+  time_slice_wait 10m
+  utc
+</match>
+```
+
+
+Setup
+=====
+
+```bash
+$ gem install fluent-plugin-gstore
+```
+
+
+LICENSE
+========
+
+Apache License, Version 2.0

data/Rakefile

@@ -0,0 +1,53 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.name = "fluent-plugin-gstore"
+  gem.homepage = "https://github.com/ikeikeikeike/fluent-plugin-gstore"
+  gem.license = "Apache License, Version 2.0"
+  gem.summary = %Q{Google Cloud Storage output plugin for the Fluent.}
+  gem.description = %Q{Google Cloud Storage output plugin for the Fluent.}
+  gem.email = "jp.ne.co.jp@gmail.com"
+  gem.authors = ["Tatsuo Ikeda"]
+  # dependencies defined in Gemfile
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+#require 'rake/testtask'
+#Rake::TestTask.new(:test) do |test|
+#  test.libs << 'lib' << 'test'
+#  test.pattern = 'test/**/test_*.rb'
+#  test.verbose = true
+#end
+
+#require 'rcov/rcovtask'
+#Rcov::RcovTask.new do |test|
+#  test.libs << 'test'
+#  test.pattern = 'test/**/test_*.rb'
+#  test.verbose = true
+#  test.rcov_opts << '--exclude "gems/*"'
+#end
+
+task :default => :test
+
+require 'rdoc/task'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "fluent-plugin-gstore #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+0.3.2

data/fluent-plugin-gstore.gemspec

@@ -0,0 +1,55 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = "fluent-plugin-gstore"
+  s.version = "0.3.2"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Tatsuo Ikeda"]
+  s.date = "2012-08-10"
+  s.description = "Google Cloud Storage output plugin for the Fluent."
+  s.email = "jp.ne.co.jp@gmail.com"
+  s.extra_rdoc_files = [
+    "LICENSE.txt",
+    "README.md"
+  ]
+  s.files = [
+    ".document",
+    "Gemfile",
+    "LICENSE.txt",
+    "README.md",
+    "Rakefile",
+    "VERSION",
+    "fluent-plugin-gstore.gemspec",
+    "lib/fluent/plugin/out_gstore.rb",
+    "test/helper.rb",
+    "test/test_fluent-plugin-gstore.rb"
+  ]
+  s.homepage = "https://github.com/ikeikeikeike/fluent-plugin-gstore"
+  s.licenses = ["Apache License, Version 2.0"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = "1.8.17"
+  s.summary = "Google Cloud Storage output plugin for the Fluent."
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<gstore>, ["= 0.2.1"])
+      s.add_development_dependency(%q<bundler>, [">= 1.0.0"])
+      s.add_development_dependency(%q<jeweler>, [">= 1.8.4"])
+    else
+      s.add_dependency(%q<gstore>, ["= 0.2.1"])
+      s.add_dependency(%q<bundler>, [">= 1.0.0"])
+      s.add_dependency(%q<jeweler>, [">= 1.8.4"])
+    end
+  else
+    s.add_dependency(%q<gstore>, ["= 0.2.1"])
+    s.add_dependency(%q<bundler>, [">= 1.0.0"])
+    s.add_dependency(%q<jeweler>, [">= 1.8.4"])
+  end
+end
+

data/lib/fluent/plugin/out_gstore.rb

@@ -0,0 +1,79 @@
+module Fluent
+
+
+class GStoreOutput < Fluent::TimeSlicedOutput
+  Fluent::Plugin.register_output('gstore', self)
+
+  def initialize
+    super
+    require 'gstore'
+    require 'kconv'
+    require 'zlib'
+    require 'time'
+    require 'tempfile'
+    require "pathname"
+    require "rexml/document"
+  end
+
+  config_param :path, :string, :default => ""
+  config_param :time_format, :string, :default => nil
+
+  config_param :gstore_key_id, :string
+  config_param :gstore_sec_key, :string
+  config_param :gstore_bucket, :string
+
+  def configure(conf)
+    super
+    @timef = TimeFormatter.new(@time_format, @localtime)
+  end
+
+  def start
+    super
+    options = {
+      :access_key => @gstore_key_id,
+      :secret_key => @gstore_sec_key
+    }
+    @gstore = GStore::Client.new(options)
+  end
+
+  def format(tag, time, record)
+    time_str = @timef.format(time)
+      "#{time_str}\t#{tag}\t#{record.to_json}\n"
+  end
+
+  def exists?(source)
+    begin
+      REXML::Document.new source
+      # :TODO
+      false
+    rescue REXML::ParseException => e
+      true
+    rescue Exception => e
+      true
+    end
+  end
+
+  def write(chunk)
+    i = 0
+    begin
+      gstorepath = "#{@path}#{chunk.key}_#{i}.gz"
+      i += 1
+    end while exists? @gstore.get_object(@gstore_bucket, gstorepath)
+
+    tmp = Tempfile.new("gstore-")
+    w = Zlib::GzipWriter.new(tmp)
+    begin
+      chunk.write_to(w)
+      w.close
+      @gstore.put_object(
+        @gstore_bucket,
+        gstorepath,
+        :data => Pathname.new(tmp.path).read())
+    ensure
+      w.close rescue nil
+    end
+  end
+end
+
+
+end

data/test/helper.rb

@@ -0,0 +1,18 @@
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'test/unit'
+require 'shoulda'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'fluent-plugin-gstore'
+
+class Test::Unit::TestCase
+end

data/test/test_fluent-plugin-gstore.rb

@@ -0,0 +1,7 @@
+require 'helper'
+
+class TestFluentPluginGstore < Test::Unit::TestCase
+  should "probably rename this file and start testing for real" do
+    flunk "hey buddy, you should probably rename this file and start testing for real"
+  end
+end

metadata

@@ -0,0 +1,93 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-gstore
+version: !ruby/object:Gem::Version
+  version: 0.3.2
+  prerelease: 
+platform: ruby
+authors:
+- Tatsuo Ikeda
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-08-10 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: gstore
+  requirement: &12635680 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - =
+      - !ruby/object:Gem::Version
+        version: 0.2.1
+  type: :runtime
+  prerelease: false
+  version_requirements: *12635680
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: &12635200 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :development
+  prerelease: false
+  version_requirements: *12635200
+- !ruby/object:Gem::Dependency
+  name: jeweler
+  requirement: &12634700 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.8.4
+  type: :development
+  prerelease: false
+  version_requirements: *12634700
+description: Google Cloud Storage output plugin for the Fluent.
+email: jp.ne.co.jp@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files:
+- LICENSE.txt
+- README.md
+files:
+- .document
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- VERSION
+- fluent-plugin-gstore.gemspec
+- lib/fluent/plugin/out_gstore.rb
+- test/helper.rb
+- test/test_fluent-plugin-gstore.rb
+homepage: https://github.com/ikeikeikeike/fluent-plugin-gstore
+licenses:
+- Apache License, Version 2.0
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: 2680384576812547495
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.17
+signing_key: 
+specification_version: 3
+summary: Google Cloud Storage output plugin for the Fluent.
+test_files: []