fluent-plugin-gcloud-pubsub-custom 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: d0d5b921e5457be93cc2d3c8876bd11aae90e41b
+  data.tar.gz: f74e1e5ab85e31ee5090cc84ac6926136ad8eb8f
+SHA512:
+  metadata.gz: 553e885ee97a831dffa3441e999865ff039e41e30803e2e0ec29ed7db71ffc178481a38c2dceaa86f965a2f1a484f539c2b671e8c74f842ec27cc7ef2c628bc1
+  data.tar.gz: 39066e1bbca376d1c128dc2f6fa30de54d20fa7ee3b7b1eb795df6054d7f4f041877cd26e47a3043a03df411aecbdd90eee028e24a73491150f79d514675c497

data/.gitignore

@@ -0,0 +1,11 @@
+~*
+#*
+*~
+[._]*.s[a-w][a-z]
+.DS_Store
+
+*.gem
+.bundle
+Gemfile.lock
+vendor
+.ruby-version

data/.travis.yml

@@ -0,0 +1,30 @@
+language: ruby
+
+rvm:
+  - 2.0
+  - 2.1
+  - 2.2.5
+  - 2.3.1
+  - ruby-head
+  - rbx
+
+gemfile:
+ - Gemfile
+ - Gemfile.v0.12
+
+branches:
+  only:
+    - master
+
+before_install: gem update bundler
+script: bundle exec rake test
+
+sudo: false
+
+matrix:
+  allow_failures:
+    - rvm: ruby-head
+    - rvm: rbx
+  exclude:
+    - rvm: 2.0
+      gemfile: Gemfile

data/Gemfile

@@ -0,0 +1,3 @@
+source "http://rubygems.org"
+
+gemspec

data/Gemfile.v0.12

@@ -0,0 +1,5 @@
+source "http://rubygems.org"
+
+gem 'fluentd', '~> 0.12.0'
+
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 mdoi
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+

data/README.md

@@ -0,0 +1,143 @@
+# fluent-plugin-gcloud-pubsub-custom
+
+[![Build Status](https://travis-ci.org/mia-0032/fluent-plugin-gcloud-pubsub-custom.svg?branch=master)](https://travis-ci.org/mia-0032/fluent-plugin-gcloud-pubsub-custom)
+[![Gem Version](https://badge.fury.io/rb/fluent-plugin-gcloud-pubsub-custom.svg)](http://badge.fury.io/rb/fluent-plugin-gcloud-pubsub-custom)
+
+This plugin is forked from https://github.com/mdoi/fluent-plugin-gcloud-pubsub
+
+## Overview
+
+[Cloud Pub/Sub](https://cloud.google.com/pubsub/) Input/Output(BufferedOutput) plugin for [Fluentd](http://www.fluentd.org/) with [gcloud](https://googlecloudplatform.github.io/gcloud-ruby/) gem
+
+- [Publish](https://googlecloudplatform.github.io/gcloud-ruby/docs/v0.12.2/Gcloud/Pubsub/Topic.html#publish-instance_method) messages to Cloud Pub/Sub
+- [Pull](https://googlecloudplatform.github.io/gcloud-ruby/docs/v0.12.2/Gcloud/Pubsub/Subscription.html#pull-instance_method) messages from Cloud Pub/Sub
+
+## Preparation
+
+- Create a project on Google Developer Console
+- Add a topic of Cloud Pub/Sub to the project
+- Add a pull style subscription to the topic
+- Download your credential (json) or [set scope on GCE instance](https://cloud.google.com/compute/docs/api/how-tos/authorization)
+
+## Installation
+
+Install by gem:
+
+```shell
+$ gem install fluent-plugin-gcloud-pubsub-custom
+```
+
+## Configuration
+
+### Publish messages
+
+Use `gcloud_pubsub` output plugin.
+
+```
+<match example.publish>
+  @type gcloud_pubsub
+  project <YOUR PROJECT>
+  key <YOUR KEY>
+  topic <YOUR TOPIC>
+  autocreate_topic false
+  max_messages 1000
+  max_total_size 10000000
+  buffer_type file
+  buffer_path /path/to/your/buffer
+  flush_interval 1s
+  try_flush_interval 0.1
+  format json
+</match>
+```
+
+- `project` (optional)
+  - Set your GCP project
+  - Running fluentd on GCP, you don't have to specify.
+  - You can also use environment variable such as `GCLOUD_PROJECT`.
+- `key` (optional)
+  - Set your credential file path.
+  - Running fluentd on GCP, you can use scope instead of specifying this.
+  - You can also use environment variable such as `GCLOUD_KEYFILE`.
+- `topic` (required)
+  - Set topic name to publish.
+- `autocreate_topic` (optional, default: `false`)
+  - If set to `true`, specified topic will be created when it doesn't exist.
+- `max_messages` (optional, default: `1000`)
+  - Publishing messages count per request to Cloud Pub/Sub.
+    - See https://cloud.google.com/pubsub/quotas#other_limits
+- `max_total_size` (optional, default: `10000000` = `10MB`)
+  - Publishing messages bytesize per request to Cloud Pub/Sub.
+    - See https://cloud.google.com/pubsub/quotas#other_limits
+- `buffer_type`, `buffer_path`, `flush_interval`, `try_flush_interval`
+  - These are fluentd buffer configuration. See http://docs.fluentd.org/articles/buffer-plugin-overview
+- `format` (optional, default: `json`)
+  - Set output format. See http://docs.fluentd.org/articles/out_file#format
+
+### Pull messages
+
+Use `gcloud_pubsub` input plugin.
+
+```
+<source>
+  @type gcloud_pubsub
+  tag example.pull
+  project <YOUR PROJECT>
+  key <YOUR KEY>
+  topic <YOUR TOPIC>
+  subscription <YOUR SUBSCRIPTION>
+  max_messages 1000
+  return_immediately true
+  pull_interval 2
+  format json
+</source>
+```
+
+- `tag` (required)
+  - Set tag of messages.
+- `project` (optional)
+  - Set your GCP project
+  - Running fluentd on GCP, you don't have to specify.
+  - You can also use environment variable such as `GCLOUD_PROJECT`.
+- `key` (optional)
+  - Set your credential file path.
+  - Running fluentd on GCP, you can use scope instead of specifying this.
+  - You can also use environment variable such as `GCLOUD_KEYFILE`.
+- `topic` (optional)
+  - Set topic name to pull.
+- `subscription` (required)
+  - Set subscription name to pull.
+- `max_messages` (optional, default: `100`)
+  - See maxMessages on https://cloud.google.com/pubsub/subscriber#receiving-pull-messages
+- `return_immediately` (optional, default: `true`)
+  - See returnImmediately on https://cloud.google.com/pubsub/subscriber#receiving-pull-messages
+  - If `return_immediately` is `true`, this plugin ignore `pull_interval`.
+- `pull_interval` (optional, default: `5`)
+  - Pulling messages by intervals of specified seconds.
+- `format` (optional, default: `json`)
+  - Set input format. See format section in http://docs.fluentd.org/articles/in_tail
+
+## ChangeLog
+
+- Release 0.1.0 - 2016/08/22
+  - Use formatter / parser plugin and add format configuration
+  - Bump up gcloud-ruby to 0.12
+  - Remove dependency on lightening buffer
+  - Fix error caused by Pub/Sub quotas
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request
+
+## TODO
+
+- Add `tag` attribute in output plugin and use `tag` attribute as tag in input plugin.
+- Send ack after other output plugin committed (if possible).
+
+## Authors
+
+- [@mdoi](https://github.com/mdoi) : First author
+- [@mia-0032](https://github.com/mia-0032) : This version author

data/Rakefile

@@ -0,0 +1,12 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks
+
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.test_files = FileList['test/plugin/test_*.rb']
+  test.verbose = true
+end
+
+task :default => [:build]

data/fluent-plugin-gcloud-pubsub-custom.gemspec

@@ -0,0 +1,26 @@
+# encoding: utf-8
+$:.push File.expand_path('../lib', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name        = "fluent-plugin-gcloud-pubsub-custom"
+  gem.description = "Google Cloud Pub/Sub input/output plugin for Fluentd event collector"
+  gem.license     = "MIT"
+  gem.homepage    = "https://github.com/mia-0032/fluent-plugin-gcloud-pubsub-custom"
+  gem.summary     = gem.description
+  gem.version     = "0.1.0"
+  gem.authors     = ["Yoshihiro MIYAI"]
+  gem.email       = "msparrow17@gmail.com"
+  gem.has_rdoc    = false
+  gem.files       = `git ls-files`.split("\n")
+  gem.test_files  = `git ls-files -- {test,spec,features}/*`.split("\n")
+  gem.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.require_paths = ['lib']
+
+  gem.add_runtime_dependency "fluentd", [">= 0.10.58", "< 2"]
+  gem.add_runtime_dependency "gcloud", "~> 0.12"
+
+  gem.add_development_dependency "bundler"
+  gem.add_development_dependency "rake"
+  gem.add_development_dependency "test-unit"
+  gem.add_development_dependency "test-unit-rr"
+end

data/lib/fluent/plugin/gcloud_pubsub/client.rb

@@ -0,0 +1,40 @@
+require 'gcloud'
+
+module Fluent
+  module GcloudPubSub
+    class Error < StandardError; end
+
+    class Publisher
+      def initialize(project, key, topic, autocreate_topic)
+        pubsub = (Gcloud.new project, key).pubsub
+
+        @client = pubsub.topic topic, autocreate: autocreate_topic
+        raise Fluent::GcloudPubSub::Error.new "topic:#{topic} does not exist." if @client.nil?
+      end
+
+      def publish(messages)
+        @client.publish do |batch|
+          messages.each do |m|
+            batch.publish m
+          end
+        end
+      end
+    end
+
+    class Subscriber
+      def initialize(project, key, topic, subscription)
+        pubsub = (Gcloud.new project, key).pubsub
+        @client = pubsub.subscription subscription
+        raise Fluent::GcloudPubSub::Error.new "subscription:#{subscription} does not exist." if @client.nil?
+      end
+
+      def pull(immediate, max)
+        @client.pull immediate: immediate, max: max
+      end
+
+      def acknowledge(messages)
+        @client.acknowledge messages
+      end
+    end
+  end
+end

data/lib/fluent/plugin/in_gcloud_pubsub.rb

@@ -0,0 +1,98 @@
+require 'fluent/input'
+require 'fluent/parser'
+
+require 'fluent/plugin/gcloud_pubsub/client'
+
+module Fluent
+  class GcloudPubSubInput < Input
+    Fluent::Plugin.register_input('gcloud_pubsub', self)
+
+    config_param :tag,                :string
+    config_param :project,            :string,  :default => nil
+    config_param :key,                :string,  :default => nil
+    config_param :topic,              :string,  :default => nil
+    config_param :subscription,       :string
+    config_param :pull_interval,      :integer, :default => 5
+    config_param :max_messages,       :integer, :default => 100
+    config_param :return_immediately, :bool,    :default => true
+    config_param :format,             :string,  :default => 'json'
+
+    unless method_defined?(:log)
+      define_method("log") { $log }
+    end
+
+    unless method_defined?(:router)
+      define_method("router") { Fluent::Engine }
+    end
+
+    def configure(conf)
+      super
+      @parser = Plugin.new_parser(@format)
+      @parser.configure(conf)
+    end
+
+    def start
+      super
+      @subscriber = Fluent::GcloudPubSub::Subscriber.new @project, @key, @topic, @subscription
+      log.debug "connected subscription:#{@subscription} in project #{@project}"
+      @stop_subscribing = false
+      @subscribe_thread = Thread.new(&method(:subscribe))
+    end
+
+    def shutdown
+      super
+      @stop_subscribing = true
+      @subscribe_thread.join
+    end
+
+    private
+
+    def subscribe
+      until @stop_subscribing
+        messages = @subscriber.pull @return_immediately, @max_messages
+
+        if messages.length > 0
+          es = parse_messages(messages)
+          unless es.empty?
+            begin
+              router.emit_stream(@tag, es)
+            rescue
+              # ignore errors. Engine shows logs and backtraces.
+            end
+            @subscriber.acknowledge messages
+            log.debug "#{messages.length} message(s) processed"
+          end
+        end
+
+        if @return_immediately
+          sleep @pull_interval
+        end
+      end
+    rescue
+      log.error "unexpected error", :error=>$!.to_s
+      log.error_backtrace
+    end
+
+    def parse_messages(messages)
+      es = MultiEventStream.new
+      messages.each do |m|
+        convert_line_to_event(m.message.data, es)
+      end
+      es
+    end
+
+    def convert_line_to_event(line, es)
+      line.chomp!  # remove \n
+      @parser.parse(line) { |time, record|
+        if time && record
+          es.add(time, record)
+        else
+          log.warn "pattern not match: #{line.inspect}"
+        end
+      }
+    rescue => e
+      log.warn line.dump, :error => e.to_s
+      log.debug_backtrace(e.backtrace)
+    end
+  end
+end

data/lib/fluent/plugin/out_gcloud_pubsub.rb

@@ -0,0 +1,72 @@
+require 'fluent/output'
+
+require 'fluent/plugin/gcloud_pubsub/client'
+
+module Fluent
+  class GcloudPubSubOutput < BufferedOutput
+    Fluent::Plugin.register_output('gcloud_pubsub', self)
+
+    config_param :project,            :string,  :default => nil
+    config_param :key,                :string,  :default => nil
+    config_param :topic,              :string
+    config_param :autocreate_topic,   :bool,    :default => false
+    config_param :max_messages,       :integer, :default => 1000
+    config_param :max_total_size,     :integer, :default => 10000000  # 10MB
+    config_param :format,             :string,  :default => 'json'
+
+    unless method_defined?(:log)
+      define_method("log") { $log }
+    end
+
+    unless method_defined?(:router)
+      define_method("router") { Fluent::Engine }
+    end
+
+    def configure(conf)
+      super
+      @formatter = Plugin.new_formatter(@format)
+      @formatter.configure(conf)
+    end
+
+    def start
+      super
+      @publisher = Fluent::GcloudPubSub::Publisher.new @project, @key, @topic, @autocreate_topic
+      log.debug "connected topic:#{@topic} in project #{@project}"
+    end
+
+    def format(tag, time, record)
+      [tag, time, record].to_msgpack
+    end
+
+    def write(chunk)
+      messages = []
+      size = 0
+
+      chunk.msgpack_each do |tag, time, record|
+        msg = @formatter.format(tag, time, record)
+        if messages.length + 1 > @max_messages || size + msg.bytesize > @max_total_size
+          publish messages
+          messages = []
+          size = 0
+        end
+        messages << msg
+        size += msg.bytesize
+      end
+
+      if messages.length > 0
+        publish messages
+      end
+    rescue => e
+      log.error "unexpected error", :error=>$!.to_s
+      log.error_backtrace
+      raise e
+    end
+
+    private
+
+    def publish(messages)
+      log.debug "send message topic:#{@topic} length:#{messages.length.to_s}"
+      @publisher.publish messages
+    end
+  end
+end

data/test/plugin/test_in_gcloud_pubsub.rb

@@ -0,0 +1,54 @@
+require_relative "../test_helper"
+
+class GcloudPubSubInputTest < Test::Unit::TestCase
+  CONFIG = %[
+      tag test
+      project project-test
+      subscription subscription-test
+      key key-test
+      format json
+  ]
+
+  def create_driver(conf=CONFIG)
+    Fluent::Test::InputTestDriver.new(Fluent::GcloudPubSubInput).configure(conf)
+  end
+
+  setup do
+    Fluent::Test.setup
+  end
+
+  sub_test_case 'configure' do
+    test 'all params are configured' do
+      d = create_driver(%[
+        tag test
+        project project-test
+        topic topic-test
+        subscription subscription-test
+        key key-test
+        max_messages 1000
+        return_immediately true
+        pull_interval 2
+        format ltsv
+      ])
+
+      assert_equal('test', d.instance.tag)
+      assert_equal('project-test', d.instance.project)
+      assert_equal('topic-test', d.instance.topic)
+      assert_equal('subscription-test', d.instance.subscription)
+      assert_equal('key-test', d.instance.key)
+      assert_equal(2, d.instance.pull_interval)
+      assert_equal(1000, d.instance.max_messages)
+      assert_equal(true, d.instance.return_immediately)
+      assert_equal('ltsv', d.instance.format)
+    end
+
+    test 'default values are configured' do
+      d = create_driver
+      assert_equal(nil, d.instance.topic)
+      assert_equal(5, d.instance.pull_interval)
+      assert_equal(100, d.instance.max_messages)
+      assert_equal(true, d.instance.return_immediately)
+      assert_equal('json', d.instance.format)
+    end
+  end
+end

data/test/plugin/test_out_gcloud_pubsub.rb

@@ -0,0 +1,134 @@
+require_relative "../test_helper"
+
+class GcloudPubSubOutputTest < Test::Unit::TestCase
+  CONFIG = %[
+    project project-test
+    topic topic-test
+    key key-test
+  ]
+
+  ReRaisedError = Class.new(RuntimeError)
+
+  def create_driver(conf = CONFIG)
+    Fluent::Test::BufferedOutputTestDriver.new(Fluent::GcloudPubSubOutput).configure(conf)
+  end
+
+  setup do
+    Fluent::Test.setup
+  end
+
+  sub_test_case 'configure' do
+    test 'default values are configured' do
+      d = create_driver(%[
+        project project-test
+        topic topic-test
+        key key-test
+      ])
+
+      assert_equal('project-test', d.instance.project)
+      assert_equal('topic-test', d.instance.topic)
+      assert_equal('key-test', d.instance.key)
+      assert_equal(false, d.instance.autocreate_topic)
+      assert_equal(1000, d.instance.max_messages)
+      assert_equal(10000000, d.instance.max_total_size)
+    end
+
+    test '"topic" must be specified' do
+      assert_raises Fluent::ConfigError do
+        create_driver(%[
+          project project-test
+          key key-test
+        ])
+      end
+    end
+
+    test '"autocreate_topic" can be specified' do
+      d = create_driver(%[
+        project project-test
+        topic topic-test
+        key key-test
+        autocreate_topic true
+      ])
+
+      assert_equal(true, d.instance.autocreate_topic)
+    end
+  end
+
+  sub_test_case 'topic' do
+    setup do
+      @publisher = mock!
+      @pubsub_mock = mock!
+      @gcloud_mock = mock!.pubsub { @pubsub_mock }
+      stub(Gcloud).new { @gcloud_mock }
+    end
+
+    test '"autocreate_topic" is enabled' do
+      d = create_driver(%[
+        project project-test
+        topic topic-test
+        key key-test
+        autocreate_topic true
+      ])
+
+      @pubsub_mock.topic("topic-test", autocreate: true).once { @publisher }
+      d.run
+    end
+  end
+
+  sub_test_case 'publish' do
+    setup do
+      @publisher = mock!
+      @pubsub_mock = mock!.topic(anything, anything) { @publisher }
+      @gcloud_mock = mock!.pubsub { @pubsub_mock }
+      stub(Gcloud).new { @gcloud_mock }
+    end
+
+    setup do
+      @time = Time.parse('2016-07-09 11:12:13 UTC').to_i
+    end
+
+    test 'messages are divided into "max_messages"' do
+      d = create_driver
+      @publisher.publish.times(2)
+      # max_messages is default 1000
+      1001.times do |i|
+        d.emit({"a" => i}, @time)
+      end
+      d.run
+    end
+
+    test 'messages are divided into "max_total_size"' do
+      d = create_driver(%[
+        project project-test
+        topic topic-test
+        key key-test
+        max_messages 100000
+        max_total_size 1000
+      ])
+
+      @publisher.publish.times(2)
+      # 400 * 4 / max_total_size = twice
+      4.times do
+        d.emit({"a" => "a" * 400}, @time)
+      end
+      d.run
+    end
+
+    test 'accept "ASCII-8BIT" encoded multibyte strings' do
+      # on fluentd v0.14, all strings treated as "ASCII-8BIT" except specified encoding.
+      d = create_driver
+      @publisher.publish.once
+      d.emit({"a" => "あああ".force_encoding("ASCII-8BIT")}, @time)
+      d.run
+    end
+
+    test 'reraise errors' do
+      d = create_driver
+      @publisher.publish.once { raise ReRaisedError }
+      assert_raises ReRaisedError do
+        d.emit([{'a' => 1, 'b' => 2}])
+        d.run
+      end
+    end
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,31 @@
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'test/unit'
+require "test/unit/rr"
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+
+require 'fluent/test'
+unless ENV.has_key?('VERBOSE')
+  nulllogger = Object.new
+  nulllogger.instance_eval {|obj|
+    def method_missing(method, *args)
+      # pass
+    end
+  }
+  $log = nulllogger
+end
+
+require 'fluent/plugin/in_gcloud_pubsub'
+require 'fluent/plugin/out_gcloud_pubsub'
+
+class Test::Unit::TestCase
+end

metadata

@@ -0,0 +1,150 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-gcloud-pubsub-custom
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Yoshihiro MIYAI
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-08-22 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.10.58
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.10.58
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+- !ruby/object:Gem::Dependency
+  name: gcloud
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.12'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.12'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit-rr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Google Cloud Pub/Sub input/output plugin for Fluentd event collector
+email: msparrow17@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- Gemfile.v0.12
+- LICENSE
+- README.md
+- Rakefile
+- fluent-plugin-gcloud-pubsub-custom.gemspec
+- lib/fluent/plugin/gcloud_pubsub/client.rb
+- lib/fluent/plugin/in_gcloud_pubsub.rb
+- lib/fluent/plugin/out_gcloud_pubsub.rb
+- test/plugin/test_in_gcloud_pubsub.rb
+- test/plugin/test_out_gcloud_pubsub.rb
+- test/test_helper.rb
+homepage: https://github.com/mia-0032/fluent-plugin-gcloud-pubsub-custom
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Google Cloud Pub/Sub input/output plugin for Fluentd event collector
+test_files:
+- test/plugin/test_in_gcloud_pubsub.rb
+- test/plugin/test_out_gcloud_pubsub.rb
+- test/test_helper.rb