logstash-output-bos 0.2.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 7a6cc81ef9f41fa45fd84e6441d210c21c6bc0b23e3c57908279567e1b39b335
+  data.tar.gz: 2e5bac5a2395c19f607ade6a8f5c5fbbaf52d97a4379434f838cc4d9ad5713e8
+SHA512:
+  metadata.gz: f75d493d237c4ee9c1993a7faa73dc5cb68f0995dbf30a00c464075a01f820e378de6bf201d2023e346defc64a4ff0823c3c0a714c4f3a7847196252658c607f
+  data.tar.gz: 3a8dd197ea2b147dca613fa2fb5b1795b0e4833b83e95f10e63eaee7e11be5848f1d821ba3668c07da13c0c72b20a95eaf3ffb9efcf522531ddda5e2a548e7f5

data/CHANGELOG.md

@@ -0,0 +1,12 @@
+## 2.0.3
+  - Docs: Set the default_codec doc attribute.
+
+## 2.0.2
+ - Docs: Add documentation template
+## 2.0.1
+ - Add encoding: utf-8 to spec files. This can help prevent issues during testing.
+## 2.0.0
+ - Plugins were updated to follow the new shutdown semantic, this mainly allows Logstash to instruct input plugins to terminate gracefully, 
+   instead of using Thread.raise on the plugins' threads. Ref: https://github.com/elastic/logstash/pull/3895
+ - Dependency on logstash-core update to 2.0
+

data/CONTRIBUTORS

@@ -0,0 +1,11 @@
+The following is a list of people who have contributed ideas, code, bug
+reports, or in general have helped logstash along its way.
+
+Contributors:
+* Aaron Mildenstein (untergeek)
+* Pier-Hugues Pellerin (ph)
+
+Note: If you've sent us patches, bug reports, or otherwise contributed to
+Logstash, and you aren't on the list above and want to be, please let us know
+and we'll make sure you're here. Contributions from folks like you are what make
+open source awesome.

data/DEVELOPER.md

@@ -0,0 +1,2 @@
+# logstash-output-example
+Example output plugin. This should help bootstrap your effort to write your own output plugin!

data/Gemfile

@@ -0,0 +1,16 @@
+source 'https://rubygems.org'
+
+gemspec
+
+logstash_path = ENV["LOGSTASH_PATH"] || "../../logstash"
+use_logstash_source = ENV["LOGSTASH_SOURCE"] && ENV["LOGSTASH_SOURCE"].to_s == "1"
+
+if Dir.exist?(logstash_path) && use_logstash_source
+  gem 'logstash-core', :path => "#{logstash_path}/logstash-core"
+  gem 'logstash-core-plugin-api', :path => "#{logstash_path}/logstash-core-plugin-api"
+end
+
+gem "baidubce-sdk"
+gem "mimemagic"
+gem "rest-client"
+gem "rufus-scheduler"

data/LICENSE

@@ -0,0 +1,13 @@
+Copyright (c) 2012-2018 Elasticsearch <http://www.elastic.co>
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

data/NOTICE.TXT

@@ -0,0 +1,5 @@
+Elasticsearch
+Copyright 2012-2015 Elasticsearch
+
+This product includes software developed by The Apache Software
+Foundation (http://www.apache.org/).

data/README.md

@@ -0,0 +1,98 @@
+# Logstash Plugin
+
+[![Travis Build Status](https://travis-ci.org/logstash-plugins/logstash-output-example.svg)](https://travis-ci.org/logstash-plugins/logstash-output-example)
+
+This is a plugin for [Logstash](https://github.com/elastic/logstash).
+
+It is fully free and fully open source. The license is Apache 2.0, meaning you are pretty much free to use it however you want in whatever way.
+
+## Documentation
+
+Logstash provides infrastructure to automatically build documentation for this plugin. We provide a template file, index.asciidoc, where you can add documentation. The contents of this file will be converted into html and then placed with other plugin documentation in a [central location](http://www.elastic.co/guide/en/logstash/current/).
+
+- For formatting config examples, you can use the asciidoc `[source,json]` directive
+- For more asciidoc formatting tips, see the excellent reference here https://github.com/elastic/docs#asciidoc-guide
+
+## Need Help?
+
+Need help? Try #logstash on freenode IRC or the https://discuss.elastic.co/c/logstash discussion forum.
+
+## Developing
+
+### 1. Plugin Developement and Testing
+
+#### Code
+- To get started, you'll need JRuby with the Bundler gem installed.
+
+- Create a new plugin or clone and existing from the GitHub [logstash-plugins](https://github.com/logstash-plugins) organization. We also provide [example plugins](https://github.com/logstash-plugins?query=example).
+
+- Install dependencies
+```sh
+bundle install
+```
+
+#### Test
+
+- Update your dependencies
+
+```sh
+bundle install
+```
+
+- Run tests
+
+```sh
+bundle exec rspec
+```
+
+### 2. Running your unpublished Plugin in Logstash
+
+#### 2.1 Run in a local Logstash clone
+
+- Edit Logstash `Gemfile` and add the local plugin path, for example:
+```ruby
+gem "logstash-filter-awesome", :path => "/your/local/logstash-filter-awesome"
+```
+- Install plugin
+```sh
+# Logstash 2.3 and higher
+bin/logstash-plugin install --no-verify
+
+# Prior to Logstash 2.3
+bin/plugin install --no-verify
+
+```
+- Run Logstash with your plugin
+```sh
+bin/logstash -e 'filter {awesome {}}'
+```
+At this point any modifications to the plugin code will be applied to this local Logstash setup. After modifying the plugin, simply rerun Logstash.
+
+#### 2.2 Run in an installed Logstash
+
+You can use the same **2.1** method to run your plugin in an installed Logstash by editing its `Gemfile` and pointing the `:path` to your local plugin development directory or you can build the gem and install it using:
+
+- Build your plugin gem
+```sh
+gem build logstash-filter-awesome.gemspec
+```
+- Install the plugin from the Logstash home
+```sh
+# Logstash 2.3 and higher
+bin/logstash-plugin install --no-verify
+
+# Prior to Logstash 2.3
+bin/plugin install --no-verify
+
+```
+- Start Logstash and proceed to test the plugin
+
+## Contributing
+
+All contributions are welcome: ideas, patches, documentation, bug reports, complaints, and even something you drew up on a napkin.
+
+Programming is not a required skill. Whatever you've seen about open source and maintainers or community members  saying "send patches or die" - you will not see that here.
+
+It is more important to the community that you are able to contribute.
+
+For more information about contributing, see the [CONTRIBUTING](https://github.com/elastic/logstash/blob/master/CONTRIBUTING.md) file.

data/lib/logstash/outputs/baidubce-sdk.log

@@ -0,0 +1,71 @@
+# Logfile created on 2018-07-16 19:29:19 +0800 by logger.rb/61378
+I, [2018-07-16T19:29:19.568134 #29235]  INFO -- : url: http://bj.bcebos.com//, params: {}
+I, [2018-07-17T11:50:27.981548 #55036]  INFO -- : url: http://bj.bcebos.com//, params: {}
+I, [2018-07-17T11:51:54.049430 #55173]  INFO -- : url: http://bj.bcebos.com/testLogStash/, params: {}
+I, [2018-07-17T11:51:54.133378 #55173]  INFO -- : url: http://bj.bcebos.com//, params: {}
+I, [2018-07-17T11:52:21.804757 #55210]  INFO -- : url: http://bj.bcebos.com//, params: {}
+I, [2018-07-17T11:53:02.315680 #55277]  INFO -- : url: http://bj.bcebos.com/hubble/?maxKeys=1000, params: {:maxKeys=>1000}
+I, [2018-07-17T14:36:50.113842 #65041]  INFO -- : url: http://bj.bcebos.com/hubble/?maxKeys=1000, params: {:maxKeys=>1000}
+I, [2018-07-17T14:37:02.880997 #65078]  INFO -- : url: http://bj.bcebos.com/hubble/?maxKeys=1000&prefix=testRuby, params: {:maxKeys=>1000, :prefix=>"testRuby"}
+I, [2018-07-17T14:45:13.102576 #65963]  INFO -- : url: http://bj.bcebos.com/hubble/testRuby/test1, params: {}
+I, [2018-07-17T14:45:13.359318 #65963]  INFO -- : url: http://bj.bcebos.com/hubble/?maxKeys=1000&prefix=testRuby, params: {:maxKeys=>1000, :prefix=>"testRuby"}
+I, [2018-07-17T14:46:08.416940 #66052]  INFO -- : url: http://bj.bcebos.com/hubble/testRuby/test1, params: {}
+I, [2018-07-17T14:46:15.401718 #66053]  INFO -- : url: http://bj.bcebos.com/hubble/testRuby/test1, params: {}
+I, [2018-07-17T14:46:44.911391 #66105]  INFO -- : url: http://bj.bcebos.com/hubble/testRuby/test1, params: {}
+I, [2018-07-17T14:46:51.309309 #66121]  INFO -- : url: http://bj.bcebos.com/hubble/testRuby/test1, params: {}
+I, [2018-07-17T16:47:19.419575 #82715]  INFO -- : url: http://bj.bcebos.com/hubble/?maxKeys=1000&prefix=testRuby, params: {:maxKeys=>1000, :prefix=>"testRuby"}
+I, [2018-07-17T16:48:45.846830 #82913]  INFO -- : url: http://bj.bcebos.com/hubble/?maxKeys=1000, params: {:maxKeys=>1000}
+I, [2018-07-17T16:52:59.499108 #83364]  INFO -- : url: http://bj.bcebos.com/hubble/?maxKeys=1000&prefix=testRuby, params: {:maxKeys=>1000, :prefix=>"testRuby"}
+I, [2018-07-17T17:17:17.977105 #85959]  INFO -- : url: http://bj.bcebos.com/hubble/?maxKeys=1000&prefix=testRuby, params: {:maxKeys=>1000, :prefix=>"testRuby"}
+I, [2018-07-17T17:17:20.501648 #85960]  INFO -- : url: http://bj.bcebos.com/hubble/?maxKeys=1000&prefix=testRuby, params: {:maxKeys=>1000, :prefix=>"testRuby"}
+I, [2018-07-17T17:17:36.649071 #85976]  INFO -- : url: http://bj.bcebos.com/hubble/?maxKeys=1000&prefix=Logstash, params: {:maxKeys=>1000, :prefix=>"Logstash"}
+I, [2018-07-17T17:17:36.781701 #85976]  INFO -- : url: http://bj.bcebos.com/hubble/Logstash/PluginTest, params: {}
+I, [2018-07-17T17:18:00.034224 #86022]  INFO -- : url: http://bj.bcebos.com/hubble/?maxKeys=1000&prefix=Logstash, params: {:maxKeys=>1000, :prefix=>"Logstash"}
+I, [2018-07-17T17:18:00.183661 #86022]  INFO -- : url: http://bj.bcebos.com/hubble/Logstash/PluginTest, params: {}
+I, [2018-07-17T17:18:00.324864 #86022]  INFO -- : url: http://bj.bcebos.com/hubble/Logstash/PluginTest, params: {}
+I, [2018-07-17T17:18:01.801560 #86032]  INFO -- : url: http://bj.bcebos.com/hubble/?maxKeys=1000&prefix=Logstash, params: {:maxKeys=>1000, :prefix=>"Logstash"}
+I, [2018-07-17T17:18:01.941337 #86032]  INFO -- : url: http://bj.bcebos.com/hubble/Logstash/PluginTest, params: {}
+I, [2018-07-17T17:18:08.570041 #86033]  INFO -- : url: http://bj.bcebos.com/hubble/?maxKeys=1000&prefix=Logstash, params: {:maxKeys=>1000, :prefix=>"Logstash"}
+I, [2018-07-17T17:18:16.345537 #86056]  INFO -- : url: http://bj.bcebos.com/hubble/?maxKeys=1000&prefix=Logstash, params: {:maxKeys=>1000, :prefix=>"Logstash"}
+I, [2018-07-17T17:18:16.499875 #86056]  INFO -- : url: http://bj.bcebos.com/hubble/Logstash/PluginTest, params: {}
+I, [2018-07-17T17:18:25.892169 #86072]  INFO -- : url: http://bj.bcebos.com/hubble/?maxKeys=1000&prefix=Logstash, params: {:maxKeys=>1000, :prefix=>"Logstash"}
+I, [2018-07-17T17:18:26.021939 #86072]  INFO -- : url: http://bj.bcebos.com/hubble/Logstash/PluginTest, params: {}
+I, [2018-07-17T17:18:30.887206 #86074]  INFO -- : url: http://bj.bcebos.com/hubble/?maxKeys=1000&prefix=Logstash, params: {:maxKeys=>1000, :prefix=>"Logstash"}
+I, [2018-07-17T17:18:31.011935 #86074]  INFO -- : url: http://bj.bcebos.com/hubble/Logstash/PluginTest, params: {}
+I, [2018-07-18T14:45:39.377263 #9073]  INFO -- : url: http://bj.bcebos.com//, params: {}
+I, [2018-07-18T14:46:21.275336 #9149]  INFO -- : url: http://bj.bcebos.com//, params: {}
+I, [2018-07-18T14:47:32.344747 #9281]  INFO -- : url: http://bj.bcebos.com//, params: {}
+I, [2018-07-18T14:47:37.591110 #9289]  INFO -- : url: http://bj.bcebos.com//, params: {}
+I, [2018-07-18T14:47:40.721758 #9312]  INFO -- : url: http://bj.bcebos.com//, params: {}
+I, [2018-07-18T14:48:06.173293 #9358]  INFO -- : url: http://bj.bcebos.com//, params: {}
+I, [2018-07-18T14:48:08.181829 #9366]  INFO -- : url: http://bj.bcebos.com//, params: {}
+I, [2018-07-18T14:48:38.407382 #9427]  INFO -- : url: http://bj.bcebos.com//, params: {}
+I, [2018-07-18T14:48:42.746513 #9441]  INFO -- : url: http://bj.bcebos.com//, params: {}
+I, [2018-07-18T14:49:22.340804 #9525]  INFO -- : url: http://bj.bcebos.com//, params: {}
+I, [2018-07-18T14:49:49.068901 #9586]  INFO -- : url: http://bj.bcebos.com//, params: {}
+I, [2018-07-18T14:50:03.143733 #9616]  INFO -- : url: http://bj.bcebos.com//, params: {}
+I, [2018-07-18T14:51:31.971977 #9755]  INFO -- : url: http://bj.bcebos.com/logstash/, params: {}
+I, [2018-07-18T14:51:32.056725 #9755]  INFO -- : url: http://bj.bcebos.com/logstash/, params: {}
+I, [2018-07-18T14:52:21.863201 #9856]  INFO -- : url: http://bj.bcebos.com/testyyj/?maxKeys=1000, params: {:maxKeys=>1000}
+I, [2018-07-18T14:52:35.373447 #9892]  INFO -- : url: http://bj.bcebos.com//, params: {}
+I, [2018-07-18T14:53:00.234736 #9944]  INFO -- : url: http://bj.bcebos.com/testyyj/?maxKeys=1000, params: {:maxKeys=>1000}
+I, [2018-07-18T14:53:20.660033 #9990]  INFO -- : url: http://bj.bcebos.com/test123321/?maxKeys=1000, params: {:maxKeys=>1000}
+I, [2018-07-18T14:53:22.568450 #9991]  INFO -- : url: http://bj.bcebos.com/test123321/?maxKeys=1000, params: {:maxKeys=>1000}
+I, [2018-07-18T14:54:03.586978 #10060]  INFO -- : url: http://bj.bcebos.com/luguo/?maxKeys=1000, params: {:maxKeys=>1000}
+I, [2018-07-18T14:54:06.325689 #10084]  INFO -- : url: http://bj.bcebos.com/luguo/?maxKeys=1000, params: {:maxKeys=>1000}
+I, [2018-07-18T14:54:22.893265 #10107]  INFO -- : url: http://bj.bcebos.com/iot2test/?maxKeys=1000, params: {:maxKeys=>1000}
+I, [2018-07-18T14:54:24.498791 #10108]  INFO -- : url: http://bj.bcebos.com/iot2test/?maxKeys=1000, params: {:maxKeys=>1000}
+I, [2018-07-18T14:54:40.968935 #10154]  INFO -- : url: http://bj.bcebos.com/12dffvsa/?maxKeys=1000, params: {:maxKeys=>1000}
+I, [2018-07-18T14:55:15.203592 #10223]  INFO -- : url: http://bj.bcebos.com/multitest/?maxKeys=1000, params: {:maxKeys=>1000}
+I, [2018-07-18T14:55:54.537358 #10314]  INFO -- : url: http://bj.bcebos.com/multitest/test/Bos, params: {}
+I, [2018-07-18T14:55:54.733656 #10314]  INFO -- : url: http://bj.bcebos.com/multitest/?maxKeys=1000, params: {:maxKeys=>1000}
+I, [2018-07-18T14:56:06.874685 #10345]  INFO -- : url: http://bj.bcebos.com/multitest/?maxKeys=1000, params: {:maxKeys=>1000}
+I, [2018-07-18T14:56:08.445478 #10346]  INFO -- : url: http://bj.bcebos.com/multitest/?maxKeys=1000, params: {:maxKeys=>1000}
+I, [2018-07-18T14:56:47.661725 #10424]  INFO -- : url: http://bj.bcebos.com/multitest/?maxKeys=1000, params: {:maxKeys=>1000}
+I, [2018-07-18T14:57:34.442253 #10507]  INFO -- : url: http://bj.bcebos.com/multitest/test/Bos, params: {}
+I, [2018-07-18T14:57:34.723687 #10507]  INFO -- : url: http://bj.bcebos.com/multitest/?maxKeys=1000, params: {:maxKeys=>1000}
+I, [2018-07-18T14:57:42.101877 #10531]  INFO -- : url: http://bj.bcebos.com/multitest/test/Bos, params: {}
+I, [2018-07-18T14:57:42.454883 #10531]  INFO -- : url: http://bj.bcebos.com/multitest/?maxKeys=1000, params: {:maxKeys=>1000}
+I, [2018-07-18T14:58:54.857076 #10632]  INFO -- : url: http://bj.bcebos.com/multitest/?maxKeys=1000, params: {:maxKeys=>1000}
+I, [2018-07-18T14:59:19.260529 #10693]  INFO -- : url: http://bj.bcebos.com/multitest/test/Bos, params: {}
+I, [2018-07-18T14:59:19.414703 #10693]  INFO -- : url: http://bj.bcebos.com/multitest/?maxKeys=1000, params: {:maxKeys=>1000}

data/lib/logstash/outputs/bos.rb

@@ -0,0 +1,62 @@
+# encoding: utf-8
+require "logstash/outputs/base"
+require "logstash/namespace"
+require "baidubce/services/bos/bos_client"
+require "rufus-scheduler"
+include Baidubce
+
+# Upload the log string into specified bos
+class LogStash::Outputs::Bos < LogStash::Outputs::Base
+  config_name "bos"
+
+  # The log string to be stored in bos
+  # config :log, :validate => :string, :required => true
+
+  # Destination bucket name
+  config :bucket, :validate => :string, :required => true
+
+  # Object Name
+  config :object, :validate => :string, :required => true
+
+  # Path of the file to upload
+  config :file_path, :validate => :string, :required => true
+
+  # Endpoint of BOS
+  config :endpoint, :validate => :string, :required => true
+
+  # Access Key of BOS
+  config :ak, :validate => :string, :required => true
+
+  # Secret Key of BOS
+  config :sk, :validate => :string, :required => true
+
+  public
+  def register
+    credentials = Auth::BceCredentials.new(@ak, @sk)
+    conf = BceClientConfiguration.new(credentials, @endpoint)
+    @client = Services::BosClient.new(conf)
+    @@scheduledTasks = {}
+    # 时区设置
+    ENV['TZ'] = 'Asia/Shanghai'
+  end # def register
+
+  public
+  def receive(event)
+    if @@scheduledTasks["#{@bucket} - #{@object}"].nil?
+      # 上传任务未计划，增加新的任务
+      scheduler = Rufus::Scheduler.new
+      scheduler.at "#{Date.today.next_day.strftime('%Y-%m-%d')} 00:10" do
+        # 在第二天0点10分上传前一天的csv文件
+        begin
+          @client.put_object_from_file(@bucket, @object, @file_path)
+          @@scheduledTasks["#{@bucket} - #{@object}"] = nil
+        rescue BceServerException => e
+          puts "Error: #{e}"
+        end
+      end
+      @@scheduledTasks["#{@bucket} - #{@object}"] = scheduler
+      scheduler.join
+    end
+  end # def receive
+
+end # class LogStash::Outputs::Bos

data/lib/logstash/outputs/test.rb

@@ -0,0 +1,20 @@
+require "rufus-scheduler"
+require "baidubce/services/bos/bos_client"
+include Baidubce
+credentials = Auth::BceCredentials.new(
+    "a85ed2d7649141e08bf79fbbd88edc12",
+    "08b3c29a36df4d0c8f98f093c62661ed"
+)
+conf = BceClientConfiguration.new(credentials, "bj.bcebos.com")
+client = Services::BosClient.new(conf)
+# client.put_object_from_string("multitest", "test/Bos", "string")
+# client.delete_object("multitest", "test/Bos")
+# data = client.list_objects("multitest")
+# objects = data["contents"]
+# objects.each do |object|
+#     print("#{object["key"]}\n")
+# end
+scheduler = Rufus::Scheduler.new
+scheduler.at "#{Date.today.strftime('%Y-%m-%d')} 15:43" do
+# do something at a given point in time
+client.put_object_from_string(@bucket, @object, @log)

data/logstash-output-bos.gemspec

@@ -0,0 +1,28 @@
+Gem::Specification.new do |s|
+  s.name = 'logstash-output-bos'
+  s.version         = '0.2.0'
+  s.licenses = ['Apache License (2.0)']
+  s.summary = "Store a string (mostly log) to specified bos"
+  s.description     = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"
+  s.authors = ["Yucheng Qin"]
+  s.email = "qinyucheng@baidu.com"
+  s.homepage = "http://www.baidu.com"
+  s.require_paths = ["lib"]
+
+  # Files
+  s.files = Dir['lib/**/*','spec/**/*','vendor/**/*','*.gemspec','*.md','CONTRIBUTORS','Gemfile','LICENSE','NOTICE.TXT']
+   # Tests
+  s.test_files = s.files.grep(%r{^(test|spec|features)/})
+
+  # Special flag to let us know this is actually a logstash plugin
+  s.metadata = { "logstash_plugin" => "true", "logstash_group" => "output" }
+
+  # Gem dependencies
+  #
+  s.add_runtime_dependency "mimemagic"
+  s.add_runtime_dependency "baidubce-sdk"
+  s.add_runtime_dependency "rest-client"
+  s.add_runtime_dependency "logstash-core-plugin-api", ">= 1.60", "<= 2.99"
+  s.add_runtime_dependency "logstash-codec-plain"
+  s.add_development_dependency 'logstash-devutils'
+end

data/spec/outputs/bos_spec.rb

@@ -0,0 +1,47 @@
+# encoding: utf-8
+require "logstash/devutils/rspec/spec_helper"
+require "logstash/outputs/bos"
+require "logstash/codecs/plain"
+require "logstash/event"
+require "baidubce/services/bos/bos_client"
+
+describe LogStash::Outputs::Bos do
+  let(:logEvent) { LogStash::Event.new }
+  let(:output) { LogStash::Outputs::Bos.new }
+
+  before do
+    logEvent.set("log", "Logstash Plugin Test String")
+    logEvent.set("bucket", "hubble")
+    logEvent.set("object", "Logstash/PluginTest")
+    logEvent.set("ak", "be80026973e14e2783bd37670c9bff5d")
+    logEvent.set("sk", "ed5f08fe9e374fb48fb9d4d1b6d83491")
+    logEvent.set("endpoint", "http://bj.bcebos.com")
+    output.register
+  end
+
+  describe "receive message" do
+    output.receive(logEvent)
+
+    it "returns a string" do
+      bos = {
+        "endpoint" => "http://bj.bcebos.com",
+        "ak" => "be80026973e14e2783bd37670c9bff5d",
+        "sk" => "ed5f08fe9e374fb48fb9d4d1b6d83491"
+      }
+
+      credentials = Auth::BceCredentials.new(
+          bos['ak'],
+          bos['sk']
+      )
+
+      conf = BceClientConfiguration.new(
+          credentials,
+          bos['endpoint']
+      )
+      client = Services::BosClient.new(conf)
+      result = client.get_object_as_string("hubble", "Logstash/PluginTest")
+      expect(result).to eq("Logstash Plugin Test String")
+      client.delete_object("hubble", "Logstash/PluginTest")
+    end
+  end
+end

metadata

@@ -0,0 +1,151 @@
+--- !ruby/object:Gem::Specification
+name: logstash-output-bos
+version: !ruby/object:Gem::Version
+  version: 0.2.0
+platform: ruby
+authors:
+- Yucheng Qin
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-07-18 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mimemagic
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: baidubce-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: logstash-core-plugin-api
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.60'
+    - - "<="
+      - !ruby/object:Gem::Version
+        version: '2.99'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.60'
+    - - "<="
+      - !ruby/object:Gem::Version
+        version: '2.99'
+- !ruby/object:Gem::Dependency
+  name: logstash-codec-plain
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: logstash-devutils
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: This gem is a Logstash plugin required to be installed on top of the
+  Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This
+  gem is not a stand-alone program
+email: qinyucheng@baidu.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- CHANGELOG.md
+- CONTRIBUTORS
+- DEVELOPER.md
+- Gemfile
+- LICENSE
+- NOTICE.TXT
+- README.md
+- lib/logstash/outputs/baidubce-sdk.log
+- lib/logstash/outputs/bos.rb
+- lib/logstash/outputs/logstash-output-bos-0.4.0.gem
+- lib/logstash/outputs/test.rb
+- logstash-output-bos.gemspec
+- spec/outputs/bos_spec.rb
+homepage: http://www.baidu.com
+licenses:
+- Apache License (2.0)
+metadata:
+  logstash_plugin: 'true'
+  logstash_group: output
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6
+signing_key: 
+specification_version: 4
+summary: Store a string (mostly log) to specified bos
+test_files:
+- spec/outputs/bos_spec.rb