logstash-output-azure 0.1.0

data/spec/outputs/blob/uploader_spec.rb

@@ -0,0 +1,65 @@
+# Encoding: utf-8
+require "logstash/devutils/rspec/spec_helper"
+require "logstash/outputs/blob/uploader"
+require "logstash/outputs/blob/temporary_file"
+require "azure"
+require "stud/temporary"
+
+describe LogStash::Outputs::LogstashAzureBlobOutput::Uploader do
+  let(:logger) { spy(:logger ) }
+  let(:max_upload_workers) { 1 }
+  let(:storage_account_name) { "test-cointainer" }
+  let(:temporary_directory) { Stud::Temporary.pathname }
+  let(:temporary_file) { Stud::Temporary.file }
+  let(:storage_access_key) { "foobar" }
+  let(:upload_options) { {} }
+  let(:threadpool) do
+    Concurrent::ThreadPoolExecutor.new({
+                                         :min_threads => 1,
+                                         :max_threads => 8,
+                                         :max_queue => 1,
+                                         :fallback_policy => :caller_runs
+                                       })
+  end
+
+  let(:file) do
+    f = LogStash::Outputs::LogstashAzureBlobOutput::TemporaryFile.new(storage_access_key, temporary_file, temporary_directory)
+    f.write("random content")
+    f.fsync
+    f
+  end
+
+  subject { described_class.new(storage_account_name, logger, threadpool) }
+
+  it "upload file to the blob" do
+    expect { subject.upload(file) }.not_to raise_error
+  end
+
+  it "execute a callback when the upload is complete" do
+    callback = proc { |f| }
+
+    expect(callback).to receive(:call).with(file)
+    subject.upload(file, { :on_complete => callback })
+  end
+
+  it 'the content in the blob and sent should be equal' do
+    blob = subject.upload(file)
+    md5 = Digest::MD5.base64digest(Object::File.open(file.path).read)
+    expect(blob.properties[:content_md5]).to eq(md5)
+  end
+
+  xit "retries errors indefinitively" do
+    blob = double("blob").as_null_object
+
+    expect(logger).to receive(:error).with(any_args).once
+
+    expect(storage_account_name).to receive(:object).with(file.key).and_return(blob).twice
+
+    expect(blob).to receive(:upload_file).with(any_args).and_raise(StandardError)
+
+    expect(blob).to receive(:upload_file).with(any_args).and_return(true)
+
+
+    subject.upload(file)
+  end
+end

data/spec/outputs/blob/writable_directory_validator_spec.rb

@@ -0,0 +1,40 @@
+# encoding: utf-8
+require "logstash/devutils/rspec/spec_helper"
+require "logstash/outputs/blob/writable_directory_validator"
+require "stud/temporary"
+
+describe LogStash::Outputs::LogstashAzureBlobOutput::WritableDirectoryValidator do
+  let(:temporary_directory) {  File.join(Stud::Temporary.directory, Time.now.to_i.to_s) }
+
+  subject { described_class }
+
+  context "when the directory doesn't exists" do
+    it "creates the directory" do
+      expect(Dir.exist?(temporary_directory)).to be_falsey
+      expect(subject.valid?(temporary_directory)).to be_truthy
+      expect(Dir.exist?(temporary_directory)).to be_truthy
+    end
+  end
+
+  context "when the directory exist" do
+    before do
+      FileUtils.mkdir_p(temporary_directory)
+    end
+
+    it "doesn't change the directory" do
+      expect(Dir.exist?(temporary_directory)).to be_truthy
+      expect(subject.valid?(temporary_directory)).to be_truthy
+      expect(Dir.exist?(temporary_directory)).to be_truthy
+    end
+  end
+
+  it "return false if the directory is not writable" do
+    expect(::File).to receive(:writable?).with(temporary_directory).and_return(false)
+    expect(subject.valid?(temporary_directory)).to be_falsey
+  end
+
+  it "return true if the directory is writable" do
+    expect(::File).to receive(:writable?).with(temporary_directory).and_return(true)
+    expect(subject.valid?(temporary_directory)).to be_truthy
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,6 @@
+# encoding: utf-8
+require "logstash/devutils/rspec/spec_helper"
+require_relative "supports/helpers"
+require "logstash/logging/logger"
+
+LogStash::Logging::Logger::configure_logging("debug") if ENV["DEBUG"]

data/spec/supports/helpers.rb

@@ -0,0 +1,30 @@
+# encoding: utf-8
+shared_context "setup plugin" do
+  let(:temporary_directory) { Stud::Temporary.pathname }
+  let(:storage_account_name) { ENV["AWS_LOGSTASH_TEST_BUCKET"] }
+  let(:storage_access_key) {  ENV["AWS_ACCESS_KEY_ID"] }
+  let(:size_file) { 100 }
+  let(:time_file) { 100 }
+  let(:tags) { [] }
+  let(:prefix) { "home" }
+
+  let(:main_options) do
+    {
+      "storage_account_name" => bucket,
+      "prefix" => prefix,
+      "temporary_directory" => temporary_directory,
+      "storage_access_key" => access_key_id,
+      "size_file" => size_file,
+      "time_file" => time_file,
+      "tags" => []
+    }
+  end
+
+  subject { LogStash::Outputs::LogstashAzureBlobOutput.new(options) }
+end
+
+def clean_remote_files(prefix = "")
+  bucket_resource.objects(:prefix => prefix).each do |object|
+    object.delete
+  end
+end

metadata

@@ -0,0 +1,140 @@
+--- !ruby/object:Gem::Specification
+name: logstash-output-azure
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Tuffk
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2017-08-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  name: logstash-core-plugin-api
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: logstash-codec-plain
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.7'
+  name: azure
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.7'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: logstash-devutils
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description:
+email: tuffkmulhall@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- CHANGELOG.md
+- CONTRIBUTORS
+- DEVELOPER.md
+- Gemfile
+- LICENSE
+- README.md
+- lib/logstash/outputs/Logstash_Azure_Blob_Output.rb
+- lib/logstash/outputs/blob/file_repository.rb
+- lib/logstash/outputs/blob/path_validator.rb
+- lib/logstash/outputs/blob/size_and_time_rotation_policy.rb
+- lib/logstash/outputs/blob/size_rotation_policy.rb
+- lib/logstash/outputs/blob/temporary_file.rb
+- lib/logstash/outputs/blob/temporary_file_factory.rb
+- lib/logstash/outputs/blob/time_rotation_policy.rb
+- lib/logstash/outputs/blob/uploader.rb
+- lib/logstash/outputs/blob/writable_directory_validator.rb
+- logstash-output-Logstash_Azure_Blob_Output.gemspec
+- spec/outputs/Logstash_Azure_Blob_Output_spec.rb
+- spec/outputs/blob/file_repository_spec.rb
+- spec/outputs/blob/size_and_time_rotation_policy_spec.rb
+- spec/outputs/blob/size_rotation_policy_spec.rb
+- spec/outputs/blob/temporary_file_factory_spec.rb
+- spec/outputs/blob/temporary_file_spec.rb
+- spec/outputs/blob/time_rotation_policy_spec.rb
+- spec/outputs/blob/uploader_spec.rb
+- spec/outputs/blob/writable_directory_validator_spec.rb
+- spec/spec_helper.rb
+- spec/supports/helpers.rb
+homepage:
+licenses:
+- Apache-2.0
+metadata:
+  logstash_plugin: 'true'
+  logstash_group: output
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.6.8
+signing_key:
+specification_version: 4
+summary: Plugin for logstash to send output to Microsoft Azure Blob
+test_files:
+- spec/outputs/Logstash_Azure_Blob_Output_spec.rb
+- spec/outputs/blob/file_repository_spec.rb
+- spec/outputs/blob/size_and_time_rotation_policy_spec.rb
+- spec/outputs/blob/size_rotation_policy_spec.rb
+- spec/outputs/blob/temporary_file_factory_spec.rb
+- spec/outputs/blob/temporary_file_spec.rb
+- spec/outputs/blob/time_rotation_policy_spec.rb
+- spec/outputs/blob/uploader_spec.rb
+- spec/outputs/blob/writable_directory_validator_spec.rb
+- spec/spec_helper.rb
+- spec/supports/helpers.rb