bubbles 0.0.4.1 → 0.0.5
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +1 -0
- data/lib/bubbles.rb +1 -0
- data/lib/bubbles/bubblicious_file.rb +5 -3
- data/lib/bubbles/dir_watcher.rb +1 -1
- data/lib/bubbles/uploaders/s3_ensure_connection.rb +26 -0
- data/lib/bubbles/version.rb +1 -1
- metadata +3 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 268469699924c6a01e8093ac8213509c95cfcdc8
|
4
|
+
data.tar.gz: 5caf988b1600e68ce86a37a7f3ba04ad89b2a912
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: cd4b0257ecf635009040d9bafe01acd81793dc96391023011b7239f7d80260958a1c24fd938050128888a4ad59cee80a05d4cb661aba26ea44c1b36d7703bc58
|
7
|
+
data.tar.gz: c305cd6f10835ec81fcfac0fcec0794e6d083d118d4106a01dc3a092225bdad1f34f7fc8d8bc2bfdac007a8e441b496a7d510b7c58b90665f0a1ac7ab66bcb55
|
data/README.md
CHANGED
@@ -67,6 +67,7 @@ sleep_interval: 1 # sleep between next command
|
|
67
67
|
num_of_files_to_schedule: 1 # how many files schedule for processing at the same time
|
68
68
|
|
69
69
|
uploaders:
|
70
|
+
- 'Bubbles::Uploaders::S3EnsureConnection' # this will check if s3 connection can be established
|
70
71
|
- 'Bubbles::Uploaders::S3' # by default only S3 uploader is used
|
71
72
|
- 'Bubbles::Uploaders::LocalDir'
|
72
73
|
|
data/lib/bubbles.rb
CHANGED
@@ -13,6 +13,7 @@ require "bubbles/bubblicious_file"
|
|
13
13
|
require "bubbles/dir_watcher"
|
14
14
|
require 'bubbles/common_uploader_interface'
|
15
15
|
require "bubbles/uploaders/s3"
|
16
|
+
require "bubbles/uploaders/s3_ensure_connection"
|
16
17
|
require "bubbles/uploaders/local_dir"
|
17
18
|
|
18
19
|
module Bubbles
|
@@ -7,14 +7,16 @@ module Bubbles
|
|
7
7
|
@config = config
|
8
8
|
end
|
9
9
|
|
10
|
-
def
|
11
|
-
config.logger.debug("BubbliciousFile:
|
12
|
-
FileUtils.
|
10
|
+
def copy_to_processing_dir
|
11
|
+
config.logger.debug("BubbliciousFile: copy file #{file} to #{uid_file}")
|
12
|
+
FileUtils.cp(file, uid_file)
|
13
13
|
end
|
14
14
|
|
15
15
|
def remove_file
|
16
16
|
config.logger.debug("BubbliciousFile: removing file #{uid_file}")
|
17
17
|
FileUtils.rm(uid_file)
|
18
|
+
config.logger.debug("BubbliciousFile: removing file #{file}")
|
19
|
+
FileUtils.rm(file)
|
18
20
|
end
|
19
21
|
|
20
22
|
def metadata
|
data/lib/bubbles/dir_watcher.rb
CHANGED
@@ -16,7 +16,7 @@ module Bubbles
|
|
16
16
|
.last(num_of_files_to_schedule)
|
17
17
|
.each do |file|
|
18
18
|
bfile = BubbliciousFile.new(file: file, config: config)
|
19
|
-
bfile.
|
19
|
+
bfile.copy_to_processing_dir
|
20
20
|
|
21
21
|
uploader_classes.each do |uploader_class|
|
22
22
|
command_queue << uploader_class.new(bfile: bfile, command_queue: command_queue, config: config)
|
@@ -0,0 +1,26 @@
|
|
1
|
+
module Bubbles
|
2
|
+
module Uploaders
|
3
|
+
class S3EnsureConnection
|
4
|
+
extend Forwardable
|
5
|
+
include Bubbles::CommonUploaderInterface
|
6
|
+
|
7
|
+
def call
|
8
|
+
s3.list_buckets
|
9
|
+
end
|
10
|
+
|
11
|
+
def inspect
|
12
|
+
"<##{self.class.name} testing connection to s3 bucket>"
|
13
|
+
end
|
14
|
+
|
15
|
+
private
|
16
|
+
def_delegators :config, :s3_bucket, :s3_credentials, :s3_region
|
17
|
+
|
18
|
+
def s3
|
19
|
+
@s3 ||= Aws::S3::Client.new({
|
20
|
+
region: s3_region,
|
21
|
+
credentials: s3_credentials
|
22
|
+
})
|
23
|
+
end
|
24
|
+
end
|
25
|
+
end
|
26
|
+
end
|
data/lib/bubbles/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: bubbles
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.5
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Tomas Valent
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2017-
|
11
|
+
date: 2017-06-07 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk
|
@@ -94,6 +94,7 @@ files:
|
|
94
94
|
- lib/bubbles/dir_watcher.rb
|
95
95
|
- lib/bubbles/uploaders/local_dir.rb
|
96
96
|
- lib/bubbles/uploaders/s3.rb
|
97
|
+
- lib/bubbles/uploaders/s3_ensure_connection.rb
|
97
98
|
- lib/bubbles/version.rb
|
98
99
|
- tmp/dummy_local_dir_uploader_dir/.gitkeep
|
99
100
|
- tmp/dummy_processing_dir/.gitkeep
|