redis_importer 0.0.10 → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/README.md +1 -1
- data/lib/collections/S3_collection.rb +7 -10
- data/lib/generators/redis_importer/install/USAGE +1 -1
- data/lib/generators/redis_importer/install/install_generator.rb +1 -1
- data/lib/redis_importer/redis_importer.rb +2 -2
- data/lib/redis_importer/version.rb +1 -1
- data/lib/redis_importer.rb +4 -4
- data/redis_importer.gemspec +4 -4
- data/spec/redis_importer_spec.rb +1 -1
- metadata +20 -20
- /data/lib/generators/redis_importer/install/templates/{s3_config.example.yml → s3_collection.example.yml} +0 -0
data/README.md
CHANGED
@@ -27,7 +27,7 @@ Or install it yourself as:
|
|
27
27
|
rails g redis_importer:install
|
28
28
|
|
29
29
|
1. Edit config/redis_importer.yml to set your remote file-storage method and what directory should store local copies of the files during import.
|
30
|
-
2. Edit config/
|
30
|
+
2. Edit config/s3_collection.yml to set your access key, secret access key, bucket name, etc.
|
31
31
|
|
32
32
|
**At this time only Amazon S3 is supported as a remote file-storage method.**
|
33
33
|
|
@@ -1,14 +1,11 @@
|
|
1
1
|
class S3Collection
|
2
|
-
|
3
|
-
configuration = YAML.load_file(File.open('config/s3_config.yml'))['development']
|
4
|
-
connection = AWS::S3::Base.establish_connection! configuration['connection']
|
5
|
-
|
6
|
-
bucket_name = configuration['bucket']
|
7
|
-
Bucket.create(bucket_name)
|
8
|
-
@bucket = Bucket.find(bucket_name)
|
9
|
-
end
|
2
|
+
include GemConfigurator
|
10
3
|
|
11
|
-
|
12
|
-
|
4
|
+
attr_accessor :files
|
5
|
+
def initialize
|
6
|
+
configure
|
7
|
+
connection = AWS::S3::Base.establish_connection! @settings['connection']
|
8
|
+
Bucket.create(@settings['bucket'])
|
9
|
+
self.files = Bucket.find(@settings['bucket'])
|
13
10
|
end
|
14
11
|
end
|
@@ -6,7 +6,7 @@ module RedisImporter
|
|
6
6
|
|
7
7
|
def generate_collection
|
8
8
|
copy_file "redis_importer.example.yml", "config/redis_importer.yml"
|
9
|
-
file_basename = "#{file_storage_type.downcase}
|
9
|
+
file_basename = "#{file_storage_type.downcase}_collection"
|
10
10
|
copy_file "#{file_basename}.example.yml", "config/#{file_basename}.yml"
|
11
11
|
end
|
12
12
|
end
|
@@ -66,8 +66,8 @@ module RedisImporter
|
|
66
66
|
def pipeline
|
67
67
|
if !self.commands.empty?
|
68
68
|
pipeline = RedisPipeline::RedisPipeline.new
|
69
|
-
pipeline.
|
70
|
-
if !pipeline.
|
69
|
+
pipeline.add_command(self.commands.flatten)
|
70
|
+
if !pipeline.execute
|
71
71
|
add_errors(pipeline.errors)
|
72
72
|
false
|
73
73
|
else
|
data/lib/redis_importer.rb
CHANGED
@@ -1,5 +1,9 @@
|
|
1
1
|
require 'redis_importer/version'
|
2
2
|
|
3
|
+
# Requiring unreleased gems
|
4
|
+
require 'bundler'
|
5
|
+
Bundler.require
|
6
|
+
|
3
7
|
# Requiring released gems defined
|
4
8
|
require 'aws/s3'
|
5
9
|
require 'gem_configurator'
|
@@ -7,10 +11,6 @@ require 'csv_to_object'
|
|
7
11
|
require 'redis_pipeline'
|
8
12
|
include AWS::S3
|
9
13
|
|
10
|
-
# Requiring unreleased gems
|
11
|
-
require 'bundler'
|
12
|
-
Bundler.require
|
13
|
-
|
14
14
|
# Requiring local files
|
15
15
|
require 'redis_importer/redis_importer'
|
16
16
|
require 'collections/S3_collection'
|
data/redis_importer.gemspec
CHANGED
@@ -16,9 +16,9 @@ Gem::Specification.new do |gem|
|
|
16
16
|
gem.version = RedisImporter::VERSION
|
17
17
|
|
18
18
|
gem.add_development_dependency "rspec"
|
19
|
-
gem.add_development_dependency
|
20
|
-
gem.add_dependency('gem_configurator', '~>
|
21
|
-
gem.add_dependency('csv_to_object', '~>
|
22
|
-
gem.add_dependency('redis_pipeline','~>
|
19
|
+
gem.add_development_dependency('redis_backed_model', '~> 1.0')
|
20
|
+
gem.add_dependency('gem_configurator', '~> 1.1')
|
21
|
+
gem.add_dependency('csv_to_object', '~> 1.0')
|
22
|
+
gem.add_dependency('redis_pipeline','~> 1.0')
|
23
23
|
gem.add_dependency('aws-s3', '~> 0.6.3')
|
24
24
|
end
|
data/spec/redis_importer_spec.rb
CHANGED
@@ -6,7 +6,7 @@ describe RedisImporter do
|
|
6
6
|
before(:all) do
|
7
7
|
@configuration = YAML.load_file(File.open('config/redis_importer.yml'))['development']
|
8
8
|
|
9
|
-
collection = YAML.load_file(File.open('config/
|
9
|
+
collection = YAML.load_file(File.open('config/s3_collection.yml'))['development']
|
10
10
|
connection = AWS::S3::Base.establish_connection! collection['connection']
|
11
11
|
|
12
12
|
bucket_name = collection['bucket']
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: redis_importer
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0
|
4
|
+
version: 0.1.0
|
5
5
|
prerelease:
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
@@ -10,11 +10,11 @@ authors:
|
|
10
10
|
autorequire:
|
11
11
|
bindir: bin
|
12
12
|
cert_chain: []
|
13
|
-
date: 2012-09-
|
13
|
+
date: 2012-09-05 00:00:00.000000000Z
|
14
14
|
dependencies:
|
15
15
|
- !ruby/object:Gem::Dependency
|
16
16
|
name: rspec
|
17
|
-
requirement: &
|
17
|
+
requirement: &2157611140 !ruby/object:Gem::Requirement
|
18
18
|
none: false
|
19
19
|
requirements:
|
20
20
|
- - ! '>='
|
@@ -22,54 +22,54 @@ dependencies:
|
|
22
22
|
version: '0'
|
23
23
|
type: :development
|
24
24
|
prerelease: false
|
25
|
-
version_requirements: *
|
25
|
+
version_requirements: *2157611140
|
26
26
|
- !ruby/object:Gem::Dependency
|
27
27
|
name: redis_backed_model
|
28
|
-
requirement: &
|
28
|
+
requirement: &2157610640 !ruby/object:Gem::Requirement
|
29
29
|
none: false
|
30
30
|
requirements:
|
31
|
-
- -
|
31
|
+
- - ~>
|
32
32
|
- !ruby/object:Gem::Version
|
33
|
-
version: '0'
|
33
|
+
version: '1.0'
|
34
34
|
type: :development
|
35
35
|
prerelease: false
|
36
|
-
version_requirements: *
|
36
|
+
version_requirements: *2157610640
|
37
37
|
- !ruby/object:Gem::Dependency
|
38
38
|
name: gem_configurator
|
39
|
-
requirement: &
|
39
|
+
requirement: &2157610140 !ruby/object:Gem::Requirement
|
40
40
|
none: false
|
41
41
|
requirements:
|
42
42
|
- - ~>
|
43
43
|
- !ruby/object:Gem::Version
|
44
|
-
version:
|
44
|
+
version: '1.1'
|
45
45
|
type: :runtime
|
46
46
|
prerelease: false
|
47
|
-
version_requirements: *
|
47
|
+
version_requirements: *2157610140
|
48
48
|
- !ruby/object:Gem::Dependency
|
49
49
|
name: csv_to_object
|
50
|
-
requirement: &
|
50
|
+
requirement: &2164296380 !ruby/object:Gem::Requirement
|
51
51
|
none: false
|
52
52
|
requirements:
|
53
53
|
- - ~>
|
54
54
|
- !ruby/object:Gem::Version
|
55
|
-
version:
|
55
|
+
version: '1.0'
|
56
56
|
type: :runtime
|
57
57
|
prerelease: false
|
58
|
-
version_requirements: *
|
58
|
+
version_requirements: *2164296380
|
59
59
|
- !ruby/object:Gem::Dependency
|
60
60
|
name: redis_pipeline
|
61
|
-
requirement: &
|
61
|
+
requirement: &2164295920 !ruby/object:Gem::Requirement
|
62
62
|
none: false
|
63
63
|
requirements:
|
64
64
|
- - ~>
|
65
65
|
- !ruby/object:Gem::Version
|
66
|
-
version:
|
66
|
+
version: '1.0'
|
67
67
|
type: :runtime
|
68
68
|
prerelease: false
|
69
|
-
version_requirements: *
|
69
|
+
version_requirements: *2164295920
|
70
70
|
- !ruby/object:Gem::Dependency
|
71
71
|
name: aws-s3
|
72
|
-
requirement: &
|
72
|
+
requirement: &2164295460 !ruby/object:Gem::Requirement
|
73
73
|
none: false
|
74
74
|
requirements:
|
75
75
|
- - ~>
|
@@ -77,7 +77,7 @@ dependencies:
|
|
77
77
|
version: 0.6.3
|
78
78
|
type: :runtime
|
79
79
|
prerelease: false
|
80
|
-
version_requirements: *
|
80
|
+
version_requirements: *2164295460
|
81
81
|
description: Creates objects, converts them to Redis commands and executes the redis
|
82
82
|
commands.
|
83
83
|
email:
|
@@ -99,7 +99,7 @@ files:
|
|
99
99
|
- lib/generators/redis_importer/install/USAGE
|
100
100
|
- lib/generators/redis_importer/install/install_generator.rb
|
101
101
|
- lib/generators/redis_importer/install/templates/redis_importer.example.yml
|
102
|
-
- lib/generators/redis_importer/install/templates/
|
102
|
+
- lib/generators/redis_importer/install/templates/s3_collection.example.yml
|
103
103
|
- lib/redis_importer.rb
|
104
104
|
- lib/redis_importer/redis_importer.rb
|
105
105
|
- lib/redis_importer/version.rb
|
File without changes
|