redis_importer 0.1.0 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -2,6 +2,8 @@ class S3Collection
|
|
2
2
|
include GemConfigurator
|
3
3
|
|
4
4
|
attr_accessor :files
|
5
|
+
|
6
|
+
# Instantiates and configures a S3Collection, using the s3_collection.yml configuration file.
|
5
7
|
def initialize
|
6
8
|
configure
|
7
9
|
connection = AWS::S3::Base.establish_connection! @settings['connection']
|
data/lib/extensions/s3.rb
CHANGED
@@ -1,15 +1,17 @@
|
|
1
1
|
module AWS
|
2
2
|
module S3
|
3
|
+
# Methods extending the S3Object class provided by the aws-s3 gem.
|
3
4
|
class S3Object
|
4
|
-
|
5
|
-
def name
|
6
|
-
self.key
|
7
|
-
end
|
5
|
+
alias_method :name, :key
|
8
6
|
|
7
|
+
# Returns the class represented by the csv file.
|
8
|
+
# person.csv => Person
|
9
9
|
def to_class_name
|
10
10
|
self.key.gsub('.csv','').capitalize
|
11
11
|
end
|
12
12
|
|
13
|
+
# Copies the S3 Object to a local directory.
|
14
|
+
# save_to('tmp/file.csv')
|
13
15
|
def save_to(path)
|
14
16
|
File.open(path,'w') do |file|
|
15
17
|
S3Object.stream(self.key,self.bucket.name) do |chunk|
|
@@ -2,7 +2,7 @@ Description:
|
|
2
2
|
Installs the necessary configuration files based upon your file storage type. Currently only supports the file storage type 's3'.
|
3
3
|
|
4
4
|
Example:
|
5
|
-
rails generate
|
5
|
+
rails generate redis_importer:install s3
|
6
6
|
|
7
7
|
This will create:
|
8
8
|
config/redis_importer.yml
|
@@ -5,6 +5,7 @@ module RedisImporter
|
|
5
5
|
attr_reader :files, :commands, :errors
|
6
6
|
attr_accessor :collection
|
7
7
|
|
8
|
+
# Instantiates and configures a RedisImporter object
|
8
9
|
def initialize
|
9
10
|
configure
|
10
11
|
self.collection = Object::const_get("#{@settings[:storage_method].camelcase}Collection").new()
|
@@ -13,6 +14,7 @@ module RedisImporter
|
|
13
14
|
self.commands = []
|
14
15
|
end
|
15
16
|
|
17
|
+
# Converts each csv file in the collection to objects, which are then saved into the redis store.
|
16
18
|
def import
|
17
19
|
files.each do |file|
|
18
20
|
begin
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: redis_importer
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version:
|
4
|
+
version: 1.0.0
|
5
5
|
prerelease:
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
@@ -14,7 +14,7 @@ date: 2012-09-05 00:00:00.000000000Z
|
|
14
14
|
dependencies:
|
15
15
|
- !ruby/object:Gem::Dependency
|
16
16
|
name: rspec
|
17
|
-
requirement: &
|
17
|
+
requirement: &2156986200 !ruby/object:Gem::Requirement
|
18
18
|
none: false
|
19
19
|
requirements:
|
20
20
|
- - ! '>='
|
@@ -22,10 +22,10 @@ dependencies:
|
|
22
22
|
version: '0'
|
23
23
|
type: :development
|
24
24
|
prerelease: false
|
25
|
-
version_requirements: *
|
25
|
+
version_requirements: *2156986200
|
26
26
|
- !ruby/object:Gem::Dependency
|
27
27
|
name: redis_backed_model
|
28
|
-
requirement: &
|
28
|
+
requirement: &2156985700 !ruby/object:Gem::Requirement
|
29
29
|
none: false
|
30
30
|
requirements:
|
31
31
|
- - ~>
|
@@ -33,10 +33,10 @@ dependencies:
|
|
33
33
|
version: '1.0'
|
34
34
|
type: :development
|
35
35
|
prerelease: false
|
36
|
-
version_requirements: *
|
36
|
+
version_requirements: *2156985700
|
37
37
|
- !ruby/object:Gem::Dependency
|
38
38
|
name: gem_configurator
|
39
|
-
requirement: &
|
39
|
+
requirement: &2156985200 !ruby/object:Gem::Requirement
|
40
40
|
none: false
|
41
41
|
requirements:
|
42
42
|
- - ~>
|
@@ -44,10 +44,10 @@ dependencies:
|
|
44
44
|
version: '1.1'
|
45
45
|
type: :runtime
|
46
46
|
prerelease: false
|
47
|
-
version_requirements: *
|
47
|
+
version_requirements: *2156985200
|
48
48
|
- !ruby/object:Gem::Dependency
|
49
49
|
name: csv_to_object
|
50
|
-
requirement: &
|
50
|
+
requirement: &2157015180 !ruby/object:Gem::Requirement
|
51
51
|
none: false
|
52
52
|
requirements:
|
53
53
|
- - ~>
|
@@ -55,10 +55,10 @@ dependencies:
|
|
55
55
|
version: '1.0'
|
56
56
|
type: :runtime
|
57
57
|
prerelease: false
|
58
|
-
version_requirements: *
|
58
|
+
version_requirements: *2157015180
|
59
59
|
- !ruby/object:Gem::Dependency
|
60
60
|
name: redis_pipeline
|
61
|
-
requirement: &
|
61
|
+
requirement: &2157014720 !ruby/object:Gem::Requirement
|
62
62
|
none: false
|
63
63
|
requirements:
|
64
64
|
- - ~>
|
@@ -66,10 +66,10 @@ dependencies:
|
|
66
66
|
version: '1.0'
|
67
67
|
type: :runtime
|
68
68
|
prerelease: false
|
69
|
-
version_requirements: *
|
69
|
+
version_requirements: *2157014720
|
70
70
|
- !ruby/object:Gem::Dependency
|
71
71
|
name: aws-s3
|
72
|
-
requirement: &
|
72
|
+
requirement: &2157014260 !ruby/object:Gem::Requirement
|
73
73
|
none: false
|
74
74
|
requirements:
|
75
75
|
- - ~>
|
@@ -77,7 +77,7 @@ dependencies:
|
|
77
77
|
version: 0.6.3
|
78
78
|
type: :runtime
|
79
79
|
prerelease: false
|
80
|
-
version_requirements: *
|
80
|
+
version_requirements: *2157014260
|
81
81
|
description: Creates objects, converts them to Redis commands and executes the redis
|
82
82
|
commands.
|
83
83
|
email:
|