redshifter 0.5.1 → 0.6.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +4 -3
- data/lib/redshifter.rb +1 -0
- data/lib/redshifter/job/replace_redshift_table_job.rb +15 -0
- data/lib/redshifter/version.rb +1 -1
- metadata +4 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 9f5f06faed21081d4041a36d24b07891aa5dd5dc
|
|
4
|
+
data.tar.gz: 5b6d57bdf2a5a22a30a33af0455b97095d2006e4
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: b27b23941087fd98d1096d26f632757aab46425467885c39b5f11cab69601ca3a2dde796a4a6129b163cac409fcf40b27f8e1bbebc1f33961bf4f46e46b82b60
|
|
7
|
+
data.tar.gz: 614fe6a514775a18b723478e16adfadb48f9ea0dece1730a842a5579c8a770024418a7c9456dca3a7f677d3f0768ca9eae3b220a422dd2b8c55d98a8c7e6e54a
|
data/README.md
CHANGED
|
@@ -16,8 +16,9 @@ Feature Roadmap:
|
|
|
16
16
|
- 0.2.4 - New config format; update and replace rake tasks available
|
|
17
17
|
- 0.3.0 - Public version
|
|
18
18
|
- 0.4.0 - Make S3 region configurable
|
|
19
|
-
- 0.5.0 -
|
|
20
|
-
- 0.5.1 -
|
|
19
|
+
- 0.5.0 - Add functionality for source_table_filter to selectively export rows
|
|
20
|
+
- 0.5.1 - Fix bug where there was an erroneous default value for source_table_filter
|
|
21
|
+
- 0.6.0 - Add ReplaceRedshiftTableJob
|
|
21
22
|
|
|
22
23
|
## Installation
|
|
23
24
|
|
|
@@ -136,7 +137,7 @@ etl_books_to_redshift:
|
|
|
136
137
|
class: 'Redshifter::Job::UpdateRedshiftTableJob'
|
|
137
138
|
args: 'books_with_export_at'
|
|
138
139
|
description: 'Export the books table to Redshift'
|
|
139
|
-
```
|
|
140
|
+
```
|
|
140
141
|
|
|
141
142
|
### Monitoring Rake tasks with New Relic (optional)
|
|
142
143
|
New Relic offers Rake task instrumentation as of version `3.13.0` of their `newrelic_rpm` agent. Redshifter does not directly use or depend on `newrelic_rpm`. You must use New Relic's rake instrumentation and explicitly identify the tasks in your app that you want to monitor. See [New Relic docs](https://docs.newrelic.com/docs/agents/ruby-agent/background-jobs/rake-instrumentation).
|
data/lib/redshifter.rb
CHANGED
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
require 'dynosaur'
|
|
2
|
+
|
|
3
|
+
module Redshifter
|
|
4
|
+
module Job
|
|
5
|
+
class ReplaceRedshiftTableJob
|
|
6
|
+
@queue = :low
|
|
7
|
+
|
|
8
|
+
def self.perform(table_config_key)
|
|
9
|
+
dyno = Dynosaur::Process::Heroku
|
|
10
|
+
.new(task: 'redshifter:replace', args: [table_config_key])
|
|
11
|
+
dyno.start
|
|
12
|
+
end
|
|
13
|
+
end
|
|
14
|
+
end
|
|
15
|
+
end
|
data/lib/redshifter/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: redshifter
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.6.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Justin Richard
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2016-
|
|
11
|
+
date: 2016-06-30 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: dynosaur
|
|
@@ -142,6 +142,7 @@ files:
|
|
|
142
142
|
- lib/redshifter/config.rb
|
|
143
143
|
- lib/redshifter/extract_and_replace_redshift_table.rb
|
|
144
144
|
- lib/redshifter/extract_and_update_redshift_table.rb
|
|
145
|
+
- lib/redshifter/job/replace_redshift_table_job.rb
|
|
145
146
|
- lib/redshifter/job/update_redshift_table_job.rb
|
|
146
147
|
- lib/redshifter/table.rb
|
|
147
148
|
- lib/redshifter/tasks.rb
|
|
@@ -173,7 +174,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
173
174
|
version: '0'
|
|
174
175
|
requirements: []
|
|
175
176
|
rubyforge_project:
|
|
176
|
-
rubygems_version: 2.
|
|
177
|
+
rubygems_version: 2.5.1
|
|
177
178
|
signing_key:
|
|
178
179
|
specification_version: 4
|
|
179
180
|
summary: ETL processing jobs to exporting Rails model tables to Redshift
|