redshifter 0.5.1 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +4 -3
- data/lib/redshifter.rb +1 -0
- data/lib/redshifter/job/replace_redshift_table_job.rb +15 -0
- data/lib/redshifter/version.rb +1 -1
- metadata +4 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 9f5f06faed21081d4041a36d24b07891aa5dd5dc
|
|
4
|
+
data.tar.gz: 5b6d57bdf2a5a22a30a33af0455b97095d2006e4
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: b27b23941087fd98d1096d26f632757aab46425467885c39b5f11cab69601ca3a2dde796a4a6129b163cac409fcf40b27f8e1bbebc1f33961bf4f46e46b82b60
|
|
7
|
+
data.tar.gz: 614fe6a514775a18b723478e16adfadb48f9ea0dece1730a842a5579c8a770024418a7c9456dca3a7f677d3f0768ca9eae3b220a422dd2b8c55d98a8c7e6e54a
|
data/README.md
CHANGED
|
@@ -16,8 +16,9 @@ Feature Roadmap:
|
|
|
16
16
|
- 0.2.4 - New config format; update and replace rake tasks available
|
|
17
17
|
- 0.3.0 - Public version
|
|
18
18
|
- 0.4.0 - Make S3 region configurable
|
|
19
|
-
- 0.5.0 -
|
|
20
|
-
- 0.5.1 -
|
|
19
|
+
- 0.5.0 - Add functionality for source_table_filter to selectively export rows
|
|
20
|
+
- 0.5.1 - Fix bug where there was an erroneous default value for source_table_filter
|
|
21
|
+
- 0.6.0 - Add ReplaceRedshiftTableJob
|
|
21
22
|
|
|
22
23
|
## Installation
|
|
23
24
|
|
|
@@ -136,7 +137,7 @@ etl_books_to_redshift:
|
|
|
136
137
|
class: 'Redshifter::Job::UpdateRedshiftTableJob'
|
|
137
138
|
args: 'books_with_export_at'
|
|
138
139
|
description: 'Export the books table to Redshift'
|
|
139
|
-
```
|
|
140
|
+
```
|
|
140
141
|
|
|
141
142
|
### Monitoring Rake tasks with New Relic (optional)
|
|
142
143
|
New Relic offers Rake task instrumentation as of version `3.13.0` of their `newrelic_rpm` agent. Redshifter does not directly use or depend on `newrelic_rpm`. You must use New Relic's rake instrumentation and explicitly identify the tasks in your app that you want to monitor. See [New Relic docs](https://docs.newrelic.com/docs/agents/ruby-agent/background-jobs/rake-instrumentation).
|
data/lib/redshifter.rb
CHANGED
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
require 'dynosaur'
|
|
2
|
+
|
|
3
|
+
module Redshifter
|
|
4
|
+
module Job
|
|
5
|
+
class ReplaceRedshiftTableJob
|
|
6
|
+
@queue = :low
|
|
7
|
+
|
|
8
|
+
def self.perform(table_config_key)
|
|
9
|
+
dyno = Dynosaur::Process::Heroku
|
|
10
|
+
.new(task: 'redshifter:replace', args: [table_config_key])
|
|
11
|
+
dyno.start
|
|
12
|
+
end
|
|
13
|
+
end
|
|
14
|
+
end
|
|
15
|
+
end
|
data/lib/redshifter/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: redshifter
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.6.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Justin Richard
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2016-
|
|
11
|
+
date: 2016-06-30 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: dynosaur
|
|
@@ -142,6 +142,7 @@ files:
|
|
|
142
142
|
- lib/redshifter/config.rb
|
|
143
143
|
- lib/redshifter/extract_and_replace_redshift_table.rb
|
|
144
144
|
- lib/redshifter/extract_and_update_redshift_table.rb
|
|
145
|
+
- lib/redshifter/job/replace_redshift_table_job.rb
|
|
145
146
|
- lib/redshifter/job/update_redshift_table_job.rb
|
|
146
147
|
- lib/redshifter/table.rb
|
|
147
148
|
- lib/redshifter/tasks.rb
|
|
@@ -173,7 +174,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
173
174
|
version: '0'
|
|
174
175
|
requirements: []
|
|
175
176
|
rubyforge_project:
|
|
176
|
-
rubygems_version: 2.
|
|
177
|
+
rubygems_version: 2.5.1
|
|
177
178
|
signing_key:
|
|
178
179
|
specification_version: 4
|
|
179
180
|
summary: ETL processing jobs to exporting Rails model tables to Redshift
|