redshift-connector 5.0.0 → 5.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: b3d56a36e8dba44e03271c37ecedd89871e5f0d2
-  data.tar.gz: 3237a2be89f2b86c524d99ce0064773a3807b41e
+  metadata.gz: fd434428d24b3d41029d89fbbf48c8415416fc46
+  data.tar.gz: a81a921c7b1bdde79851684137cf43d3bc5f26e7
 SHA512:
-  metadata.gz: 0de405e11f29b3efad2e9161436396cd436396ceb525c284d505a42abb3893da882b6d3c1767b88589736776bc26cc8442be350ed77e40ca26e5ed73a1da096c
-  data.tar.gz: 6be60fc0ac03acb59f990dfb605abba2f49711ec32441d11d366ffa322b54835b9625deb3224429ff88f7528f2433a777028283f49fc81132d04f6a79d417cab
+  metadata.gz: c2dfd23d53f217190dcc85d99128700a40432eec27f89cf7a4100fbd61df81d3330ea7ddcc25fdd2164afdda3aeb736b5dd416f9fece9bc8c3fff905063925eb
+  data.tar.gz: 6beed3edae728c20b33fbedaa858b7c27d49439cd86732ecf78d556cd3836cc2885ef83a60d0526935c4a2f05fb9908693ac76995b4a4096605db668953f0101

data/README.md

@@ -8,3 +8,32 @@ Add following block to your Gemfile and bundle.
 ```
 gem 'redshift-connector'
 ```
+Add config/initializers/redshift-connector.rb like following:
+```
+module RedshiftConnector
+  Exporter.default_data_source = Any_ActiveRecord_Class_Bound_To_Redshift
+
+  S3Bucket.add('primary', default: true,
+    region: 'YOUR_AWS_REGION_NAME',
+    bucket: 'YOUR_BUCKET_NAME',
+    prefix: 'YOUR_PREFIX',
+    iam_role: 'arn:aws:iam::XXXXXXXXXXXX:role/RedshiftReadOnly'
+    # For explicit S3 access, use following:
+    # aws_access_key_id: 'XXXXXXXXXXXXX',
+    # aws_secret_access_key: 'XXXXXXXXXXXXX'
+  )
+end
+```
+
+## Usage
+
+### Fetching rows
+
+```
+RedshiftConnector.foreach(schema: 'app_mst', table: 'shops', query: 'select id, name from app_mst.shops') do |id, name|
+  p [id, name]
+end
+```
+`schema` and `table` is the source table name (written in the query).
+This method executes Redshift UNLOAD statement with given query and
+unload result to the intermediate S3, then read contents.

data/lib/redshift-connector/s3_bucket.rb

@@ -21,7 +21,8 @@ module RedshiftConnector
       @buckets[name.to_s] or raise ArgumentError, "no such S3 bucket configured: #{name.inspect}"
     end
 
-    def initialize(bucket:, prefix: nil, access_key_id: nil, secret_access_key: nil, iam_role: nil)
+    def initialize(region: nil, bucket:, prefix: nil, access_key_id: nil, secret_access_key: nil, iam_role: nil)
+      @region = region
       @name = bucket
       @prefix = prefix
       @access_key_id = access_key_id
@@ -37,7 +38,10 @@ module RedshiftConnector
     end
 
     def client
-      @client ||= Aws::S3::Client.new(access_key_id: @access_key_id, secret_access_key: @secret_access_key)
+      @client ||= begin
+        args = { region: @region, access_key_id: @access_key_id, secret_access_key: @secret_access_key }.reject {|k, v| v.nil? }
+        Aws::S3::Client.new(**args)
+      end
     end
 
     def bucket

data/lib/redshift-connector/version.rb

@@ -1,3 +1,3 @@
 module RedshiftConnector
-  VERSION = '5.0.0'
+  VERSION = '5.3.1'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: redshift-connector
 version: !ruby/object:Gem::Version
-  version: 5.0.0
+  version: 5.3.1
 platform: ruby
 authors:
 - Minero Aoki
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-02-15 00:00:00.000000000 Z
+date: 2017-02-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord