redshift-connector 4.3.0 → 4.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c5d5bf307943f19b5187a9244ecd89717241d72f
-  data.tar.gz: 1651cd723205ee50247c5e407f39aaa1eafd287d
+  metadata.gz: 0ed37ac9fef3effe7b2e9c2c288be44f2d942d35
+  data.tar.gz: 5b8b27e51b258609c83b2f06d3df3268e78cccfa
 SHA512:
-  metadata.gz: ff3ef2d4b7e647617529313df5b1d24eb9bf537672ba4aeba3de6542d2fa60589576854b308bc7db5b34c853e1cf30a1a517f6cfd1c58b876018dd6c6fcab7c8
-  data.tar.gz: 51de6b97fd7099a2dfaf401b1f230e49f991c623cd43949bbf9e8a4e5f822180040b024638938613aaa89fdbaced93f5c9e27bf6e5e57c8e3d6c24a486f8c06b
+  metadata.gz: db50e26f55babb5e0e897d08799001e5f3dd5f4a69375711e9275f52edc6d4a6ada9b6543f185ce8de80459d39e51c7576b7de7f1990b3b9f824c70d5fb669e8
+  data.tar.gz: a1147ff8f8d20624c80674c49857c80a00ac0684235b5bd90c0f0ab8e86e32ab316e343cefd362b5d1fd8139c5fe79ffb9b79c3795de0a478d43a169611eb2b7

data/README.md

@@ -8,3 +8,32 @@ Add following block to your Gemfile and bundle.
 ```
 gem 'redshift-connector'
 ```
+Add config/initializers/redshift-connector.rb like following:
+```
+module RedshiftConnector
+  Exporter.default_data_source = Any_ActiveRecord_Class_Bound_To_Redshift
+
+  S3Bucket.add('primary', default: true,
+    region: 'YOUR_AWS_REGION_NAME',
+    bucket: 'YOUR_BUCKET_NAME',
+    prefix: 'YOUR_PREFIX',
+    iam_role: 'arn:aws:iam::XXXXXXXXXXXX:role/RedshiftReadOnly'
+    # For explicit S3 access, use following:
+    # aws_access_key_id: 'XXXXXXXXXXXXX',
+    # aws_secret_access_key: 'XXXXXXXXXXXXX'
+  )
+end
+```
+
+## Usage
+
+### Fetching rows
+
+```
+RedshiftConnector.foreach(schema: 'app_mst', table: 'shops', query: 'select id, name from app_mst.shops') do |id, name|
+  p [id, name]
+end
+```
+`schema` and `table` is the source table name (written in the query).
+This method executes Redshift UNLOAD statement with given query and
+unload result to the intermediate S3, then read contents.

data/lib/redshift-connector/s3_bucket.rb

@@ -21,7 +21,8 @@ module RedshiftConnector
       @buckets[name.to_s] or raise ArgumentError, "no such S3 bucket configured: #{name.inspect}"
     end
 
-    def initialize(bucket:, prefix: nil, access_key_id: nil, secret_access_key: nil, iam_role: nil)
+    def initialize(region: nil, bucket:, prefix: nil, access_key_id: nil, secret_access_key: nil, iam_role: nil)
+      @region = region
       @name = bucket
       @prefix = prefix
       @access_key_id = access_key_id
@@ -37,7 +38,10 @@ module RedshiftConnector
     end
 
     def client
-      @client ||= Aws::S3::Client.new(access_key_id: @access_key_id, secret_access_key: @secret_access_key)
+      @client ||= begin
+        args = { region: @region, access_key_id: @access_key_id, secret_access_key: @secret_access_key }.reject {|k, v| v.nil? }
+        Aws::S3::Client.new(**args)
+      end
     end
 
     def bucket

data/lib/redshift-connector/version.rb

@@ -1,3 +1,3 @@
 module RedshiftConnector
-  VERSION = '4.3.0'
+  VERSION = '4.3.1'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: redshift-connector
 version: !ruby/object:Gem::Version
-  version: 4.3.0
+  version: 4.3.1
 platform: ruby
 authors:
 - Minero Aoki
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-02-15 00:00:00.000000000 Z
+date: 2017-02-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord