redshift_adapter 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 3db76d4c535d7b5de1e6c05c53002a30157464fe
+  data.tar.gz: e90035449abc2b920c3d5824bd795ed712540c15
+SHA512:
+  metadata.gz: e901f0c9c443574bf685f537692490a14745fc9bef6b0ca69f8e0b8617d5faafc4d2427094b1d2eb7b82373aa826ee6f888845b9b18b19fb924d0c641feed36e
+  data.tar.gz: b3abd1bc8e47be96b1b92aeec4ed1e85e5bb1caaace26782c46d9d58ad1e6ec3a848516caa5bb3c084f4f6f364a46489f59f442f0a6a939c9f9e746f0e0f05d8

data/.gitignore

@@ -0,0 +1,14 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in redshift_adapter.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2015 Fonix Mobile Ltd. (UK)
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,73 @@
+# RedshiftAdapter
+
+ActiveRecord adapter for Amazon Redshift database. The gem overrides a minimal amount of code in the postgres adapter that ships with ActiveRecord to work. We only use this adapter for querying redshift so it is possible that inserting/updating is completely broken.
+
+Here is a list of things that are broken in redshift that we work around:
+
+    =# show client_min_messages;
+    ERROR:  must be superuser to examine "client_min_messages"
+
+    =# set time zone utc;
+    ERROR:  SET TIME ZONE is not supported
+
+    =# SET standard_conforming_strings = on;
+    ERROR:  unrecognized configuration parameter "standard_conforming_strings"
+
+This functions are overriden to do nothing. The main thing I'm worried about is `standard_conforming_strings`. Not being able to set this value may have introduced SQL injection somewhere. I'm fairly confident that normal strings will not generate SQL injection. However, other exotic features like arrays/byte data/etc might be problematic. 
+
+    Model.connection.execute("select " + Model.connection.quote("\\"))[0]
+    => {"?column?"=>"\\"}
+
+    Model.connection.execute("select " + Model.connection.quote("\n"))[0]
+    => {"?column?"=>"\n"}
+
+    Model.where("column" => "\\").limit(1)
+
+    Model.connection.execute("select " + Model.connection.quote("\\n"))[0]
+    => {"?column?"=>"\\n"}
+
+
+We also work around an 8.2 compatability problem in ActiveRecord 4.2 which has been fixed in the latest ActiveRecord:
+
+https://github.com/rails/rails/commit/c6f8af367ec404642b8b5bd0994b8e083f60984b
+
+Also be aware that we haven't run the specs in postgresql AR against this version nor do we have any specs. This is a YOLO redshift adapter.
+
+The main advantage of this adapter over its competitors is that it is usually easy to follow AR security updates and fixes. Usually you just update the AR gem and everything works fine because there is almost no code that this Gem overrides/copies from AR.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'redshift_adapter'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install redshift_adapter
+
+## Usage
+
+Add the following to database.yml
+
+    my_redshift_db:
+      adapter: redshift
+      host: name.unique.eu-west-1.redshift.amazonaws.co
+      database: dbname
+      port: 5439
+      username: username
+      password: password
+
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/redshift_adapter/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/lib/active_record/connection_adapters/redshift_adapter.rb

@@ -0,0 +1,69 @@
+require 'active_record/connection_adapters/postgresql_adapter'
+require 'active_record/connection_adapters/postgresql/oid/type_map_initializer'
+
+module ActiveRecord
+  module ConnectionHandling
+
+    def redshift_connection(config)
+      conn_params = config.symbolize_keys
+
+      conn_params.delete_if { |_, v| v.nil? }
+
+      # Map ActiveRecords param names to PGs.
+      conn_params[:user] = conn_params.delete(:username) if conn_params[:username]
+      conn_params[:dbname] = conn_params.delete(:database) if conn_params[:database]
+
+      # Forward only valid config params to PGconn.connect.
+      conn_params.keep_if { |k, _| VALID_CONN_PARAMS.include?(k) }
+
+      # The postgres drivers don't allow the creation of an unconnected PGconn object,
+      # so just pass a nil connection object for the time being.
+      ConnectionAdapters::RedshiftAdapter.new(nil, logger, conn_params, config)
+    end
+
+  end
+
+  module ConnectionAdapters
+    class RedshiftAdapter < PostgreSQLAdapter
+      def set_standard_conforming_strings
+      end
+      def client_min_messages=(level)
+      end 
+
+      def postgresql_version
+        80200
+      end
+
+      def execute(sql, name=nil)
+        if name == "SCHEMA" && sql.start_with?("SET time zone")
+          return
+        else
+          super
+        end
+      end
+    end
+  end
+end
+
+module ActiveRecord
+  module ConnectionAdapters
+    module PostgreSQL
+      module OID
+        class TypeMapInitializer
+          def query_conditions_for_initial_load(type_map)
+            known_type_names = type_map.keys.map { |n| "'#{n}'" }
+            known_type_types = %w('r' 'e' 'd')
+            <<-SQL % [known_type_names.join(", "), known_type_types.join(", ")]
+              WHERE
+                t.typname IN (%s)
+                OR t.typtype IN (%s)
+                OR t.typinput = 'array_in'::regproc
+                OR t.typelem != 0
+            SQL
+          end
+        end
+      end
+    end
+  end
+end
+

data/lib/redshift_adapter/version.rb

@@ -0,0 +1,3 @@
+module RedshiftAdapter
+  VERSION = "0.0.1"
+end

data/lib/redshift_adapter.rb

@@ -0,0 +1,5 @@
+require "redshift_adapter/version"
+
+module RedshiftAdapter
+  # Your code goes here...
+end

data/redshift_adapter.gemspec

@@ -0,0 +1,23 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'redshift_adapter/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "redshift_adapter"
+  spec.version       = RedshiftAdapter::VERSION
+  spec.authors       = ["Ben Murphy"]
+  spec.email         = ["benm@fonix.com"]
+  spec.summary       = %q{Amazon Redshift Adapter for Rails 4}
+  spec.description   = %q{Amazon Redshift Adapter for Rails 4}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "rake", "~> 10.0"
+end

metadata

@@ -0,0 +1,81 @@
+--- !ruby/object:Gem::Specification
+name: redshift_adapter
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Ben Murphy
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-10-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: Amazon Redshift Adapter for Rails 4
+email:
+- benm@fonix.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/active_record/connection_adapters/redshift_adapter.rb
+- lib/redshift_adapter.rb
+- lib/redshift_adapter/version.rb
+- redshift_adapter.gemspec
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: Amazon Redshift Adapter for Rails 4
+test_files: []