activerecord-redshift-adapter 0.9.12 → 8.0.0.beta1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +5 -13
- data/LICENSE +25 -1
- data/README.md +28 -86
- data/lib/active_record/connection_adapters/redshift_7_0/array_parser.rb +92 -0
- data/lib/active_record/connection_adapters/redshift_7_0/column.rb +17 -0
- data/lib/active_record/connection_adapters/redshift_7_0/database_statements.rb +232 -0
- data/lib/active_record/connection_adapters/redshift_7_0/oid/date_time.rb +36 -0
- data/lib/active_record/connection_adapters/redshift_7_0/oid/decimal.rb +15 -0
- data/lib/active_record/connection_adapters/redshift_7_0/oid/json.rb +41 -0
- data/lib/active_record/connection_adapters/redshift_7_0/oid/jsonb.rb +25 -0
- data/lib/active_record/connection_adapters/redshift_7_0/oid/type_map_initializer.rb +62 -0
- data/lib/active_record/connection_adapters/redshift_7_0/oid.rb +17 -0
- data/lib/active_record/connection_adapters/redshift_7_0/quoting.rb +99 -0
- data/lib/active_record/connection_adapters/redshift_7_0/referential_integrity.rb +17 -0
- data/lib/active_record/connection_adapters/redshift_7_0/schema_definitions.rb +70 -0
- data/lib/active_record/connection_adapters/redshift_7_0/schema_dumper.rb +17 -0
- data/lib/active_record/connection_adapters/redshift_7_0/schema_statements.rb +421 -0
- data/lib/active_record/connection_adapters/redshift_7_0/type_metadata.rb +39 -0
- data/lib/active_record/connection_adapters/redshift_7_0/utils.rb +81 -0
- data/lib/active_record/connection_adapters/redshift_7_0_adapter.rb +768 -0
- data/lib/active_record/connection_adapters/redshift_7_1/array_parser.rb +92 -0
- data/lib/active_record/connection_adapters/redshift_7_1/column.rb +17 -0
- data/lib/active_record/connection_adapters/redshift_7_1/database_statements.rb +180 -0
- data/lib/active_record/connection_adapters/redshift_7_1/oid/date_time.rb +36 -0
- data/lib/active_record/connection_adapters/redshift_7_1/oid/decimal.rb +15 -0
- data/lib/active_record/connection_adapters/redshift_7_1/oid/json.rb +41 -0
- data/lib/active_record/connection_adapters/redshift_7_1/oid/jsonb.rb +25 -0
- data/lib/active_record/connection_adapters/redshift_7_1/oid/type_map_initializer.rb +62 -0
- data/lib/active_record/connection_adapters/redshift_7_1/oid.rb +17 -0
- data/lib/active_record/connection_adapters/redshift_7_1/quoting.rb +161 -0
- data/lib/active_record/connection_adapters/redshift_7_1/referential_integrity.rb +17 -0
- data/lib/active_record/connection_adapters/redshift_7_1/schema_definitions.rb +70 -0
- data/lib/active_record/connection_adapters/redshift_7_1/schema_dumper.rb +17 -0
- data/lib/active_record/connection_adapters/redshift_7_1/schema_statements.rb +422 -0
- data/lib/active_record/connection_adapters/redshift_7_1/type_metadata.rb +43 -0
- data/lib/active_record/connection_adapters/redshift_7_1/utils.rb +81 -0
- data/lib/active_record/connection_adapters/redshift_7_1_adapter.rb +847 -0
- data/lib/active_record/connection_adapters/redshift_7_2/array_parser.rb +92 -0
- data/lib/active_record/connection_adapters/redshift_7_2/column.rb +17 -0
- data/lib/active_record/connection_adapters/redshift_7_2/database_statements.rb +180 -0
- data/lib/active_record/connection_adapters/redshift_7_2/oid/date_time.rb +36 -0
- data/lib/active_record/connection_adapters/redshift_7_2/oid/decimal.rb +15 -0
- data/lib/active_record/connection_adapters/redshift_7_2/oid/json.rb +41 -0
- data/lib/active_record/connection_adapters/redshift_7_2/oid/jsonb.rb +25 -0
- data/lib/active_record/connection_adapters/redshift_7_2/oid/type_map_initializer.rb +62 -0
- data/lib/active_record/connection_adapters/redshift_7_2/oid.rb +17 -0
- data/lib/active_record/connection_adapters/redshift_7_2/quoting.rb +164 -0
- data/lib/active_record/connection_adapters/redshift_7_2/referential_integrity.rb +17 -0
- data/lib/active_record/connection_adapters/redshift_7_2/schema_definitions.rb +70 -0
- data/lib/active_record/connection_adapters/redshift_7_2/schema_dumper.rb +17 -0
- data/lib/active_record/connection_adapters/redshift_7_2/schema_statements.rb +422 -0
- data/lib/active_record/connection_adapters/redshift_7_2/type_metadata.rb +43 -0
- data/lib/active_record/connection_adapters/redshift_7_2/utils.rb +81 -0
- data/lib/active_record/connection_adapters/redshift_7_2_adapter.rb +847 -0
- data/lib/active_record/connection_adapters/redshift_8_0/array_parser.rb +92 -0
- data/lib/active_record/connection_adapters/redshift_8_0/column.rb +17 -0
- data/lib/active_record/connection_adapters/redshift_8_0/database_statements.rb +181 -0
- data/lib/active_record/connection_adapters/redshift_8_0/oid/date_time.rb +36 -0
- data/lib/active_record/connection_adapters/redshift_8_0/oid/decimal.rb +15 -0
- data/lib/active_record/connection_adapters/redshift_8_0/oid/json.rb +41 -0
- data/lib/active_record/connection_adapters/redshift_8_0/oid/jsonb.rb +25 -0
- data/lib/active_record/connection_adapters/redshift_8_0/oid/type_map_initializer.rb +62 -0
- data/lib/active_record/connection_adapters/redshift_8_0/oid.rb +17 -0
- data/lib/active_record/connection_adapters/redshift_8_0/quoting.rb +164 -0
- data/lib/active_record/connection_adapters/redshift_8_0/referential_integrity.rb +17 -0
- data/lib/active_record/connection_adapters/redshift_8_0/schema_definitions.rb +70 -0
- data/lib/active_record/connection_adapters/redshift_8_0/schema_dumper.rb +17 -0
- data/lib/active_record/connection_adapters/redshift_8_0/schema_statements.rb +422 -0
- data/lib/active_record/connection_adapters/redshift_8_0/type_metadata.rb +43 -0
- data/lib/active_record/connection_adapters/redshift_8_0/utils.rb +81 -0
- data/lib/active_record/connection_adapters/redshift_8_0_adapter.rb +846 -0
- data/lib/active_record/connection_adapters/redshift_adapter.rb +13 -1286
- data/lib/active_record/tasks/redshift_7_0_tasks.rb +148 -0
- data/lib/active_record/tasks/redshift_7_1_tasks.rb +151 -0
- data/lib/active_record/tasks/redshift_7_2_tasks.rb +151 -0
- data/lib/active_record/tasks/redshift_8_0_tasks.rb +151 -0
- data/lib/active_record/tasks/redshift_tasks.rb +13 -0
- data/lib/activerecord-redshift-adapter.rb +13 -0
- metadata +110 -84
- data/.gitignore +0 -26
- data/Gemfile +0 -14
- data/Rakefile +0 -26
- data/activerecord-redshift-adapter.gemspec +0 -24
- data/lib/activerecord_redshift/table_manager.rb +0 -230
- data/lib/activerecord_redshift_adapter/version.rb +0 -4
- data/lib/activerecord_redshift_adapter.rb +0 -4
- data/lib/monkeypatch_activerecord.rb +0 -195
- data/lib/monkeypatch_arel.rb +0 -96
- data/spec/active_record/base_spec.rb +0 -37
- data/spec/active_record/connection_adapters/redshift_adapter_spec.rb +0 -97
- data/spec/dummy/config/database.example.yml +0 -12
- data/spec/spec_helper.rb +0 -33
@@ -0,0 +1,62 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
module ActiveRecord
|
4
|
+
module ConnectionAdapters
|
5
|
+
module Redshift
|
6
|
+
module OID # :nodoc:
|
7
|
+
# This class uses the data from PostgreSQL pg_type table to build
|
8
|
+
# the OID -> Type mapping.
|
9
|
+
# - OID is an integer representing the type.
|
10
|
+
# - Type is an OID::Type object.
|
11
|
+
# This class has side effects on the +store+ passed during initialization.
|
12
|
+
class TypeMapInitializer # :nodoc:
|
13
|
+
def initialize(store, run_complex_types = true)
|
14
|
+
@store = store
|
15
|
+
@run_complex_types = run_complex_types
|
16
|
+
end
|
17
|
+
|
18
|
+
def run(records)
|
19
|
+
records
|
20
|
+
.reject { |row| @store.key? row['oid'].to_i }
|
21
|
+
.select { |row| @store.key? row['typname'] }
|
22
|
+
.each { |row| register_mapped_type(row) }
|
23
|
+
end
|
24
|
+
|
25
|
+
private
|
26
|
+
|
27
|
+
def register_mapped_type(row)
|
28
|
+
alias_type row['oid'], row['typname']
|
29
|
+
end
|
30
|
+
|
31
|
+
def register(oid, oid_type = nil, &block)
|
32
|
+
oid = assert_valid_registration(oid, oid_type || block)
|
33
|
+
if block_given?
|
34
|
+
@store.register_type(oid, &block)
|
35
|
+
else
|
36
|
+
@store.register_type(oid, oid_type)
|
37
|
+
end
|
38
|
+
end
|
39
|
+
|
40
|
+
def alias_type(oid, target)
|
41
|
+
oid = assert_valid_registration(oid, target)
|
42
|
+
@store.alias_type(oid, target)
|
43
|
+
end
|
44
|
+
|
45
|
+
def register_with_subtype(oid, target_oid)
|
46
|
+
return unless @store.key?(target_oid)
|
47
|
+
|
48
|
+
register(oid) do |_, *args|
|
49
|
+
yield @store.lookup(target_oid, *args)
|
50
|
+
end
|
51
|
+
end
|
52
|
+
|
53
|
+
def assert_valid_registration(oid, oid_type)
|
54
|
+
raise ArgumentError, "can't register nil type for OID #{oid}" if oid_type.nil?
|
55
|
+
|
56
|
+
oid.to_i
|
57
|
+
end
|
58
|
+
end
|
59
|
+
end
|
60
|
+
end
|
61
|
+
end
|
62
|
+
end
|
@@ -0,0 +1,17 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
require_relative 'oid/date_time'
|
4
|
+
require_relative 'oid/decimal'
|
5
|
+
require_relative 'oid/json'
|
6
|
+
require_relative 'oid/jsonb'
|
7
|
+
|
8
|
+
require_relative 'oid/type_map_initializer'
|
9
|
+
|
10
|
+
module ActiveRecord
|
11
|
+
module ConnectionAdapters
|
12
|
+
module Redshift
|
13
|
+
module OID # :nodoc:
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
17
|
+
end
|
@@ -0,0 +1,99 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
module ActiveRecord
|
4
|
+
module ConnectionAdapters
|
5
|
+
module Redshift
|
6
|
+
module Quoting
|
7
|
+
# Escapes binary strings for bytea input to the database.
|
8
|
+
def escape_bytea(value)
|
9
|
+
@connection.escape_bytea(value) if value
|
10
|
+
end
|
11
|
+
|
12
|
+
# Unescapes bytea output from a database to the binary string it represents.
|
13
|
+
# NOTE: This is NOT an inverse of escape_bytea! This is only to be used
|
14
|
+
# on escaped binary output from database drive.
|
15
|
+
def unescape_bytea(value)
|
16
|
+
@connection.unescape_bytea(value) if value
|
17
|
+
end
|
18
|
+
|
19
|
+
# Quotes strings for use in SQL input.
|
20
|
+
def quote_string(s) # :nodoc:
|
21
|
+
@connection.escape(s)
|
22
|
+
end
|
23
|
+
|
24
|
+
# Checks the following cases:
|
25
|
+
#
|
26
|
+
# - table_name
|
27
|
+
# - "table.name"
|
28
|
+
# - schema_name.table_name
|
29
|
+
# - schema_name."table.name"
|
30
|
+
# - "schema.name".table_name
|
31
|
+
# - "schema.name"."table.name"
|
32
|
+
def quote_table_name(name)
|
33
|
+
Utils.extract_schema_qualified_name(name.to_s).quoted
|
34
|
+
end
|
35
|
+
|
36
|
+
def quote_table_name_for_assignment(_table, attr)
|
37
|
+
quote_column_name(attr)
|
38
|
+
end
|
39
|
+
|
40
|
+
# Quotes column names for use in SQL queries.
|
41
|
+
def quote_column_name(name) # :nodoc:
|
42
|
+
PG::Connection.quote_ident(name.to_s)
|
43
|
+
end
|
44
|
+
|
45
|
+
# Quotes schema names for use in SQL queries.
|
46
|
+
def quote_schema_name(name)
|
47
|
+
PG::Connection.quote_ident(name)
|
48
|
+
end
|
49
|
+
|
50
|
+
# Quote date/time values for use in SQL input.
|
51
|
+
def quoted_date(value) # :nodoc:
|
52
|
+
result = super
|
53
|
+
|
54
|
+
if value.year <= 0
|
55
|
+
bce_year = format('%04d', -value.year + 1)
|
56
|
+
result = "#{result.sub(/^-?\d+/, bce_year)} BC"
|
57
|
+
end
|
58
|
+
result
|
59
|
+
end
|
60
|
+
|
61
|
+
# Does not quote function default values for UUID columns
|
62
|
+
def quote_default_value(value, column) # :nodoc:
|
63
|
+
if column.type == :uuid && value =~ /\(\)/
|
64
|
+
value
|
65
|
+
else
|
66
|
+
quote(value, column)
|
67
|
+
end
|
68
|
+
end
|
69
|
+
|
70
|
+
def quote(value)
|
71
|
+
case value
|
72
|
+
when Type::Binary::Data
|
73
|
+
"'#{escape_bytea(value.to_s)}'"
|
74
|
+
when Float
|
75
|
+
if value.infinite? || value.nan?
|
76
|
+
"'#{value}'"
|
77
|
+
else
|
78
|
+
super
|
79
|
+
end
|
80
|
+
else
|
81
|
+
super
|
82
|
+
end
|
83
|
+
end
|
84
|
+
|
85
|
+
def type_cast(value)
|
86
|
+
case value
|
87
|
+
when Type::Binary::Data
|
88
|
+
# Return a bind param hash with format as binary.
|
89
|
+
# See http://deveiate.org/code/pg/PGconn.html#method-i-exec_prepared-doc
|
90
|
+
# for more information
|
91
|
+
{ value: value.to_s, format: 1 }
|
92
|
+
else
|
93
|
+
super
|
94
|
+
end
|
95
|
+
end
|
96
|
+
end
|
97
|
+
end
|
98
|
+
end
|
99
|
+
end
|
@@ -0,0 +1,17 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
module ActiveRecord
|
4
|
+
module ConnectionAdapters
|
5
|
+
module Redshift
|
6
|
+
module ReferentialIntegrity # :nodoc:
|
7
|
+
def supports_disable_referential_integrity? # :nodoc:
|
8
|
+
true
|
9
|
+
end
|
10
|
+
|
11
|
+
def disable_referential_integrity # :nodoc:
|
12
|
+
yield
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
17
|
+
end
|
@@ -0,0 +1,70 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
module ActiveRecord
|
4
|
+
module ConnectionAdapters
|
5
|
+
module Redshift
|
6
|
+
module ColumnMethods
|
7
|
+
# Defines the primary key field.
|
8
|
+
# Use of the native PostgreSQL UUID type is supported, and can be used
|
9
|
+
# by defining your tables as such:
|
10
|
+
#
|
11
|
+
# create_table :stuffs, id: :uuid do |t|
|
12
|
+
# t.string :content
|
13
|
+
# t.timestamps
|
14
|
+
# end
|
15
|
+
#
|
16
|
+
# By default, this will use the +uuid_generate_v4()+ function from the
|
17
|
+
# +uuid-ossp+ extension, which MUST be enabled on your database. To enable
|
18
|
+
# the +uuid-ossp+ extension, you can use the +enable_extension+ method in your
|
19
|
+
# migrations. To use a UUID primary key without +uuid-ossp+ enabled, you can
|
20
|
+
# set the +:default+ option to +nil+:
|
21
|
+
#
|
22
|
+
# create_table :stuffs, id: false do |t|
|
23
|
+
# t.primary_key :id, :uuid, default: nil
|
24
|
+
# t.uuid :foo_id
|
25
|
+
# t.timestamps
|
26
|
+
# end
|
27
|
+
#
|
28
|
+
# You may also pass a different UUID generation function from +uuid-ossp+
|
29
|
+
# or another library.
|
30
|
+
#
|
31
|
+
# Note that setting the UUID primary key default value to +nil+ will
|
32
|
+
# require you to assure that you always provide a UUID value before saving
|
33
|
+
# a record (as primary keys cannot be +nil+). This might be done via the
|
34
|
+
# +SecureRandom.uuid+ method and a +before_save+ callback, for instance.
|
35
|
+
def primary_key(name, type = :primary_key, **options)
|
36
|
+
return super unless type == :uuid
|
37
|
+
|
38
|
+
options[:default] = options.fetch(:default, 'uuid_generate_v4()')
|
39
|
+
options[:primary_key] = true
|
40
|
+
column name, type, options
|
41
|
+
end
|
42
|
+
|
43
|
+
def json(name, **options)
|
44
|
+
column(name, :json, options)
|
45
|
+
end
|
46
|
+
|
47
|
+
def jsonb(name, **options)
|
48
|
+
column(name, :jsonb, options)
|
49
|
+
end
|
50
|
+
end
|
51
|
+
|
52
|
+
class ColumnDefinition < ActiveRecord::ConnectionAdapters::ColumnDefinition
|
53
|
+
end
|
54
|
+
|
55
|
+
class TableDefinition < ActiveRecord::ConnectionAdapters::TableDefinition
|
56
|
+
include ColumnMethods
|
57
|
+
|
58
|
+
private
|
59
|
+
|
60
|
+
def create_column_definition(*args)
|
61
|
+
Redshift::ColumnDefinition.new(*args)
|
62
|
+
end
|
63
|
+
end
|
64
|
+
|
65
|
+
class Table < ActiveRecord::ConnectionAdapters::Table
|
66
|
+
include ColumnMethods
|
67
|
+
end
|
68
|
+
end
|
69
|
+
end
|
70
|
+
end
|
@@ -0,0 +1,17 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
module ActiveRecord
|
4
|
+
module ConnectionAdapters
|
5
|
+
module Redshift
|
6
|
+
module ColumnDumper
|
7
|
+
# Adds +:array+ option to the default set provided by the
|
8
|
+
# AbstractAdapter
|
9
|
+
def prepare_column_options(column) # :nodoc:
|
10
|
+
spec = super
|
11
|
+
spec[:default] = "\"#{column.default_function}\"" if column.default_function
|
12
|
+
spec
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
17
|
+
end
|