activerecord-aurora-serverless-adapter 1.0.0 → 5.2.2

data/test/aurora-serverless/package.json

@@ -0,0 +1,21 @@
+{
+  "name": "aasa-aurora-serverless",
+  "version": "0.1.0",
+  "bin": {
+    "aurora-serverless": "bin/aurora-serverless.js"
+  },
+  "devDependencies": {
+    "@aws-cdk/assert": "^1.19.0",
+    "@types/node": "10.17.5",
+    "aws-cdk": "^1.19.0",
+    "ts-node": "^8.1.0",
+    "typescript": "~3.7.2"
+  },
+  "dependencies": {
+    "@aws-cdk/aws-ec2": "^1.19.0",
+    "@aws-cdk/aws-rds": "^1.19.0",
+    "@aws-cdk/aws-secretsmanager": "^1.19.0",
+    "@aws-cdk/core": "^1.19.0",
+    "source-map-support": "^0.5.16"
+  }
+}

data/test/aurora-serverless/tsconfig.json

@@ -0,0 +1,23 @@
+{
+  "compilerOptions": {
+    "target":"ES2018",
+    "module": "commonjs",
+    "lib": ["es2018"],
+    "declaration": true,
+    "strict": true,
+    "noImplicitAny": true,
+    "strictNullChecks": true,
+    "noImplicitThis": true,
+    "alwaysStrict": true,
+    "noUnusedLocals": false,
+    "noUnusedParameters": false,
+    "noImplicitReturns": true,
+    "noFallthroughCasesInSwitch": false,
+    "inlineSourceMap": true,
+    "inlineSources": true,
+    "experimentalDecorators": true,
+    "strictPropertyInitialization":false,
+    "typeRoots": ["./node_modules/@types"]
+  },
+  "exclude": ["cdk.out"]
+}

data/test/bin/_deploy-aurora

@@ -0,0 +1,8 @@
+#!/bin/bash
+set -e
+
+pushd test/aurora-serverless
+
+npm install
+tsc
+cdk deploy --require-approval never "*"

data/test/bin/_wakeup

@@ -0,0 +1,17 @@
+#!/usr/bin/env bash
+set +e
+
+export AWS_PROFILE=${AWS_PROFILE:=default}
+export AWS_DEFAULT_REGION=${AWS_DEFAULT_REGION:=us-east-1}
+
+aws rds-data execute-statement \
+  --database "activerecord_unittest" \
+  --secret-arn "${AASA_SECRET_ARN}" \
+  --resource-arn "${AASA_RESOURCE_ARN}" \
+  --sql "SELECT 1"
+
+aws rds-data execute-statement \
+  --database "activerecord_unittest2" \
+  --secret-arn "${AASA_SECRET_ARN2}" \
+  --resource-arn "${AASA_RESOURCE_ARN2}" \
+  --sql "SELECT 1"

data/test/bin/deploy-aurora

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -e
+
+docker-compose \
+  --project-name aasa \
+  run \
+  cdk \
+  ./test/bin/_deploy-aurora

data/test/bin/wakeup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -e
+
+docker-compose \
+  --project-name aasa \
+  run \
+  cdk \
+  ./test/bin/_wakeup

data/test/cases/aasa/mysql_client_test.rb

@@ -0,0 +1,59 @@
+require 'aasa_helper'
+
+module ActiveRecord
+  module ConnectionAdapters
+    module AuroraServerless
+      class ClientTest < TestCase
+
+        it '#server_info' do
+          expect(client.server_info).must_equal({
+            version: '5.6.10'
+          })
+        end
+
+        it '#escape' do
+          expect(client.escape("\\ \001 ' \n \\n \"")).
+            must_equal("\\\\ \u0001 \\' \\n \\\\n \\\"")
+          expect(client.escape("abc'def\"ghi\0jkl%mno")).
+            must_equal("abc\\'def\\\"ghi\\0jkl%mno")
+        end
+
+        it '#ping' do
+          expect(client.ping).must_equal true
+        end
+
+        it 'transactions' do
+          begin
+            execute "DELETE FROM aurora_test"
+            client.begin_db_transaction
+            execute "INSERT INTO aurora_test (int_test) VALUES (1)"
+            expect(execute("SELECT int_test FROM aurora_test").to_a).must_equal [[1]]
+          ensure
+            client.exec_rollback_db_transaction
+            expect(execute("SELECT int_test FROM aurora_test").to_a).must_equal []
+          end
+        end
+
+        it '#affected_rows' do
+          execute "DELETE FROM aurora_test"
+          execute "INSERT INTO aurora_test (int_test) VALUES (1)"
+          expect(client.affected_rows).must_equal 1
+          execute "SELECT * FROM aurora_test"
+          expect(client.affected_rows).must_equal 0
+          execute "INSERT INTO aurora_test (int_test) VALUES (1)"
+          execute "INSERT INTO aurora_test (int_test) VALUES (1)"
+          execute "DELETE FROM aurora_test"
+          expect(client.affected_rows).must_equal 3
+        end
+
+        it '#last_id' do
+          execute "INSERT INTO aurora_test (int_test) VALUES (1)"
+          expect(client.last_id).must_equal 2
+          execute "INSERT INTO aurora_test (int_test) VALUES (1)"
+          expect(client.last_id).must_equal 3
+        end
+
+      end
+    end
+  end
+end

data/test/cases/aasa/mysql_result_test.rb

@@ -0,0 +1,63 @@
+require 'aasa_helper'
+
+module ActiveRecord
+  module ConnectionAdapters
+    module AuroraServerless
+      class ResultTest < TestCase
+
+        it '#each' do
+          execute "DELETE FROM aurora_test"
+          execute "INSERT INTO aurora_test (int_test, bit_test) VALUES (1, 1)"
+          execute "INSERT INTO aurora_test (int_test, bit_test) VALUES (2, 0)"
+          execute "INSERT INTO aurora_test (int_test, bit_test) VALUES (3, 1)"
+          # Default as: :array.
+          result = execute "SELECT int_test, bit_test FROM aurora_test"
+          expect(result.each.length).must_equal 3
+          result.each do |row|
+            expect(row).must_be_instance_of Array
+          end
+          expect(result.each[0]).must_equal [1, true]
+          expect(result.each[1]).must_equal [2, false]
+          expect(result.each[2]).must_equal [3, true]
+          # Using as: :hash option for columns. Also uses :symbolize_keys too.
+          result = execute "SELECT int_test, bit_test FROM aurora_test"
+          kwargs = { as: :hash, symbolize_keys: true }
+          result.each(**kwargs) do |row|
+            expect(row).must_be_instance_of Hash
+          end
+          expect(result.each(**kwargs)[0]).must_equal({int_test: 1, bit_test: true})
+          expect(result.each(**kwargs)[1]).must_equal({int_test: 2, bit_test: false})
+          expect(result.each(**kwargs)[2]).must_equal({int_test: 3, bit_test: true})
+        end
+
+        it '#fields and #to_a to work' do
+          result = execute('SELECT 1 as one')
+          assert_equal ['one'], result.fields
+          assert_equal [[1]], result.to_a
+        end
+
+        it 'multiple values' do
+          execute "DELETE FROM aurora_test"
+          execute "INSERT INTO aurora_test (int_test, big_int_test) VALUES (1, 11)"
+          execute "INSERT INTO aurora_test (int_test, big_int_test) VALUES (2, 22)"
+          execute "INSERT INTO aurora_test (int_test, big_int_test) VALUES (3, 33)"
+          result = execute('
+            SELECT int_test, big_int_test
+            FROM aurora_test
+            WHERE int_test IS NOT NULL
+            OR big_int_test IS NOT NULL
+          ')
+          assert_equal ['int_test', 'big_int_test'], result.fields
+          assert_equal [[1, 11], [2, 22], [3, 33]], result.to_a
+        end
+
+        it 'no results' do
+          result = execute('SELECT null_test FROM aurora_test WHERE 1 = 2')
+          assert_equal ['null_test'], result.fields
+          assert_equal [], result.to_a
+        end
+
+      end
+    end
+  end
+end

data/test/cases/aasa/mysql_types_test.rb

@@ -0,0 +1,135 @@
+require 'aasa_helper'
+
+module ActiveRecord
+  module ConnectionAdapters
+    module AuroraServerless
+      class TypesTest < TestCase
+
+        it 'null_test' do
+          expect(value('null_test')).must_be_nil
+        end
+
+        it 'bit_test' do
+          expect(value('bit_test')).must_equal true
+        end
+
+        it 'tiny_int_test' do
+          expect(value('tiny_int_test')).must_equal 5
+        end
+
+        it 'small_int_test' do
+          expect(value('small_int_test')).must_equal 32766
+        end
+
+        it 'medium_int_test' do
+          expect(value('medium_int_test')).must_equal 8388606
+        end
+
+        it 'int_test' do
+          expect(value('int_test')).must_equal 2147483646
+        end
+
+        it 'big_int_test' do
+          expect(value('big_int_test')).must_equal 9223372036854775806
+        end
+
+        it 'float_test' do
+          expect(value('float_test')).must_equal 156.684
+        end
+
+        it 'float_zero_test' do
+          expect(value('float_zero_test')).must_equal 0.0
+        end
+
+        it 'double_test' do
+          expect(value('double_test')).must_equal 606682.888
+        end
+
+        it 'decimal_test' do
+          expect(value('decimal_test')).must_equal BigDecimal.new('676254.545')
+        end
+
+        it 'date_test' do
+          expect(value('date_test')).must_be_instance_of Date
+          expect(value('date_test').strftime("%Y-%m-%d")).must_equal '2010-04-04'
+        end
+
+        it 'date_time_test' do
+          expect(value('date_time_test')).must_be_instance_of String
+          expect(value('date_time_test')).must_equal '2010-04-04 11:44:00'
+        end
+
+        it 'timestamp_test' do
+          expect(value('timestamp_test')).must_be_instance_of String
+          expect(value('timestamp_test')).must_equal '2010-04-04 11:44:00'
+        end
+
+        it 'time_test' do
+          expect(value('time_test')).must_be_instance_of String
+          expect(value('time_test')).must_equal '11:44:00'
+        end
+
+        it 'year_test' do
+          expect(value('year_test')).must_equal 2019
+        end
+
+        it 'char_test' do
+          expect(value('char_test')).must_equal 'abcdefg'
+        end
+
+        it 'varchar_test' do
+          expect(value('varchar_test')).must_equal 'abcdefg'
+        end
+
+        it 'binary_test' do
+          expect(value('binary_test')).must_equal "abcdefg#{"\000" * 3}"
+          expect(value('binary_test').encoding).must_equal Encoding::ASCII_8BIT
+        end
+
+        it 'varbinary_test' do
+          expect(value('varbinary_test')).must_equal "abcdefg"
+          expect(value('varbinary_test').encoding).must_equal Encoding::ASCII_8BIT
+        end
+
+        it 'tiny_blob_test' do
+          expect(value('tiny_blob_test')).must_equal "abcdefg"
+          expect(value('tiny_blob_test').encoding).must_equal Encoding::ASCII_8BIT
+        end
+
+        it 'tiny_text_test' do
+          expect(value('tiny_text_test')).must_equal "abcdefg"
+        end
+
+        it 'blob_test' do
+          expect(value('blob_test')).must_equal "abcdefg"
+          expect(value('blob_test').encoding).must_equal Encoding::ASCII_8BIT
+        end
+
+        it 'text_test' do
+          expect(value('text_test')).must_equal "abcdefg"
+        end
+
+        it 'medium_blob_test' do
+          expect(value('medium_blob_test')).must_equal "abcdefg"
+          expect(value('medium_blob_test').encoding).must_equal Encoding::ASCII_8BIT
+        end
+
+        it 'long_blob_test' do
+          expect(value('long_blob_test')).must_equal "abcdefg"
+          expect(value('long_blob_test').encoding).must_equal Encoding::ASCII_8BIT
+        end
+
+        it 'long_text_test' do
+          expect(value('long_text_test')).must_equal "abcdefg"
+        end
+
+        private
+
+        def value(column)
+          @value ||= execute("SELECT #{column} FROM aurora_test LIMIT 1").to_a.first.first
+        end
+
+      end
+    end
+  end
+end

data/test/cases/coerced_tests.rb

@@ -0,0 +1,151 @@
+require 'aasa_helper'
+
+class BasicsTest < ActiveRecord::TestCase
+  # This segfault my local ruby.
+  coerce_tests! :test_marshalling_with_associations,
+                :test_marshal_between_processes
+
+  # We are like PG and avoid this test.
+  coerce_tests! :test_respect_internal_encoding
+end
+
+class TimePrecisionTest < ActiveRecord::TestCase
+  coerce_tests! :test_formatting_time_according_to_precision
+  # Value `999000` in test, core is `999900`, too much for aurora serverless.
+  def test_formatting_time_according_to_precision_coerced
+    skip unless @connection # Avoids arunit2 suite run errors.
+    @connection.create_table(:foos, force: true) do |t|
+      t.time :start,  precision: 0
+      t.time :finish, precision: 4
+    end
+    time = ::Time.utc(2000, 1, 1, 12, 30, 0, 999999)
+    Foo.create!(start: time, finish: time)
+    assert foo = Foo.find_by(start: time)
+    assert_equal 1, Foo.where(finish: time).count
+    assert_equal time.to_s, foo.start.to_s
+    assert_equal time.to_s, foo.finish.to_s
+    assert_equal 000000, foo.start.usec
+    assert_equal 999000, foo.finish.usec
+  end
+
+  # Value `123000000` in test, core is `123456000`, too much for aurora serverless.
+  coerce_tests! :test_time_precision_is_truncated_on_assignment
+  def test_time_precision_is_truncated_on_assignment_coerced
+    skip unless @connection # Avoids arunit2 suite run errors.
+    @connection.create_table(:foos, force: true)
+    @connection.add_column :foos, :start,  :time, precision: 0
+    @connection.add_column :foos, :finish, :time, precision: 6
+    time = ::Time.now.change(nsec: 123456789)
+    foo = Foo.new(start: time, finish: time)
+    assert_equal 0, foo.start.nsec
+    assert_equal 123456000, foo.finish.nsec
+    foo.save!
+    foo.reload
+    assert_equal 0, foo.start.nsec
+    assert_equal 123000000, foo.finish.nsec
+  end
+end
+
+class TransactionTest < ActiveRecord::TestCase
+  # These use `assert_sql` for transactions. No can do since we make a SDK call.
+  coerce_tests! :test_accessing_raw_connection_disables_lazy_transactions,
+                :test_accessing_raw_connection_materializes_transaction,
+                :test_unprepared_statement_materializes_transaction,
+                :test_transactions_can_be_manually_materialized
+end
+
+# TOOD: This inherits (and runs) the `TransactionTest` case file. However,
+# there is a slight chance one fails due to a foreign key constraints issue.
+# If you want to play, comment this out and.
+#
+# TESTOPTS="-n='/ConcurrentTransactionTest/'" ONLY_ACTIVERECORD=1 bundle exec rake
+#
+class ConcurrentTransactionTest < TransactionTest
+  coerce_all_tests!
+end
+
+class LogSubscriberTest < ActiveRecord::TestCase
+  # False positive due to Rails bundle.
+  coerce_tests! :test_vebose_query_logs
+end
+
+module ActiveRecord
+  class AdapterTest < ActiveRecord::TestCase
+    # Cross DB selects are simply not going to work.
+    coerce_tests! :test_not_specifying_database_name_for_cross_database_selects
+  end
+end
+
+class FixturesTest < ActiveRecord::TestCase
+  #  We do not support batch statements.
+  coerce_tests! :test_bulk_insert_multiple_table_with_a_multi_statement_query,
+                :test_insert_fixtures_set_raises_an_error_when_max_allowed_packet_is_smaller_than_fixtures_set_size,
+                :test_bulk_insert_with_multi_statements_enabled,
+                :test_insert_fixtures_set_concat_total_sql_into_a_single_packet_smaller_than_max_allowed_packet
+end
+
+module ActiveRecord
+  module ConnectionAdapters
+    class SchemaCacheTest < ActiveRecord::TestCase
+      private
+      # These tests can not find the `schema_dump_path` because of our test
+      # setup and we can help fix that using test/config.rb constants.
+      def schema_dump_path
+        File.join ASSETS_ROOT, "schema_dump_5_1.yml"
+      end
+    end
+  end
+end
+
+class AttributeMethodsTest < ActiveRecord::TestCase
+  # Our before type cast is actually a boolean.
+  coerce_tests! :test_read_attributes_before_type_cast_on_a_boolean
+end
+
+module ActiveRecord
+  class MysqlDBCreateWithInvalidPermissionsTest < ActiveRecord::TestCase
+    # This adapter can not create DBs.
+    coerce_tests! :test_raises_error
+  end
+end
+
+module ActiveRecord
+  module ConnectionAdapters
+    class ConnectionHandlersMultiDbTest < ActiveRecord::TestCase
+      # This tries to load PG for some reason.
+      coerce_tests! :test_switching_connections_with_database_url
+
+      # No sqlite3 tests.
+      coerce_tests! :test_multiple_connection_handlers_works_in_a_threaded_environment,
+                    :test_time_precision_is_truncated_on_assignment_coerced,
+                    :test_formatting_time_according_to_precision_coerced
+    end
+  end
+end
+
+module ActiveRecord
+  module ConnectionAdapters
+    class ConnectionHandlerTest < ActiveRecord::TestCase
+      # No sqlite3 tests.
+      coerce_tests! :test_establish_connection_using_2_level_config_defaults_to_default_env_primary_db,
+                    :test_establish_connection_using_3_level_config_defaults_to_default_env_primary_db
+    end
+  end
+end
+
+# ----------------
+# RAILS 5-2-stable
+# ----------------
+
+module ActiveRecord
+  class AdapterTest < ActiveRecord::TestCase
+    coerce_tests! :test_log_invalid_encoding,
+                  :test_create_record_with_pk_as_zero
+  end
+end
+
+module ActiveRecord
+  class DatabaseTasksUtilsTask < ActiveRecord::TestCase
+    coerce_all_tests!
+  end
+end