activerecord-dbt 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 897ffab9f05715634ea7eb0ef68be9c70e8d305458657696fe544255f17293c9
-  data.tar.gz: f82f9f7b02c592572077f3ba41bf0920ae0abb831de065b707d107124080353d
+  metadata.gz: c7948bb8cc4c14d07c3fca2855b20957a2871c54dd67149fb178029fa93f6f09
+  data.tar.gz: c8146bfcd3ffa762f16889a79750807ab1e72986e49f34069ac043fe8c89d5f0
 SHA512:
-  metadata.gz: cd87b1c4a5ba3e97aad5320f58eb9151e14ff8752b93519b0b14314b9ba872b48afee79e93e09de813898ccf83dc3d41a0d64d07277c1e8cf7413dabd93a7fd2
-  data.tar.gz: 829ff19c802bc18c7e721ede97beff805e26e9642382153a64ececb21e7f5b6512cab9f226e1ef3c7ca51399a9ec4604cf7b3b1a1f61e237e74a99327b12429e
+  metadata.gz: a2d3ce1aa15cafbd0bb6f282d5faa64f6319d669a38a8dde20b04af3cccf12a21e16fa22cf6f7b87b245dd094bad296de2dd22bd027db047b2ed845cc7de2b8a
+  data.tar.gz: 6097b5f0b25324679e012d4a16833afba17514f2ebb82eabe778ae510bc8f283c280dd3d6916b2a3220092c63c7827c56b4b0660f14caa6f1b210a496dff7cdc

data/README.md

@@ -1,6 +1,10 @@
 # ActiveRecord::Dbt
 
-`ActiveRecord::Dbt` generates dbt files from the information of the database connected via ActiveRecord.
+[![Gem Version](https://badge.fury.io/rb/activerecord-dbt.svg)](https://badge.fury.io/rb/activerecord-dbt)
+[![Maintainability](https://api.codeclimate.com/v1/badges/ef9a0a71c73dae7b8156/maintainability)](https://codeclimate.com/github/yamotech/activerecord-dbt/maintainability)
+[![Ruby CI](https://github.com/yamotech/activerecord-dbt/actions/workflows/ruby-ci.yml/badge.svg)](https://github.com/yamotech/activerecord-dbt/actions/workflows/ruby-ci.yml)
+
+`ActiveRecord::Dbt` generates [dbt](https://www.getdbt.com/) files from the information of the database connected via ActiveRecord.
 
 Currently, it can generate `yaml` files for `sources` and `models` files for `staging`.
 
@@ -50,10 +54,28 @@ Configuration | Description
 --------- | ---------
 config_directory_path | The path to the directory where files generated by `bin/rails generate active_record:dbt:*` are stored. The default is `lib/dbt`.
 export_directory_path | The path to the directory where configuration files are stored. The default is `doc/dbt`.
+dwh_platform | Specify the data warehouse platform to which dbt connects. The default is `bigquery`.
 data_sync_delayed | Indicates whether there is a data delay. If set to `true`, `severity: warn` is applied to the `relationships` test. The default is `false`.
 logger | The destination for log output. The default is `Logger.new('./log/active_record_dbt.log')`.
 used_dbt_package_names | An array of `dbt` package names to use.
 
+List of platforms that can currently be set with `dwh_platform`.
+
+Data Warehouse Platform | Link
+--------- | ---------
+bigquery | [BigQuery enterprise data warehouse - Google Cloud](https://cloud.google.com/bigquery?hl=en)
+postgres | [PostgreSQL: The world's most advanced open source database](https://www.postgresql.org/)
+redshift | [Cloud Data Warehouse - Amazon Redshift - AWS](https://aws.amazon.com/redshift/)
+snowflake | [The Snowflake AI Data Cloud - Mobilize Data, Apps, and AI](https://www.snowflake.com/en/)
+spark | [Apache Spark™ - Unified Engine for large-scale data analytics](https://spark.apache.org/)
+
+List of packages that can currently be set with `used_dbt_package_names`.
+
+dbt Package Name | Link
+--------- | ---------
+dbt-labs/dbt-utils | [dbt-labs/dbt-utils: Utility functions for dbt projects.](https://github.com/dbt-labs/dbt-utils)
+datnguye/dbterd | [datnguye/dbterd: Generate the ERD as a code from dbt artifacts](https://github.com/datnguye/dbterd)
+
 Example:
 
 Adjust the settings according to your environment.
@@ -294,25 +316,21 @@ sources:
     columns:
     - name: key
       description: Key
-      meta:
-        column_type: string
+      data_type: string
       tests:
       - unique
       - not_null
     - name: value
       description: Value
-      meta:
-        column_type: string
+      data_type: string
     - name: created_at
       description: Created At
-      meta:
-        column_type: datetime
+      data_type: datetime
       tests:
       - not_null
     - name: updated_at
       description: Updated At
-      meta:
-        column_type: datetime
+      data_type: datetime
       tests:
       - not_null
   - name: companies
@@ -320,29 +338,24 @@ sources:
     columns:
     - name: id
       description: id
-      meta:
-        column_type: integer
+      data_type: int64
       tests:
       - unique
       - not_null
     - name: name
       description: Write a description of the 'companies.name' column.
-      meta:
-        column_type: string
+      data_type: string
       tests:
       - not_null
     - name: establishment_date
       description: Write a description of the 'companies.establishment_date' column.
-      meta:
-        column_type: string
+      data_type: string
     - name: average_age
       description: Write a description of the 'companies.average_age' column.
-      meta:
-        column_type: float
+      data_type: float64
     - name: published
       description: Write a description of the 'companies.published' column.
-      meta:
-        column_type: boolean
+      data_type: bool
       tests:
       - not_null
       - accepted_values:
@@ -352,14 +365,12 @@ sources:
           quote: false
     - name: created_at
       description: Created At
-      meta:
-        column_type: datetime
+      data_type: datetime
       tests:
       - not_null
     - name: updated_at
       description: Updated At
-      meta:
-        column_type: datetime
+      data_type: datetime
       tests:
       - not_null
   - name: posts
@@ -367,15 +378,13 @@ sources:
     columns:
     - name: id
       description: ID
-      meta:
-        column_type: integer
+      data_type: int64
       tests:
       - unique
       - not_null
     - name: user_id
       description: User
-      meta:
-        column_type: integer
+      data_type: int64
       tests:
       - not_null
       - relationships:
@@ -385,28 +394,23 @@ sources:
             relationship_type: many-to-one
     - name: title
       description: Title
-      meta:
-        column_type: string
+      data_type: string
     - name: content
       description: Content
-      meta:
-        column_type: text
+      data_type: string
     - name: created_at
       description: Post Created At
-      meta:
-        column_type: datetime
+      data_type: datetime
       tests:
       - not_null
     - name: updated_at
       description: Post Updated At
-      meta:
-        column_type: datetime
+      data_type: datetime
       tests:
       - not_null
     - name: status
       description: Write a description of the 'posts.status' column.
-      meta:
-        column_type: integer
+      data_type: int64
       tests:
       - accepted_values:
           values:
@@ -424,8 +428,7 @@ sources:
     columns:
     - name: post_id
       description: post_id
-      meta:
-        column_type: integer
+      data_type: int64
       tests:
       - not_null
       - relationships:
@@ -438,8 +441,7 @@ sources:
               message: uninitialized constant PostsTag
     - name: tag_id
       description: tag_id
-      meta:
-        column_type: integer
+      data_type: int64
       tests:
       - not_null
       - relationships:
@@ -455,15 +457,13 @@ sources:
     columns:
     - name: id
       description: id
-      meta:
-        column_type: integer
+      data_type: int64
       tests:
       - unique
       - not_null
     - name: user_id
       description: user_id
-      meta:
-        column_type: integer
+      data_type: int64
       tests:
       - unique
       - not_null
@@ -474,26 +474,22 @@ sources:
             relationship_type: one-to-one
     - name: first_name
       description: Write a description of the 'profiles.first_name' column.
-      meta:
-        column_type: string
+      data_type: string
       tests:
       - not_null
     - name: last_name
       description: Write a description of the 'profiles.last_name' column.
-      meta:
-        column_type: string
+      data_type: string
       tests:
       - not_null
     - name: created_at
       description: Created At
-      meta:
-        column_type: datetime
+      data_type: datetime
       tests:
       - not_null
     - name: updated_at
       description: Updated At
-      meta:
-        column_type: datetime
+      data_type: datetime
       tests:
       - not_null
   - name: relationships
@@ -506,15 +502,13 @@ sources:
     columns:
     - name: id
       description: id
-      meta:
-        column_type: integer
+      data_type: int64
       tests:
       - unique
       - not_null
     - name: follower_id
       description: follower_id
-      meta:
-        column_type: integer
+      data_type: int64
       tests:
       - not_null
       - relationships:
@@ -524,8 +518,7 @@ sources:
             relationship_type: many-to-one
     - name: followed_id
       description: followed_id
-      meta:
-        column_type: integer
+      data_type: int64
       tests:
       - not_null
       - relationships:
@@ -535,14 +528,12 @@ sources:
             relationship_type: many-to-one
     - name: created_at
       description: Created At
-      meta:
-        column_type: datetime
+      data_type: datetime
       tests:
       - not_null
     - name: updated_at
       description: Updated At
-      meta:
-        column_type: datetime
+      data_type: datetime
       tests:
       - not_null
   - name: schema_migrations
@@ -553,8 +544,7 @@ sources:
     columns:
     - name: version
       description: The version number of the migration.
-      meta:
-        column_type: string
+      data_type: string
       tests:
       - unique
       - not_null
@@ -563,28 +553,24 @@ sources:
     columns:
     - name: id
       description: id
-      meta:
-        column_type: integer
+      data_type: int64
       tests:
       - unique
       - not_null
     - name: name
       description: Write a description of the 'tags.name' column.
-      meta:
-        column_type: string
+      data_type: string
       tests:
       - unique
       - not_null
     - name: created_at
       description: Created At
-      meta:
-        column_type: datetime
+      data_type: datetime
       tests:
       - not_null
     - name: updated_at
       description: Updated At
-      meta:
-        column_type: datetime
+      data_type: datetime
       tests:
       - not_null
   - name: user_tags
@@ -597,15 +583,13 @@ sources:
     columns:
     - name: id
       description: id
-      meta:
-        column_type: integer
+      data_type: int64
       tests:
       - unique
       - not_null
     - name: user_id
       description: user_id
-      meta:
-        column_type: integer
+      data_type: int64
       tests:
       - not_null
       - relationships:
@@ -615,8 +599,7 @@ sources:
             relationship_type: many-to-one
     - name: tag_id
       description: tag_id
-      meta:
-        column_type: integer
+      data_type: int64
       tests:
       - not_null
       - relationships:
@@ -626,14 +609,12 @@ sources:
             relationship_type: many-to-one
     - name: created_at
       description: Created At
-      meta:
-        column_type: datetime
+      data_type: datetime
       tests:
       - not_null
     - name: updated_at
       description: Updated At
-      meta:
-        column_type: datetime
+      data_type: datetime
       tests:
       - not_null
   - name: users
@@ -649,28 +630,24 @@ sources:
     columns:
     - name: id
       description: ID
-      meta:
-        column_type: integer
+      data_type: int64
       tests:
       - unique
       - not_null
     - name: created_at
       description: User Created At
-      meta:
-        column_type: datetime
+      data_type: datetime
       tests:
       - not_null:
           where: id != 1
     - name: updated_at
       description: User Updated At
-      meta:
-        column_type: datetime
+      data_type: datetime
       tests:
       - not_null
     - name: company_id
       description: company_id
-      meta:
-        column_type: integer
+      data_type: int64
       tests:
       - relationships:
           to: source('dummy', 'companies')
@@ -863,8 +840,7 @@ models:
   columns:
   - name: profile_id
     description: profile_id
-    meta:
-      column_type: integer
+    data_type: int64
     tests:
     - unique
     - not_null
@@ -875,8 +851,7 @@ models:
           relationship_type: one-to-one
   - name: user_id
     description: user_id
-    meta:
-      column_type: integer
+    data_type: int64
     tests:
     - unique
     - not_null
@@ -887,26 +862,22 @@ models:
           relationship_type: one-to-one
   - name: first_name
     description: Write a description of the 'profiles.first_name' column.
-    meta:
-      column_type: string
+    data_type: string
     tests:
     - not_null
   - name: last_name
     description: Write a description of the 'profiles.last_name' column.
-    meta:
-      column_type: string
+    data_type: string
     tests:
     - not_null
   - name: created_at
     description: Created At
-    meta:
-      column_type: datetime
+    data_type: datetime
     tests:
     - not_null
   - name: updated_at
     description: Updated At
-    meta:
-      column_type: datetime
+    data_type: datetime
     tests:
     - not_null
 

data/lib/active_record/dbt/column/column.rb

@@ -4,6 +4,8 @@ module ActiveRecord
   module Dbt
     module Column
       class Column
+        include ActiveRecord::Dbt::DataType::Mapper
+
         attr_reader :table_name, :column, :column_test, :primary_keys
 
         delegate :name, :comment, to: :column, prefix: true
@@ -21,7 +23,7 @@ module ActiveRecord
           {
             'name' => column_name,
             'description' => description,
-            'meta' => { 'column_type' => column.type.to_s },
+            'data_type' => data_type,
             **column_overrides.except(:tests),
             'tests' => column_test.config
           }.compact

data/lib/active_record/dbt/column/testable/accepted_values_testable.rb

@@ -5,17 +5,13 @@ module ActiveRecord
     module Column
       module Testable
         module AcceptedValuesTestable
-          REQUIRED_ACCEPTED_VALUES_TESTABLE_METHODS = %i[@config column table_name column_name].freeze
+          extend ActiveRecord::Dbt::RequiredMethods
+
+          define_required_methods :@config, :column, :table_name, :column_name
 
           delegate :type, to: :column, prefix: true
           delegate :add_log, to: :@config
 
-          REQUIRED_ACCEPTED_VALUES_TESTABLE_METHODS.each do |method_name|
-            define_method(method_name) do
-              raise NotImplementedError, "You must implement #{self.class}##{__method__}"
-            end
-          end
-
           def accepted_values_test
             return nil unless column_type == :boolean || enum_values.present?
 

data/lib/active_record/dbt/column/testable/not_null_testable.rb

@@ -5,13 +5,9 @@ module ActiveRecord
     module Column
       module Testable
         module NotNullTestable
-          REQUIRED_NOT_NULL_TESTABLE_METHODS = %i[column].freeze
+          extend ActiveRecord::Dbt::RequiredMethods
 
-          REQUIRED_NOT_NULL_TESTABLE_METHODS.each do |method_name|
-            define_method(method_name) do
-              raise NotImplementedError, "You must implement #{self.class}##{__method__}"
-            end
-          end
+          define_required_methods :column
 
           def not_null_test
             column.null == true ? nil : 'not_null'

data/lib/active_record/dbt/column/testable/relationships_testable.rb

@@ -5,19 +5,15 @@ module ActiveRecord
     module Column
       module Testable
         module RelationshipsTestable
-          REQUIRED_RELATIONSHIPS_TESTABLE_METHODS = %i[@config foreign_keys column_name].freeze
-
           include ActiveRecord::Dbt::DbtPackage::Dbterd::Column::Testable::RelationshipsMetaRelationshipType
 
+          extend ActiveRecord::Dbt::RequiredMethods
+
+          define_required_methods :@config, :foreign_keys, :column_name
+
           delegate :source_name, :data_sync_delayed?, to: :@config
           delegate :to_table, to: :foreign_key
 
-          REQUIRED_RELATIONSHIPS_TESTABLE_METHODS.each do |method_name|
-            define_method(method_name) do
-              raise NotImplementedError, "You must implement #{self.class}##{__method__}"
-            end
-          end
-
           def relationships_test
             return nil if foreign_key.blank?
 

data/lib/active_record/dbt/column/testable/unique_testable.rb

@@ -5,13 +5,9 @@ module ActiveRecord
     module Column
       module Testable
         module UniqueTestable
-          REQUIRED_UNIQUE_TESTABLE_METHODS = %i[table_name column_name primary_keys].freeze
+          extend ActiveRecord::Dbt::RequiredMethods
 
-          REQUIRED_UNIQUE_TESTABLE_METHODS.each do |method_name|
-            define_method(method_name) do
-              raise NotImplementedError, "You must implement #{self.class}##{__method__}"
-            end
-          end
+          define_required_methods :table_name, :column_name, :primary_keys
 
           def unique_test
             unique? ? 'unique' : nil

data/lib/active_record/dbt/config.rb

@@ -8,6 +8,7 @@ module ActiveRecord
       include Singleton
 
       include ActiveRecord::Dbt::Configuration::DataSync
+      include ActiveRecord::Dbt::Configuration::DwhPlatform
       include ActiveRecord::Dbt::Configuration::Logger
       include ActiveRecord::Dbt::Configuration::Parser
       include ActiveRecord::Dbt::Configuration::UsedDbtPackage

data/lib/active_record/dbt/configuration/dwh_platform.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+module ActiveRecord
+  module Dbt
+    module Configuration
+      module DwhPlatform
+        extend ActiveRecord::Dbt::RequiredMethods
+
+        define_required_methods :source_config_path
+
+        def dwh_platform=(dwh_platform)
+          @dwh_platform = validate_dwh_platform(dwh_platform)
+        end
+
+        def dwh_platform
+          @dwh_platform || (raise DwhPlatformIsNullError, "'dwh_platform' is required in '#{source_config_path}'.")
+        end
+
+        private
+
+        def validate_dwh_platform(dwh_platform)
+          return dwh_platform if selectable_dwh_platforms.include?(dwh_platform)
+
+          raise DoesNotExistOnTheDwhPlatformError, [
+            "'#{dwh_platform}' does not exist on the DWH platform.",
+            "Please specify one of the following: #{selectable_dwh_platforms.join(', ')}."
+          ].join(' ')
+        end
+
+        def selectable_dwh_platforms
+          @selectable_dwh_platforms ||= ActiveRecord::Dbt::DataType::Mapper::RUBY_TO_DWH_PLATFORM_TYPE_MAP.keys
+        end
+
+        class DoesNotExistOnTheDwhPlatformError < StandardError; end
+        class DwhPlatformIsNullError < StandardError; end
+      end
+    end
+  end
+end

data/lib/active_record/dbt/data_type/dwh_platform/apache_spark.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+module ActiveRecord
+  module Dbt
+    module DataType
+      module DwhPlatform
+        module ApacheSpark
+          # TODO: I have not tried it. I don't know if this is the correct data_type.
+          # [Data Types - Spark 3.5.1 Documentation](https://spark.apache.org/docs/latest/sql-ref-datatypes.html)
+          RUBY_TO_SPARK_TYPES = {
+            binary: 'binary',
+            boolean: 'boolean',
+            date: 'date',
+            datetime: 'timestamp',
+            decimal: 'decimal',
+            float: 'float',
+            integer: 'integer',
+            json: 'string',
+            string: 'string',
+            text: 'string',
+            time: 'string'
+          }.freeze
+        end
+      end
+    end
+  end
+end

data/lib/active_record/dbt/data_type/dwh_platform/bigquery.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+module ActiveRecord
+  module Dbt
+    module DataType
+      module DwhPlatform
+        module Bigquery
+          # [Data types  |  BigQuery  |  Google Cloud](https://cloud.google.com/bigquery/docs/reference/standard-sql/data-types#data_type_list)
+          RUBY_TO_BIGQUERY_TYPES = {
+            binary: 'bytes',
+            boolean: 'bool',
+            date: 'date',
+            datetime: 'datetime',
+            decimal: 'int64',
+            float: 'float64',
+            integer: 'int64',
+            json: 'json',
+            string: 'string',
+            text: 'string',
+            time: 'time'
+          }.freeze
+        end
+      end
+    end
+  end
+end

data/lib/active_record/dbt/data_type/dwh_platform/postgre_sql.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+module ActiveRecord
+  module Dbt
+    module DataType
+      module DwhPlatform
+        module PostgreSql
+          # TODO: I have not tried it. I don't know if this is the correct data_type.
+          # [PostgreSQL: Documentation: 16: Chapter 8. Data Types](https://www.postgresql.org/docs/current/datatype.html)
+          RUBY_TO_POSTGRES_TYPES = {
+            binary: 'bytea',
+            boolean: 'boolean',
+            date: 'date',
+            datetime: 'timestamp',
+            decimal: 'bigint',
+            float: 'double precision',
+            integer: 'bigint',
+            json: 'json',
+            string: 'text',
+            text: 'text',
+            time: 'time'
+          }.freeze
+        end
+      end
+    end
+  end
+end

data/lib/active_record/dbt/data_type/dwh_platform/redshift.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+module ActiveRecord
+  module Dbt
+    module DataType
+      module DwhPlatform
+        module Redshift
+          # TODO: I have not tried it. I don't know if this is the correct data_type.
+          # [Data types - Amazon Redshift](https://docs.aws.amazon.com/redshift/latest/dg/c_Supported_data_types.html)
+          RUBY_TO_REDSHIFT_TYPES = {
+            binary: 'varbyte',
+            boolean: 'bool',
+            date: 'date',
+            datetime: 'timestamp',
+            decimal: 'decimal',
+            float: 'double precision',
+            integer: 'integer',
+            json: 'super',
+            string: 'varchar',
+            text: 'varchar',
+            time: 'time'
+          }.freeze
+        end
+      end
+    end
+  end
+end

data/lib/active_record/dbt/data_type/dwh_platform/snowflake.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+module ActiveRecord
+  module Dbt
+    module DataType
+      module DwhPlatform
+        module Snowflake
+          # TODO: I have not tried it. I don't know if this is the correct data_type.
+          # [Summary of data types | Snowflake Documentation](https://docs.snowflake.com/en/sql-reference/intro-summary-data-types)
+          RUBY_TO_SNOWFLAKE_TYPES = {
+            binary: 'binary',
+            boolean: 'boolean',
+            date: 'date',
+            datetime: 'datetime',
+            decimal: 'decimal',
+            float: 'float',
+            integer: 'integer',
+            json: 'variant',
+            string: 'varchar',
+            text: 'varchar',
+            time: 'time'
+          }.freeze
+        end
+      end
+    end
+  end
+end

data/lib/active_record/dbt/data_type/mapper.rb

@@ -0,0 +1,36 @@
+# frozen_string_literal: true
+
+module ActiveRecord
+  module Dbt
+    module DataType
+      module Mapper
+        include ActiveRecord::Dbt::DataType::DwhPlatform::ApacheSpark
+        include ActiveRecord::Dbt::DataType::DwhPlatform::Bigquery
+        include ActiveRecord::Dbt::DataType::DwhPlatform::PostgreSql
+        include ActiveRecord::Dbt::DataType::DwhPlatform::Redshift
+        include ActiveRecord::Dbt::DataType::DwhPlatform::Snowflake
+
+        extend ActiveRecord::Dbt::RequiredMethods
+
+        # [Platform-specific data types | dbt Developer Hub](https://docs.getdbt.com/reference/resource-properties/data-types)
+        RUBY_TO_DWH_PLATFORM_TYPE_MAP = {
+          'bigquery' => RUBY_TO_BIGQUERY_TYPES,
+          'postgres' => RUBY_TO_POSTGRES_TYPES,
+          'redshift' => RUBY_TO_REDSHIFT_TYPES,
+          'snowflake' => RUBY_TO_SNOWFLAKE_TYPES,
+          'spark' => RUBY_TO_SPARK_TYPES
+        }.freeze
+
+        define_required_methods :column, :@config
+
+        delegate :dwh_platform, to: :@config
+
+        private
+
+        def data_type
+          RUBY_TO_DWH_PLATFORM_TYPE_MAP[dwh_platform].fetch(column.type, 'unknown')
+        end
+      end
+    end
+  end
+end

data/lib/active_record/dbt/dbt_package/dbt_utils/table/testable/unique_combination_of_columns_testable.rb

@@ -7,32 +7,39 @@ module ActiveRecord
         module Table
           module Testable
             module UniqueCombinationOfColumnsTestable
-              REQUIRED_UNIQUE_COMBINATION_OF_COLUMNS_TESTABLE_METHODS = %i[table_name @config].freeze
+              extend ActiveRecord::Dbt::RequiredMethods
 
-              delegate :used_dbt_utils?, to: :@config
+              define_required_methods :table_name, :@config
 
-              REQUIRED_UNIQUE_COMBINATION_OF_COLUMNS_TESTABLE_METHODS.each do |method_name|
-                define_method(method_name) do
-                  raise NotImplementedError, "You must implement #{self.class}##{__method__}"
-                end
-              end
+              delegate :used_dbt_utils?, to: :@config
 
               def unique_combination_of_columns_test
                 return nil unless used_dbt_utils?
 
-                ActiveRecord::Base.connection.indexes(table_name).each_with_object([]) do |index, array|
-                  next if index.unique == false
-                  next if (unique_indexes = index.columns).size == 1
+                indexes.each_with_object([]) do |index, array|
+                  next if unique_indexes?(index)
 
                   array.push(
                     {
                       'dbt_utils.unique_combination_of_columns' => {
-                        'combination_of_columns' => unique_indexes
+                        'combination_of_columns' => index.columns
                       }
                     }
                   )
                 end.presence
               end
+
+              private
+
+              def indexes
+                ActiveRecord::Base.connection.indexes(table_name)
+              end
+
+              def unique_indexes?(index)
+                return true if index.unique == false
+
+                index.columns.size == 1
+              end
             end
           end
         end

data/lib/active_record/dbt/dbt_package/dbterd/column/testable/relationships_meta_relationship_type.rb

@@ -7,33 +7,21 @@ module ActiveRecord
         module Column
           module Testable
             module RelationshipsMetaRelationshipType
-              REQUIRED_RELATIONSHIP_TYPE_TESTABLE_METHODS = %i[@config foreign_key].freeze
+              extend ActiveRecord::Dbt::RequiredMethods
 
-              delegate :used_dbterd?, :add_log, to: :@config
+              define_required_methods :@config, :foreign_key
 
-              REQUIRED_RELATIONSHIP_TYPE_TESTABLE_METHODS.each do |method_name|
-                define_method(method_name) do
-                  raise NotImplementedError, "You must implement #{self.class}##{__method__}"
-                end
-              end
+              delegate :used_dbterd?, :add_log, to: :@config
 
               def relationships_meta_relationship_type
                 return nil unless used_dbterd?
-                return nil if foreign_key.nil? || relationship_type.blank?
+                return nil if no_relationship?
 
                 {
                   'relationship_type' => relationship_type
                 }
               rescue NotSpecifiedOrNotInvalidIdError, StandardError => e
-                add_log(self.class, e)
-
-                {
-                  'relationship_type' => 'many-to-one',
-                  'active_record_dbt_error' => {
-                    'class' => e.class.to_s,
-                    'message' => e.message.to_s
-                  }
-                }
+                relationships_meta_relationship_type_with_active_record_dbt_error(e)
               end
 
               private
@@ -128,6 +116,22 @@ module ActiveRecord
                 @to_model ||= foreign_key.to_table.classify.constantize
               end
 
+              def no_relationship?
+                foreign_key.nil? || relationship_type.blank?
+              end
+
+              def relationships_meta_relationship_type_with_active_record_dbt_error(error)
+                add_log(self.class, error)
+
+                {
+                  'relationship_type' => 'many-to-one',
+                  'active_record_dbt_error' => {
+                    'class' => error.class.to_s,
+                    'message' => error.message.to_s
+                  }
+                }
+              end
+
               class NotSpecifiedOrNotInvalidIdError < StandardError; end
             end
           end

data/lib/active_record/dbt/model/staging/yml.rb

@@ -43,19 +43,19 @@ module ActiveRecord
           def sort_columns(columns)
             columns.sort_by do |column|
               [
-                SORT_COLUMN_TYPES.index(column_type(column)) || -1,
+                SORT_COLUMN_TYPES.index(data_type(column)) || -1,
                 columns.index(column)
               ]
             end
           end
 
-          def column_type(column)
+          def data_type(column)
             if id?(column['name'])
               'ids'
             elsif enum?(column['name'])
               'enums'
             else
-              column.dig('meta', 'column_type').pluralize
+              column.fetch('data_type', 'unknown').pluralize
             end
           end
 

data/lib/active_record/dbt/required_methods.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module ActiveRecord
+  module Dbt
+    module RequiredMethods
+      def define_required_methods(*methods)
+        methods.each do |method_name|
+          define_method(method_name) do
+            raise RequiredImplementationMissingError, "You must implement #{self.class}##{__method__}"
+          end
+        end
+      end
+
+      class RequiredImplementationMissingError < StandardError; end
+    end
+  end
+end

data/lib/active_record/dbt/version.rb

@@ -2,6 +2,6 @@
 
 module ActiveRecord
   module Dbt
-    VERSION = '0.1.0'
+    VERSION = '0.2.0'
   end
 end

data/lib/active_record/dbt.rb

@@ -11,7 +11,5 @@ module ActiveRecord
 
       config
     end
-
-    class Error < StandardError; end
   end
 end

data/lib/generators/active_record/dbt/initializer/templates/dbt.rb

@@ -5,6 +5,7 @@ require 'active_record/dbt'
 ActiveRecord::Dbt.configure do |c|
   c.config_directory_path = 'lib/dbt'
   c.export_directory_path = 'doc/dbt'
+  c.dwh_platform = 'bigquery'
   c.data_sync_delayed = false
   c.used_dbt_package_names = []
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: activerecord-dbt
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - yamotech
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-07-20 00:00:00.000000000 Z
+date: 2024-08-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -72,9 +72,16 @@ files:
 - lib/active_record/dbt/column/testable/unique_testable.rb
 - lib/active_record/dbt/config.rb
 - lib/active_record/dbt/configuration/data_sync.rb
+- lib/active_record/dbt/configuration/dwh_platform.rb
 - lib/active_record/dbt/configuration/logger.rb
 - lib/active_record/dbt/configuration/parser.rb
 - lib/active_record/dbt/configuration/used_dbt_package.rb
+- lib/active_record/dbt/data_type/dwh_platform/apache_spark.rb
+- lib/active_record/dbt/data_type/dwh_platform/bigquery.rb
+- lib/active_record/dbt/data_type/dwh_platform/postgre_sql.rb
+- lib/active_record/dbt/data_type/dwh_platform/redshift.rb
+- lib/active_record/dbt/data_type/dwh_platform/snowflake.rb
+- lib/active_record/dbt/data_type/mapper.rb
 - lib/active_record/dbt/dbt_package/dbt_utils/table/testable/unique_combination_of_columns_testable.rb
 - lib/active_record/dbt/dbt_package/dbterd/column/testable/relationships_meta_relationship_type.rb
 - lib/active_record/dbt/factory/columns_factory.rb
@@ -86,6 +93,7 @@ files:
 - lib/active_record/dbt/model/staging/sql.rb
 - lib/active_record/dbt/model/staging/yml.rb
 - lib/active_record/dbt/railtie.rb
+- lib/active_record/dbt/required_methods.rb
 - lib/active_record/dbt/source/yml.rb
 - lib/active_record/dbt/table/base.rb
 - lib/active_record/dbt/table/test.rb