k_domain 0.0.2 → 0.0.15

data/lib/k_domain/domain_model/transform_steps/step4_attach_erd_files.rb

@@ -0,0 +1,456 @@
+# frozen_string_literal: true
+
+# Attach source code found in rails model definitions to models
+class Step4AttachErdFiles < KDomain::DomainModel::Step
+  attr_accessor :ruby_code
+
+  # NOTE: This code could be rewritten using monkey patched modules and peak
+  def call
+    domain[:erd_files] = domain_models.map { |model| load_dsl(model) }
+  end
+
+  private
+
+  def reset_dsl
+    @ruby_code = nil
+    @dsl = nil
+  end
+
+  def dsl
+    @dsl ||= {
+      name: '',
+      name_plural: ''
+    }
+  end
+
+  def load_dsl(model)
+    print '.'
+
+    reset_dsl
+
+    dsl[:name]        = model[:name]
+    dsl[:name_plural] = model[:name_plural]
+    dsl[:dsl_file]    = model[:erd_location][:exist] ? model[:erd_location][:file] : ''
+
+    return dsl unless File.exist?(dsl[:dsl_file])
+
+    @ruby_code = File.read(dsl[:dsl_file])
+
+    dsl[:source]  = read_dsl_source
+    dsl[:dsl]     = build_dsl
+    dsl[:todo]    = todo
+
+    dsl
+  end
+
+  def read_dsl_source
+    regex_split_private_public = /(?<public>.+?)(?=\bprivate\b)(?<private>.*)/m
+
+    split_code = regex_split_private_public.match(ruby_code)
+
+    public_code = nil
+    private_code = nil
+
+    if split_code
+      public_code = split_code[:public]
+      private_code = split_code[:private]
+    end
+
+    {
+      ruby: ruby_code,
+      public: public_code,
+      private: private_code,
+      all_methods: grab_methods(public_code, private_code)
+    }
+  end
+
+  def build_dsl
+    return if ruby_code.nil?
+
+    # need to support options as hash instead of options as string in the future
+    {
+      default_scope: grab_default_scope,
+      scopes: grab_scopes,
+      belongs_to: grab_belongs_to,
+      has_one: grab_has_one,
+      has_many: grab_has_many,
+      has_and_belongs_to_many: grab_has_and_belongs_to_many,
+      validate_on: grab_validate,
+      validates_on: grab_validates
+    }
+
+    # ^(?<spaces>\s*)(?<event_type>before_create|before_save|before_destroy|after_create|after_save|after_destroy) (:(?<name>\w*)[, ]?(?<scope>.*)|(?<scope>\{.*?\}.*$))
+  end
+
+  def grab_default_scope
+    regex = /default_scope \{(?<scope>.*?)\}/m
+
+    m = regex.match(ruby_code)
+
+    return "{ #{m[:scope].strip.gsub('\n', '')} }" if m
+
+    nil
+  end
+
+  def grab_scopes
+    entries = []
+    # Start from beginning of line and capture
+    # - number of spaces scope
+    # - name of scope
+    # - value of scope to end of line
+    regex = /^(?<spaces>\s*)scope :(?<name>\w*)[, ]?(?<scope>.*)/
+
+    # rubocop:disable Metrics/BlockLength
+    ruby_code.scan(regex) do
+      m = $LAST_MATCH_INFO
+      spaces = m[:spaces] # .delete("\n")
+      last_lf = spaces.rindex("\n")
+      spaces = last_lf ? spaces[spaces.rindex("\n") + 1..-1] : spaces
+      name = m[:name]
+      scope = m[:scope].strip
+
+      # Found a valid one liner
+      if scope.ends_with?('}') && (scope.scan(/{/).count == scope.scan(/}/).count)
+        scope = escape_single_quote(scope)
+        entries << { name: name, scope: scope }
+      else
+        # Have a multiline scope, lets see if it is cleanly formatted
+
+        start_anchor = "#{spaces}scope :#{name}"
+        end_anchor = "#{spaces}}"
+
+        # log.kv 'spaces', spaces.length
+        # log.kv 'name', name
+        # log.kv 'start_anchor', start_anchor
+        # log.kv 'end_anchor', end_anchor
+
+        start_index = ruby_code.index(/#{start_anchor}/)
+
+        if start_index.nil?
+          log.error("[#{@current_entity[:name]}] could not find [start] anchor index for [#{name}]")
+        else
+          ruby_section = ruby_code[start_index..-1]
+          end_index = ruby_section.index(/^#{end_anchor}/) # Add ^ start of line
+          if end_index.nil?
+            log.error("[#{@current_entity[:name]}] could not find [end] anchor index for [#{name}]")
+          else
+            scope = ruby_section[start_anchor.length + 1..end_index].strip
+            scope = escape_single_quote("#{scope}#{end_anchor}")
+            entries << { name: name, scope: scope }
+          end
+        end
+      end
+    end
+    entries
+  rescue StandardError => e
+    # bin ding.pry
+    puts e.message
+  end
+  # rubocop:enable Metrics/BlockLength
+
+  def grab_belongs_to
+    entries = []
+
+    # Start from beginning of line and capture
+    # - number of spaces before belongs_to
+    # - name of the belongs_to
+    # - value of belongs_to to end of line
+    regex = /^(?<spaces>\s*)belongs_to :(?<name>\w*)[, ]?(?<options>.*)/
+
+    ruby_code.scan(regex) do
+      m = $LAST_MATCH_INFO
+
+      # spaces = m[:spaces] # .delete("\n")
+      # last_lf = spaces.rindex("\n")
+      # spaces = last_lf ? spaces[spaces.rindex("\n") + 1..-1] : spaces
+      name = m[:name]
+
+      options = m[:options]
+                .gsub(':polymorphic => ', 'polymorphic: ')
+                .gsub(':class_name => ', 'class_name: ')
+                .gsub(':foreign_key => ', 'foreign_key: ')
+                .strip
+
+      options = clean_lambda(options)
+
+      entries << { name: name, options: extract_options(options), raw_options: options }
+    end
+    entries
+  rescue StandardError => e
+    # bin ding.pry
+    puts e.message
+  end
+
+  def grab_has_one
+    entries = []
+
+    # Start from beginning of line and capture
+    # - number of spaces before has_one
+    # - name of the has_one
+    # - value of has_one to end of line
+    regex = /^(?<spaces>\s*)has_one :(?<name>\w*)[, ]?(?<options>.*)/
+
+    ruby_code.scan(regex) do
+      m = $LAST_MATCH_INFO
+
+      # spaces = m[:spaces] # .delete("\n")
+      # last_lf = spaces.rindex("\n")
+      # spaces = last_lf ? spaces[spaces.rindex("\n") + 1..-1] : spaces
+      name = m[:name]
+      options = m[:options]
+                .strip
+      # .gsub(':polymorphic => ', 'polymorphic: ')
+      # .gsub(':class_name => ', 'class_name: ')
+      # .gsub(':foreign_key => ', 'foreign_key: ')
+
+      options = clean_lambda(options)
+
+      entries << { name: name, options: extract_options(options), raw_options: options }
+    end
+    entries
+  rescue StandardError => e
+    # bin ding.pry
+    puts e.message
+  end
+
+  def grab_has_many
+    entries = []
+    # Start from beginning of line and capture
+    # - number of spaces before has_many
+    # - name of the has_many
+    # - value of has_many to end of line
+    regex = /^(?<spaces>\s*)has_many :(?<name>\w*)[, ]?(?<options>.*)/
+
+    ruby_code.scan(regex) do
+      m = $LAST_MATCH_INFO
+
+      # spaces = m[:spaces] # .delete("\n")
+      # last_lf = spaces.rindex("\n")
+      # spaces = last_lf ? spaces[spaces.rindex("\n") + 1..-1] : spaces
+      name = m[:name]
+      options = m[:options]
+                .gsub(':dependent => ', 'dependent: ')
+                .gsub(':class_name => ', 'class_name: ')
+                .gsub(':foreign_key => ', 'foreign_key: ')
+                .gsub(':primary_key => ', 'primary_key: ')
+                .strip
+
+      options = clean_lambda(options)
+
+      entries << { name: name, options: extract_options(options), raw_options: options }
+    end
+    entries
+  rescue StandardError => e
+    # bin ding.pry
+    puts e.message
+  end
+
+  def grab_has_and_belongs_to_many
+    entries = []
+    # Start from beginning of line and capture
+    # - number of spaces before has_and_belongs_to_many
+    # - name of the has_and_belongs_to_many
+    # - value of has_and_belongs_to_many to end of line
+    regex = /^(?<spaces>\s*)has_and_belongs_to_many :(?<name>\w*)[, ]?(?<options>.*)/
+
+    ruby_code.scan(regex) do
+      m = $LAST_MATCH_INFO
+
+      # spaces = m[:spaces] # .delete("\n")
+      # last_lf = spaces.rindex("\n")
+      # spaces = last_lf ? spaces[spaces.rindex("\n") + 1..-1] : spaces
+      name = m[:name]
+      options = m[:options]
+                .gsub(':dependent => ', 'dependent: ')
+                .gsub(':class_name => ', 'class_name: ')
+                .gsub(':foreign_key => ', 'foreign_key: ')
+                .gsub(':primary_key => ', 'primary_key: ')
+                .strip
+
+      options = clean_lambda(options)
+
+      entries << { name: name, options: {}, raw_options: options }
+    end
+    entries
+  rescue StandardError => e
+    # bin ding.pry
+    puts e.message
+  end
+
+  def grab_validates
+    entries = []
+    # Start from beginning of line and capture
+    # - number of spaces before validates
+    # - name of the validates
+    # - value of validates to end of line
+    regex = /^(?<spaces>\s*)validates :(?<name>\w*)[, ]?(?<options>.*)/
+
+    ruby_code.scan(regex) do
+      m = $LAST_MATCH_INFO
+
+      # spaces = m[:spaces] # .delete("\n")
+      # last_lf = spaces.rindex("\n")
+      # spaces = last_lf ? spaces[spaces.rindex("\n") + 1..-1] : spaces
+      name = m[:name]
+
+      options = m[:options].strip
+
+      options = clean_lambda(options)
+
+      entries << { name: name, raw_options: options }
+    end
+    entries
+  rescue StandardError => e
+    # bin ding.pry
+    puts e.message
+  end
+
+  def grab_validate
+    entries = []
+    # Start from beginning of line and capture
+    # - number of spaces before validate
+    # - list of methods to call until to end of line
+    # regex = /^(?<spaces>\s*)validate :(?<name>\w*)[, ]?(?<options>.*)/
+    regex = /^(?<spaces>\s*)validate (?<line>:.*)/
+    # puts @current_entity[:name]
+
+    ruby_code.scan(regex) do
+      m = $LAST_MATCH_INFO
+
+      # spaces = m[:spaces] # .delete("\n")
+      # last_lf = spaces.rindex("\n")
+      # spaces = last_lf ? spaces[spaces.rindex("\n") + 1..-1] : spaces
+      line = m[:line]
+
+      entries << { line: line }
+      # puts @current_entity[:validate]
+    end
+    entries
+  rescue StandardError => e
+    # bin ding.pry
+    puts e.message
+  end
+
+  def grab_methods(public_code = ruby_code, private_code = nil)
+    # public_code = ruby_code_public.nil? ? ruby_code : ruby_code_public
+    # private_code = ruby_code_private
+
+    regex = /def (?<method>.*)/
+
+    # log.info(@current_entity[:name])
+
+    public_methods    = parse_methods(:public, public_code&.scan(regex)&.flatten || [])
+    private_methods   = parse_methods(:private, private_code&.scan(regex)&.flatten || [])
+    methods           = (public_methods + private_methods)
+
+    class_methods     = methods.select { |method| method[:class_method] == true }
+
+    all_instance      = methods.select { |method| method[:class_method] == false }
+    instance_public   = all_instance.select { |method| method[:scope] == :public }
+    instance_private  = all_instance.select { |method| method[:scope] == :private }
+
+    {
+      klass: class_methods,
+      instance: all_instance,
+      instance_public: instance_public,
+      instance_private: instance_private
+    }
+  end
+
+  def parse_methods(scope, methods)
+    methods.map do |value|
+      class_method = value.starts_with?('self.')
+      name = class_method ? value[5..-1] : value
+      arguments = nil
+      arguments_index = name.index('(')
+
+      if arguments_index
+        arguments = name[arguments_index..-1]
+        name = name[0..arguments_index - 1]
+      end
+
+      arguments = escape_single_quote(arguments)
+
+      {
+        name: name,
+        scope: scope,
+        class_method: class_method,
+        arguments: arguments&.strip.to_s
+      }
+    end
+  end
+
+  def todo
+    {
+      after_destroy: [], # to do
+      before_save: [], # to do
+      after_save: [], # to do
+      before_create: [], # to do
+      after_create: [], # to do
+      enum: [], # to do
+      attr_encrypted: [], # to do
+      validates_uniqueness_of: [], # to do
+      validates_confirmation_of: [], # to do
+      attr_accessor: [], # to do
+      attr_reader: [], # to do
+      attr_writer: [] # to do
+    }
+  end
+
+  def escape_single_quote(value)
+    return nil if value.nil?
+
+    value.gsub("'", "\\\\'")
+  end
+
+  # rubocop:disable Style/EvalWithLocation, Security/Eval, Style/DocumentDynamicEvalDefinition
+  def extract_options(options)
+    eval("{ #{options} }")
+  rescue StandardError => e
+    investigate(
+      step: :step4_attach_erd_files_models,
+      location: :extract_options,
+      key: nil,
+      message: e.message
+    )
+    {}
+  rescue SyntaxError => e
+    # may be the issue is from a comment at the off the line
+    comment_index = options.rindex('#') - 1
+
+    if comment_index.positive?
+      options_minus_comment = options[0..comment_index].squish
+      return extract_options(options_minus_comment)
+    end
+
+    investigate(
+      step: :step4_attach_erd_files_models,
+      location: :extract_options,
+      key: nil,
+      message: e.message
+    )
+    {}
+  end
+  # rubocop:enable Style/EvalWithLocation, Security/Eval, Style/DocumentDynamicEvalDefinition
+
+  def clean_lambda(options)
+    if /^->/.match?(options)
+      index = options.index(/}\s*,/)
+      if index.nil?
+        if options.count('{') == options.count('}')
+          index = options.rindex(/}/)
+          options = "a_lambda: '#{escape_single_quote(options[0..index])}'"
+        else
+          log.error(options)
+          options = "a_lambda: '#{escape_single_quote(options)}'"
+        end
+      else
+        options = "a_lambda: '#{escape_single_quote(options[0..index])}', #{options[index + 2..-1]}"
+      end
+    end
+    options
+  rescue StandardError => e
+    # bin ding.pry
+    puts e.message
+  end
+end

data/lib/k_domain/domain_model/transform_steps/step5_attach_dictionary.rb

@@ -0,0 +1,58 @@
+# frozen_string_literal: true
+
+# Attach data dictionary
+class Step5AttachDictionary < KDomain::DomainModel::Step
+  attr_reader :dictionary
+
+  def call
+    @dictionary = {}
+
+    domain_models.each do |model|
+      model[:columns].each do |column|
+        process(model[:name], column[:name], column[:type])
+      end
+    end
+
+    domain_data[:dictionary] = {
+      items: dictionary.values
+    }
+  end
+
+  private
+
+  def process(model_name, column_name, column_type)
+    if dictionary.key?(column_name)
+      entry = dictionary[column_name]
+      entry[:models] << model_name
+      entry[:model_count] = entry[:model_count] + 1
+
+      unless entry[:types].include?(column_type)
+        log.warn("#{model_name} has a type mismatch for column name: #{column_name}")
+        entry[:types] << column_type
+        entry[:type_count] = entry[:type_count] + 1
+      end
+      return
+    end
+
+    dictionary[column_name] = {
+      name: column_name,
+      type: column_type,
+      label: column_name.to_s.titleize,
+      segment: segment(column_name, column_type),
+      models: [model_name],
+      model_count: 1,
+      types: [column_type],
+      type_count: 1
+    }
+  rescue StandardError => e
+    log.error e.message
+  end
+
+  def segment(column_name, column_type)
+    n = column_name.to_s
+    return column_type == :integer ? :id : :id_variant if n.ends_with?('_id')
+    return column_type == :datetime ? :stamp : :stamp_variant if n == 'created_at'
+
+    :data
+  end
+end

data/lib/k_domain/domain_model/transform_steps/step8_locate_rails_models.rb

@@ -0,0 +1,44 @@
+# frozen_string_literal: true
+
+# Locate rails model files
+class Step8LocateRailsModels < KDomain::DomainModel::Step
+  attr_accessor :ruby_code
+
+  def call
+    raise 'ERD path not supplied' if opts[:erd_path].nil?
+
+    self.rails_resource_models = domain_models.map do |model|
+      locate_rails_model(model[:name], model[:table_name])
+    end
+  end
+
+  private
+
+  def locate_rails_model(model_name, table_name)
+    file_normal = File.join(opts[:erd_path], "#{model_name}.rb")
+    file_custom = File.join(opts[:erd_path], "#{table_name}.rb")
+    file_exist  = true
+    state = []
+
+    if File.exist?(file_normal)
+      file = file_normal
+      state.push(:has_ruby_model)
+    elsif File.exist?(file_custom)
+      file = file_custom
+      state.push(:has_ruby_model)
+      state.push(:non_conventional_name)
+    else
+      file = ''
+      file_exist = false
+      state.push(:model_not_found)
+    end
+
+    {
+      model_name: model_name,
+      table_name: table_name,
+      file: file,
+      exist: file_exist,
+      state: state.join(', ')
+    }
+  end
+end

data/lib/k_domain/raw_db_schema/load.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+# Annotates the original schema with methods that implement existing method calls
+# that are already in the schema so that we can build a hash.
+#
+# Writes a new annotated schema.rb file with a public method called load that
+# builds the hash
+
+module KDomain
+  module RawDbSchema
+    class Load
+      include KLog::Logging
+
+      attr_reader :source_file
+      attr_reader :data
+
+      def initialize(source_file)
+        @source_file = source_file
+      end
+
+      def call
+        json = File.read(source_file)
+        @raw_data = KUtil.data.json_parse(json, as: :hash_symbolized)
+
+        @data = KDomain::Database::Schema.new(@raw_data)
+      end
+
+      def to_h
+        return nil unless defined? @raw_data
+
+        @raw_data
+      end
+    end
+  end
+end

data/lib/k_domain/{raw_schema → raw_db_schema}/transform.rb

@@ -1,67 +1,82 @@
+# frozen_string_literal: true
+
 # Annotates the original schema with methods that implement existing method calls
 # that are already in the schema so that we can build a hash.
 #
 # Writes a new annotated schema.rb file with a public method called load that
 # builds the hash
-# frozen_string_literal: true
-
 module KDomain
-  module RawSchema
+  module RawDbSchema
     class Transform
       include KLog::Logging
 
       attr_reader :source_file
       attr_reader :template_file
-      attr_reader :target_ruby_class
-    
-      def initialize(source_file)#, target_file)
+      attr_reader :schema_loader
+
+      def initialize(source_file)
         @source_file = source_file
-        @template_file = 'lib/k_domain/raw_schema/template.rb'
+        @template_file = KDomain::Gem.resource('templates/load_schema.rb')
       end
- 
+
       def call
         # log.kv 'source_file', source_file
         # log.kv 'template_file', template_file
         # log.kv 'source_file?', File.exist?(source_file)
         # log.kv 'template_file?', File.exist?(template_file)
-
         log.error "Template not found: #{template_file}" unless File.exist?(template_file)
 
         content = File.read(source_file)
         content
           .gsub!(/ActiveRecord::Schema.define/, 'load')
 
-        lines = content.lines.map { |line| "    #{line}" }.join()
+        lines = content.lines.map { |line| "    #{line}" }.join
 
-        @target_ruby_class = File
+        @schema_loader = File
           .read(template_file)
           .gsub('{{source_file}}', source_file)
           .gsub('{{rails_schema}}', lines)
       end
 
-      def write_target(target_file)
-        if target_ruby_class.nil?
+      # rename to target_ruby
+      # This is an internal ruby structure that is evaluated
+      # writing is only needed for debugging purposes
+      def write_schema_loader(target_file)
+        if schema_loader.nil?
           puts '.call method has not been executed'
           return
         end
 
         FileUtils.mkdir_p(File.dirname(target_file))
-        File.write(target_file, target_ruby_class)
+        File.write(target_file, schema_loader)
       end
 
-      def json
-        if target_ruby_class.nil?
+      def write_json(json_file)
+        if schema_loader.nil?
           puts '.call method has not been executed'
           return
         end
 
-        # load target_file
-        eval target_ruby_class
-    
+        FileUtils.mkdir_p(File.dirname(json_file))
+        File.write(json_file, JSON.pretty_generate(schema))
+      end
+
+      # rubocop:disable Security/Eval
+      def schema
+        if schema_loader.nil?
+          puts '.call method has not been executed'
+          return
+        end
+
+        eval(schema_loader)#, __FILE__, __LINE__)
+
         loader = LoadSchema.new
-        loader.load_schema()
-        loader.schema
+        loader.load_schema
+        return loader.schema
+      rescue => ex
+        log.exception(ex)
       end
+      # rubocop:enable Security/Eval
     end
   end
 end