agile_rails 0.0.0.1

data/lib/generators/agile/USAGE

@@ -0,0 +1,11 @@
+Description:
+    agile:new_form generator will create Agile Rails form from model description.
+    Options:
+      --extra: Will create some extra commented code for help default: --no-extra
+      --tabs: Will create form entry fields with tabs default: --no-tabs
+
+Example:
+    rails generate agile:new_form model_name
+
+    This will create:
+        forms/model_name.yml

data/lib/generators/agile/new_form_generator.rb

@@ -0,0 +1,369 @@
+#--
+# Copyright (c) 2024+ Damjan Rems
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+
+module Agile
+module Generators
+
+# rails g agile_rails:new_form MODEL
+class NewFormGenerator < Rails::Generators::NamedBase # :nodoc:
+
+source_root File.expand_path('../templates', __FILE__)
+
+class_option :tabs,  type: :boolean, default: false, description: "Create tabbed form"
+class_option :extra, type: :boolean, default: false, description: "Add some extra commented code to the form"
+
+def self.banner #:nodoc:
+  <<-BANNER.chomp
+  rails g agile_rails:new_form MODEL [options]
+
+    Generates Agile Rails form for specified Rails model
+
+      - options: --tabs will create form entry fields with tabs (default: --no-tabs) 
+                 --extra will create some extra commented code for help (default: --no-extra) 
+BANNER
+end
+
+###########################################################################
+# Will create output and save it to form filename.
+###########################################################################
+def create_form_file
+  @file_name = file_name.underscore
+  @tabs  = options[:tabs]
+  pp options
+  @extra = options[:extra]
+  begin
+    @model = @file_name.classify.constantize
+  rescue Exception => e
+    pp ([e.message] + e.backtrace).join($/)
+    @model = nil
+  end
+  return (pp "Error loading #{file_name.classify} model! Aborting.") if @model.nil?
+
+  form = top_level_options +
+         index_options +
+         data_set_options +
+         form_top_options +
+         form_fields_options +
+         localize_options
+  create_file "app/forms/#{@file_name}.yml", form
+end
+
+private
+###########################################################################
+#
+###########################################################################
+def top_level_options
+  extra = <<EOT
+#title: Alternative title
+#extend: extend
+#controls: controls_file
+#readonly: true
+#permissions:
+#  can_view: role_name
+EOT
+
+  <<EOT 
+# Form for #{file_name}
+table: #{file_name}
+#{extra if @extra}
+EOT
+end
+  
+###########################################################################
+#
+###########################################################################
+def index_options
+  extra = <<EOT
+
+#  actions:
+#    10: 
+#      type: link
+#      controller: controller_name
+#      action: action_name
+#      table: table_name
+#      form_name: form_name
+EOT
+
+  <<EOT 
+index:
+  filter: some_id as text_field
+  actions: standard  
+  #{extra if @extra}
+EOT
+end
+
+###########################################################################
+#
+###########################################################################
+def data_set_options
+  extra = <<EOT
+#    filter: controls_filter
+#    per_page: 10
+  
+#    actions: 
+#      10:
+#        type: link
+#        controller: controller_name
+#        action: action_name
+#        table: table_name
+#        form_name: form_name
+#        target: target      
+#        method: (get),put,post      
+
+EOT
+
+  <<EOT 
+  data_set:
+    actions: standard
+#{extra if @extra}
+# 
+# Choose columns from
+# #{@model.attribute_names.join(',')}
+    columns:
+      10:  
+        name: #{@model.attribute_names[1]}
+      20:  
+        name: #{@model.attribute_names[2]}
+      30:  
+        name: #{@model.attribute_names[3]}
+      40:  
+        name: #{@model.attribute_names[4]}
+
+#       style: 'color: red'
+#       width: 10%
+#       align: right
+#       format: '%d.%m.%Y'
+#       format: N2
+#       sort: n
+#       eval: agile_name_for_id,ar_user,name
+#       eval: agile_icon_for_boolean
+
+EOT
+end
+
+###########################################################################
+#
+###########################################################################
+def form_top_options
+  extra = <<EOT
+
+#  title:
+#    field: name
+#    edit: Title for edit
+#    show: Title for show
+
+#
+#  actions: 
+#    1: 
+#      type: ajax
+#      controller: ppk
+#      action: prepare_document
+#      method: (get),put,post
+#      caption: Prepare document
+#    2: 
+#      type: script
+#      caption: Cancle 
+#      js: parent.reload();
+#    3:
+#      type: submit
+#      caption: Send
+#      params:
+#        before-save: send_mail
+#        after-save: return_to parent.reload
+
+EOT
+
+  <<EOT
+form:
+  actions: standard
+#{extra if @extra}
+EOT
+end
+
+###########################################################################
+#
+###########################################################################
+def form_field(attribute, index, offset)
+  field, value = attribute
+  helper = I18n.t("helpers.label.#{@file_name}.choices4_#{field}")
+  type, eval = 'select', ''
+  if helper.match( /Translation missing/i )
+    if field[-3, 3] == '_id'
+      eval = "choices: eval agile_choices_for('#{field[0, field.size - 3]}','description_field_name','id')\n"
+    else
+      type = if value.is_a?(TrueClass) || value.is_a?(FalseClass)
+               'check_box'
+             else
+               'text_field'
+             end
+    end
+  end
+  yml = ' '*offset
+  yml << "#{index}:\n"
+  offset += 2
+
+  yml << ' '*offset + "name: #{field}\n"
+  yml << ' '*offset + "type: #{type}\n"
+  yml << ' '*offset + eval if eval.size > 0
+  yml << ' '*offset + "size: 50\n" if type == 'text_field'
+  if type == 'select'
+    yml << ' '*offset + "html:\n"
+    offset += 2
+    yml << ' '*offset + "include_blank: true\n"
+  end 
+  yml
+end
+
+###########################################################################
+#
+###########################################################################
+def embedded_form_field(offset)
+  yml = ''
+  field_index = 10
+  @model.embedded_relations.keys.each do |embedded_name|
+    yml << ' '*offset + "#{field_index}:\n"
+    yml << ' '*(offset + 2) + "name: #{embedded_name}\n"
+    yml << ' '*(offset + 2) + "type: embedded\n"
+    yml << ' '*(offset + 2) + "form_name: #{embedded_name[0,embedded_name.size - 1]}\n"
+    yml << '#' + ' '*(offset + 2) + "html:\n"
+    field_index += 10
+  end
+  yml
+end
+
+###########################################################################
+#
+###########################################################################
+def form_fields_options
+  extra = <<EOT
+
+#      group: 2
+#      line: top bottom
+#      readonly: yes 1 true
+#      default: 10
+#        eval: some_method, session[:], params[:],@site.name
+
+#      type: comment
+#      text: myapp.comment_text
+#      caption: false
+#      html:
+#        style: 'color: red'
+#        class: some_class 
+
+#      type: datetime_picker
+#      type: date_picker
+#      options: 'step: 60, inline: true'
+#      options: 'inline: true' 
+
+#      type: text_autocomplete
+#      search: model_name.field_name
+#      search: model_name..method_name
+#      is_id: no
+
+#      type: select
+#      choices:
+#        eval: ModelClass.method_name
+#      depend: field1, field2
+#      include_blank: true
+
+#      type: text_area
+#      size: 90x10
+#      type: check_box
+
+#      type: number_field
+#      size: 10
+#      format: N2
+
+#      type: radio_button
+#      choices: 'Marantz:1,Sony:2,Bose:3,Pioneer:4'
+#      inline: true
+
+#      type: readonly
+#      name: user_id
+#      eval: agile_name_for_id,model_name,field_name
+ 
+#      type: hidden_field
+#      type: file_field
+#      type: file_select
+#      size: 50 
+#      html:
+#        type: email
+#        required: true
+ 
+
+EOT
+
+  forbidden = %w[id created_by updated_by created_at updated_at]
+  tab_index = 1
+  field_index = 0
+  if @tabs
+    yml = "  tabs:\n"
+    @model.new.attributes.each do |attribute|
+      next if forbidden.include?(attribute.first)
+
+      if field_index%100 == 0
+        yml << "\n    tab#{tab_index}:\n"
+        field_index = 0
+        tab_index += 1
+      end
+      yml << form_field(attribute, field_index += 10, 6)
+    end
+  else
+    yml = "  fields:\n"
+    @model.new.attributes.each do |attribute|
+      next if forbidden.include?(attribute.first)
+
+      yml << form_field(attribute, field_index += 10, 4)
+    end
+  end
+  yml + (@extra ? extra : '')
+end
+
+###########################################################################
+#
+###########################################################################
+def localize_options
+  forbidden = %w[id created_by updated_by created_at updated_at]
+  yml =<<EOT
+  
+#################################################################
+# Localization
+en:
+  helpers:
+    label:
+      #{file_name}:
+        table_title: 
+        choices_for_: 
+
+EOT
+  @model.attribute_names.each do |attr_name|
+    next if forbidden.include?(attr_name)
+
+    yml << "        #{attr_name}: \n"
+  end
+  yml
+end  
+    
+end
+end
+end

data/lib/generators/convert_to_ar/convert_to_ar_generator.rb

@@ -0,0 +1,158 @@
+class ConvertToArGenerator < Rails::Generators::NamedBase
+
+source_root File.expand_path('../templates', __FILE__)
+desc 'This generator converts mongoid model to active_record migration'
+argument :model_name, :type => :string, :default => 'dc_*'
+argument :migration_name, :type => :string, :default => 'initial_migration'
+
+TYPES = {
+  String => :string,
+  Time => :datetime,
+  DateTime => :datetime,
+  Object => :integer,
+  Integer => :integer,
+  BSON::ObjectId => :integer,
+  Mongoid::Boolean => :boolean,
+  BigDecimal => [:decimal, :precision => 8, :scale => 2, :default => 0.00],
+  Date => :date,
+  Hash => :text,
+  Array => :text
+}
+
+###########################################################################
+#
+###########################################################################
+def create_migration
+  p model_name, migration_name
+
+  code = model_name.match(/\*/) ? migrate_many(model_name) : migrate_one(model_name)
+  code = top(migration_name) + code + bottom
+  create_file "db/#{source_file_name(migration_name).underscore}.rb", code
+end
+
+private
+
+###########################################################################
+#
+###########################################################################
+def source_file_name(migration)
+  "#{Time.now.strftime("%Y%m%d%H%M%S")}_#{migration}"
+end
+
+###########################################################################
+#
+###########################################################################
+def migrate_one(model_name)
+  mongo_model = model_name.classify.constantize
+  new_model_name = model_name.start_with?('dc_') ? model_name.sub('dc_', 'ar_') : model_name
+  code = %(    create_table :#{new_model_name.pluralize} do |t|\n)
+  left = '      t.'
+  timestamps = false
+  # fields
+  document = mongo_model.new
+  document.attribute_names.each do |attribute_name|
+    next if attribute_name == '_id'
+    if %w[created_at updated_at].include?(attribute_name)
+      timestamps = true
+      next
+    end
+
+    options = mongo_model.fields[attribute_name].options
+    pp "Undefined type #{options[:type]} for #{mongo_model}.#{attribute_name}" unless TYPES[options[:type]]
+    att_name = attribute_name.sub(/^dc_/,'ar_')
+    code << %(#{left}#{TYPES[options[:type]]} :#{att_name})
+    code << %(, default: #{get_default(options[:default], options[:type])}) if options[:default]
+    code << "\n"
+  end
+  code << %(\n#{left}timestamps\n) if timestamps
+
+  # indexes
+  if document.index_specifications.any?
+    code << "\n"
+    document.index_specifications.each do |index|
+      code << "#{left}index "
+      code << (index.fields.size > 1 ? "[:#{index.fields.join(', :')}]" : ":#{index.fields.first}")
+      code << ", #{index.options.to_s.gsub(/\{|\}/, '')}" if index.options.size > 0
+      code << "\n"
+    end
+  end
+
+  # export some test data
+  data = []
+  mongo_model.all.limit(5).each do |doc|
+    #data << doc.as_document.inject([]) { |r, e| [e.first.sub(/^dc_/,'ar_'), e.last] }
+    data << doc.as_document.map { |e| [e.first.sub(/^dc_/,'ar_'), e.last] }
+  end
+  File.write("db/#{new_model_name}.json", data.to_json)
+
+  code << "    end\n\n"
+end
+
+###########################################################################
+#
+###########################################################################
+def get_default(default, type)
+  case type.to_s
+  when 'String' then "'#{default}'"
+  else default
+  end
+end
+
+#########################################################################
+# Return array of all models found in application.
+#########################################################################
+def all_collections
+  collections = []
+  AgileRAils.paths(:forms).each do |path|
+    models_dir = File.expand_path('../models', path)
+    Dir["#{models_dir}/*.rb"].each do |model_file|
+      model_file =~ /(.*)\/(.*).rb/
+      # check if model exists
+      collection = $2.camelize.constantize.new rescue nil
+      collections << collection.class.to_s.underscore if collection&.respond_to?(:_id)
+    end
+  end
+  collections.sort
+end
+
+###########################################################################
+#
+###########################################################################
+def migrate_many(model_name)
+  selector = model_name[0, model_name.index('*') - 1].downcase
+  p selector
+
+  list = all_collections.select { |name| name.starts_with?(selector) }
+  list.inject('') { |r, e| r << migrate_one(e) }
+end
+
+###########################################################################
+#class #{migration_name} < ActiveRecord::Migration[7.0]
+#   def change
+#     create_table :products do |t|
+#       t.string :name
+#       t.text :description
+#
+#       t.timestamps = true
+#     end
+#   end
+# end
+###########################################################################
+def top(migration_name)
+  <<~EOT
+    class #{migration_name.classify} < ActiveRecord::Migration[7.0]
+      def change
+  EOT
+end
+
+###########################################################################
+#
+###########################################################################
+def bottom
+  <<~EOT
+      end
+    end
+  EOT
+end
+
+end

data/lib/tasks/agile_db_clone.rake

@@ -0,0 +1,132 @@
+# Thanks to Jimmy https://github.com/kejiro
+#
+# https://gist.githubusercontent.com/kejiro/484416/raw/56b8f3db8a62aac0fb0d007b1afd7e7b56b3ff07/Rakefile
+#
+#require 'activerecord'
+#require 'yaml'
+
+module DataCopier
+  @source = nil
+  @destination = nil
+
+
+  module Source
+    class Base < ActiveRecord::Base
+      self.abstract_class = true
+    end
+  end
+
+  module Destination
+    class Base < ActiveRecord::Base
+      self.abstract_class = true
+    end
+  end
+
+  class Base
+    @source = nil
+    @destination = nil
+
+    def write(text="")
+      puts(text)# if verbose
+    end
+
+    def announce(message)
+      text = "#{message}"
+      length = [0, 75 - text.length].max
+      write "== %s %s" % [text, "=" * length]
+    end
+
+    def say(message, subitem=false)
+      write "#{subitem ? "   ->" : "--"} #{message}"
+    end
+
+    def say_with_time(message)
+      say(message)
+      result = nil
+      time = Benchmark.measure { result = yield }
+      say "%.4fs" % time.real, :subitem
+      say("#{result} rows", :subitem) if result.is_a?(Integer)
+      result
+    end
+
+    def initialize(configuration)
+      ActiveRecord::Base.configurations = configuration
+
+      @source = Source::Base.establish_connection(:source).connection
+      @destination = Destination::Base.establish_connection(:destination).connection
+
+    end
+
+
+    def create_destination_tables(source = @source, destination = @destination)
+      return unless destination.tables.empty?
+
+      schema_definitions = StringIO.new
+      ActiveRecord::Base.establish_connection(:destination)
+
+      say_with_time("Dumping the schema from the source"){ActiveRecord::SchemaDumper.dump(source, schema_definitions)}
+      say_with_time("Loading the schema in the destination"){eval(schema_definitions.string)}
+    end
+
+    def create_models(tables = @source.tables)
+      tables.each do |table|
+        class_name = table.downcase.classify
+        Source.module_eval <<-DECL
+          class #{class_name} < Source::Base
+            #set_table_name "#{table}"
+            self.table_name = "#{table}"
+          end        
+        DECL
+
+        Destination.module_eval <<-DECL
+          class #{class_name} < Destination::Base
+            #set_table_name "#{table}"
+            self.table_name = "#{table}"
+          end
+        DECL
+      end
+    end
+
+    def copy_data(tables = @source.tables)
+      skip = %w[schema_migrations ar_journals]
+      tables.each do |table|
+        next if skip.include?(table)
+
+        source_model = "DataCopier::Source::#{table.downcase.classify}".constantize
+        destination_model = "DataCopier::Destination::#{table.downcase.classify}".constantize
+        destination_model.delete_all
+        rows_to_copy = source_model.count
+        rows_copied = 0
+        say_with_time("Copying #{rows_to_copy} rows from #{table.downcase}"){
+          source_model.all.each do |row|
+            destination_model.create(row.attributes)
+            rows_copied += 1
+          end
+          rows_copied
+        }
+      end
+    end
+
+
+    def run
+      create_destination_tables(@source, @destination)
+      create_models(@source.tables)
+      copy_data(@source.tables)
+    end
+  end
+end
+
+#########################################################################
+namespace :agile do
+  namespace :db do
+    task :setup do
+      configuration_file = ENV['config'] || 'config/database.yml'
+      raise "Can't find the configuration file, please specify with: env config=<path to file>" unless File.exist?(configuration_file)
+      @configuration = YAML.load_file(configuration_file, aliases: true)
+    end
+
+    task :clone => :setup do
+      DataCopier::Base.new(@configuration).run
+    end
+  end
+end

data/lib/tasks/agile_db_export_to_yaml.rake

@@ -0,0 +1,37 @@
+#Rails.initialize!
+
+#########################################################################
+#
+#########################################################################
+def agile_db_export_to_yaml
+  h = {}
+  all_models = (ActiveRecord::Base.connection.tables - %w[schema_migrations sessions])
+  all_models.each do |model_name|
+    p model_name
+
+    model = model_name.classify.constantize rescue nil
+    next if model.nil?
+    next unless model.all.count > 0
+
+    p model.column_names
+    a = []
+    model.all.each do |record|
+      a << model.column_names.each_with_object({}) do |column, r|
+        r[column] = record[column] if record[column].present?
+      end
+    end
+    h[model_name] = a
+  end
+  File.write('out.txt', h.to_yaml)
+end
+
+#########################################################################
+namespace :agile do
+  namespace :db do
+    desc "agile:db:export, export database to text file in yaml format"
+    task :export => :environment do
+      agile_db_export_to_yaml
+    end
+  end
+
+end