rakudax 0.0.1

data/lib/rakudax/settings.rb

@@ -0,0 +1,7 @@
+module Rakudax
+  class Settings < Settingslogic
+    source Rakudax::Base.settings_path
+    namespace Rakudax::Base.env
+    suppress_errors true
+  end
+end

data/lib/rakudax/skel.rb

@@ -0,0 +1,116 @@
+module Rakudax
+  class Skel
+    require 'pathname'
+    require 'fileutils'
+
+    DATABASE_YAML=<<-EOS
+#sample_before:
+#  adapter: mysql2
+#  encoding: utf8
+#  reconnect: true
+#  database: sample_mysql
+#  pool: 1
+#  username: sample
+#  password: sample
+#  host: localhost
+
+#sample_after:
+#  adapter: sqlite3
+#  pool: 1
+#  database: db/sample_sqlite.sqlite3
+#  timeout: 5000
+EOS
+
+    GENERATE_YAML=<<-EOS
+default: &default
+  limit: 0
+  models: []
+
+production:
+  <<: *default
+
+development:
+  <<: *default
+    EOS
+
+    MIGRATE_YAML=<<-EOS
+default: &default
+  force_reset: true # truncate all data
+  models: []
+
+production:
+  <<: *default
+
+development:
+  <<: *default
+    EOS
+
+    SUBMIT_YAML=<<-EOS
+default: &default
+  force_reset: true # truncate all data
+  models: []
+
+production:
+  <<: *default
+
+development:
+  <<: *default
+    EOS
+
+    VERIFY_YAML=<<-EOS
+default: &default
+  limit: 0
+  models: []
+
+production:
+  <<: *default
+
+development:
+  <<: *default
+    EOS
+
+    GENERAL_MODULE=<<-EOS
+module GeneralAttributes
+##This module is loaded automatically in `generate` or `migrate`
+##sample: overwrite(or add) a creator attribute.
+# def creator
+#   "rakuda"
+# end
+end
+    EOS
+
+    def self.root
+      @@root ||= @@name.nil? ? Pathname.pwd : Pathname.pwd.join(@@name)
+    end
+
+    def self.create(name=nil)
+      @@name = name
+      self.create_dir("config")
+      self.create_file("config/database.yml", DATABASE_YAML)
+      self.create_file("config/generate.yml", GENERATE_YAML)
+      self.create_file("config/migrate.yml",  MIGRATE_YAML)
+      self.create_file("config/submit.yml", SUBMIT_YAML)
+      self.create_file("config/verify.yml", VERIFY_YAML)
+      self.create_dir("modules")
+      self.create_file("modules/general_attributes.rb", GENERAL_MODULE)
+    end
+
+    def self.create_file(path, body)
+      path = self.root.join(path)
+      File.write path, body
+      puts "create     #{path}"
+    rescue => ex
+      puts "cant create new file #{path}"
+      puts ex.message
+    end
+
+    def self.create_dir(path)
+      path = self.root.join(path)
+      FileUtils.mkdir_p path
+      puts "create     #{path}"
+    rescue => ex
+      puts "cant create new folder #{path}"
+      puts ex.message
+    end
+  end
+end

data/lib/rakudax/tasks/generate.rb

@@ -0,0 +1,166 @@
+module Rakudax
+  class Tasks
+    def self.generate
+      FileUtils.rm_rf Rakudax::Base.im_path
+      FileUtils.mkdir_p Rakudax::Base.im_path
+
+      puts "[start generate]=============#{Time.now}"
+      puts "output: #{Rakudax::Base.im_path}"
+
+      Rakudax::Settings.models.each do |model|
+        gen_code = "
+  class #{model.name} < ActiveRecord::Base
+    after_initialize :readonly!
+    begin
+      include GeneralAttributes
+    rescue
+    end
+    def self.after_name
+      '#{(model.after_name || model.name).underscore}'
+    end
+        #{"attr_accessor :id" if !model.id.nil? && model.auto_numbering}
+        "
+        (model.associations || []).each do |asc| 
+          next unless asc.method
+          next unless asc.scope
+          gen_code += "#{asc.method} :#{asc.scope}#{", #{asc.options}" unless asc.options.nil?}
+          "
+        end
+
+        (model.aliases || {}).each do |k, v|
+          next unless k
+          next unless v
+          gen_code += "alias_attribute :#{v}, :#{k}
+          "
+        end
+
+        (model.modules || []).each do |mdl| 
+          gen_code += "include #{mdl}
+          "
+        end
+
+        gen_code += "
+    def convert
+      {"
+        (model.attributes || []).each_with_index do |k, i| 
+          if i == 0
+            gen_code += "\n        '#{k}' => self.#{k}"
+          else
+            gen_code += ",\n        '#{k}' => self.#{k}"
+          end
+        end
+
+        gen_code += "
+      }.reject{|key, value| (value.nil? || value == '')}
+    end
+  end
+        "
+        puts gen_code if Rakudax::Base.debug
+        eval gen_code
+        const_get(model.name).establish_connection Rakudax::Base.dbconfig[model.db]
+        const_get(model.name).table_name = model.table unless model.table.nil?
+        const_get(model.name).primary_key = model.id.to_sym unless model.id.nil?
+        const_get(model.name).inheritance_column = nil if model.inheritance
+      end
+
+      finally = []
+
+      Rakudax::Settings.models.each do |model|
+        print "Generating #{model.name} ".ljust(40, ".")
+        puts "total count: #{const_get(model.name).count}"
+        Rakudax::Base.models[const_get(model.name).after_name] ||= []
+        queue = Queue.new
+        ary_threads = []
+        if Rakudax::Settings.limit > 0
+          const_get(model.name).limit(Rakudax::Settings.limit).each_with_index do |value, idx|
+            queue.push [idx, value]
+          end
+        else
+          const_get(model.name).all.each_with_index do |value, idx|
+            queue.push [idx, value]
+          end
+        end
+
+        Rakudax::Base.threads.to_i.times do
+          ary_threads << Thread.start do
+            while !queue.empty?
+              idx, object = queue.pop(true)
+              object.id = idx + (model.auto_numbering_begin || 1).to_i if model.auto_numbering
+              value = object.convert
+              valid = true
+              encoding = Rakudax::Base.dbconfig[model.db]["encoding"] || "utf8"
+              unless encoding == "utf8"
+                require "nkf"
+                opt = case encoding
+                      when "ujis"; '-E -w'
+                      when "sjis"; '-S -w'
+                      when "jis"; '-J -w'
+                      else; '-E -w'
+                      end
+                value.each do |k, v|
+                  if v.nil? || v.blank? || k == "creater" || k == "updater" || (model.keep_encodes || []).include?(k)
+                    next
+                  elsif v.is_a?(String)
+                    value[k] = NKF.nkf opt, v
+                  else
+                    STDERR.puts "Fatal Error: #{k} is not a String" if Rakudax::Base.debug
+                  end
+                end
+              end
+              (model.required || []).each do | col |
+                valid = false if value[col].nil?
+              end
+              if valid
+                Rakudax::Base.models[const_get(model.name).after_name].push value
+              else
+                STDERR.puts "Faital Error: #{value} validation error"
+              end
+            end
+
+            Rakudax::Base.models[const_get(model.name).after_name].keep_if{|item| item.length != 0}
+
+            model_name = const_get(model.name).after_name
+            if model.data_output_finally == true
+              finally.push model_name
+              next
+            end
+            case Rakudax::Base.output_type
+            when "yaml"
+              File.open(Rakudax::Base.im_path.join(model_name), 'w') do | file |
+                file << YAML.dump(Rakudax::Base.models[model_name])
+              end
+            when "json"
+              require 'json'
+              File.open(Rakudax::Base.im_path.join(model_name), 'w') do | file |
+                file << Rakudax::Base.models[model_name].to_json
+              end
+            else
+              STDERR.puts "Faital Error: output type [#{Rakudax::Base.output_type}] not supported."
+            end
+            Rakudax::Base.models[model_name] = nil unless model.keep_mem_data == true
+          end
+        end
+        ary_threads.each { |th| th.join }
+      end
+
+      finally.each do |model_name|
+        case Rakudax::Base.output_type
+        when "yaml"
+          File.open(Rakudax::Base.im_path.join(model_name), 'w') do | file |
+            file << YAML.dump(Rakudax::Base.models[model_name])
+          end
+        when "json"
+          require 'json'
+          File.open(Rakudax::Base.im_path.join(model_name), 'w') do | file |
+            file << Rakudax::Base.models[model_name].to_json
+          end
+        else
+          STDERR.puts "Faital Error: output type [#{Rakudax::Base.output_type}] not supported."
+        end
+      end
+
+      puts "[finish generate]=============#{Time.now}"
+    end
+  end
+end
+

data/lib/rakudax/tasks/migrate.rb

@@ -0,0 +1,153 @@
+module Rakudax
+  class Tasks
+    def self.migrate
+      puts "[start migrate]=============#{Time.now}"
+      Rakudax::Settings.models.each do |migration|
+        classname = migration.name
+        classname_before = "#{classname}Before"
+        model = migration.before
+        gen_code = "
+    class #{classname_before} < ActiveRecord::Base
+      after_initialize :readonly!
+      begin
+        include GeneralAttributes
+      rescue
+      end
+        #{"attr_accessor :id" if !model.id.nil? && model.auto_numbering}
+        "
+        (model.associations || []).each do |asc| 
+          next unless asc.method
+          next unless asc.scope
+          gen_code += "#{asc.method} :#{asc.scope}#{", #{asc.options}" unless asc.options.nil?}
+          "
+        end
+
+        (model.aliases || {}).each do |k, v|
+          next unless k
+          next unless v
+          gen_code += "alias_attribute :#{v}, :#{k}
+          "
+        end
+
+        (model.modules || []).each do |mdl| 
+          gen_code += "include #{mdl}
+    end
+          "
+        end
+
+        puts gen_code if Rakudax::Base.debug
+        eval gen_code
+        const_get(classname_before).establish_connection Rakudax::Base.dbconfig[model.db]
+        const_get(classname_before).table_name = model.table unless model.table.nil?
+        const_get(classname_before).primary_key = model.id.to_sym unless model.id.nil?
+        const_get(classname_before).inheritance_column = nil if model.inheritance
+
+        model = migration.after
+        gen_code = "
+  class #{classname} < ActiveRecord::Base
+        "
+
+        (model.associations || []).each do |asc|
+          next unless asc.method
+          next unless asc.scope
+          gen_code += "#{asc.method} :#{asc.scope}#{", #{asc.options}" unless asc.options.nil?}
+          "
+        end
+
+        (model.attrs || []).each do |attr| 
+          next unless attr.method
+          next unless attr.scope
+          gen_code += "#{attr.method} :#{attr.scope}#{", #{attr.options}" unless attr.options.nil?}
+          "
+        end
+
+        (model.modules || []).each do |mdl|
+          gen_code += "include #{mdl}
+          "
+        end
+
+        gen_code += "
+  end
+        "
+
+        puts gen_code if Rakudax::Base.debug
+        eval gen_code
+        const_get(classname).establish_connection Rakudax::Base.dbconfig[model.db]
+        const_get(classname).table_name = model.table unless model.table.nil?
+        const_get(classname).primary_key = model.id.to_sym unless model.id.nil?
+      end
+
+      Rakudax::Settings.models.each do |migration|
+        classname = migration.name
+        classname_before = "#{classname}Before"
+        model = migration.after
+
+        classcount = 0
+        print "Checking #{classname} ... "
+        begin
+          classcount = const_get(classname).count
+          puts "Success (before count: #{classcount})"
+        rescue
+          puts "Fail"
+          STDERR.puts "Fatal Error: class #{classname} not found"
+          next
+        end
+
+        if Rakudax::Settings.force_reset
+          print "Delete All #{classname}s ... "
+          tablename = model.table || classname.tableize
+          ActiveRecord::Base.establish_connection Rakudax::Base.dbconfig[model.db]
+          case Rakudax::Base.dbconfig[model.db]["adapter"]
+          when "sqlite3"
+            ActiveRecord::Base.connection.execute("DELETE FROM #{tablename}")
+            ActiveRecord::Base.connection.execute("DELETE FROM sqlite_sequence WHERE name='#{tablename}';")
+            ActiveRecord::Base.connection.execute("VACUUM")
+          else
+            ActiveRecord::Base.connection.execute("TRUNCATE #{tablename}")
+          end
+          if const_get(classname).count == 0
+            classcount = 0
+            puts "Success"
+          else
+            puts "Fail"
+          end
+        end
+
+        scope = const_get(classname_before).all
+        data_count = scope.count
+        print "Migrate #{const_get(classname).to_s}#{"s" if data_count > 1}(#{data_count}) ..."
+        scope.each do |data|
+          obj = const_get(classname).new
+          if migration.auto_matching
+            const_get(classname).attribute_names.each do |key|
+              puts key
+              obj.send("#{key}=", data.send(key)) if data.attribute_names.include?(key)
+            end
+          end
+          puts migration.attributes
+          (migration.attributes || {}).each do |key1, key2|
+            obj.send("#{key2}=", data.send(key1))
+          end
+          begin
+            unless obj.save
+              STDERR.puts "Fatal Error: New #{classname} cant create. #{obj.errors.full_messages}"
+            end
+          rescue => ex
+            STDERR.puts "Fatal Error: New #{classname} cant create. #{hash} (#{ex.message})"
+          end
+        end
+
+        totalcount = const_get(classname).count
+        createcount = totalcount - classcount
+        if createcount == data_count
+          puts " OK (succeed: #{createcount}/failed: 0/ total: #{totalcount})"
+        else
+          puts " NG (succeed: #{createcount}/failed: #{data_count - createcount}/ total: #{totalcount})"
+        end
+        value = nil
+      end
+
+      puts "[finish migrate]=============#{Time.now}"
+    end
+  end
+end

data/lib/rakudax/tasks/submit.rb

@@ -0,0 +1,114 @@
+module Rakudax
+  class Tasks
+    def self.submit
+      unless Dir.exists?(Rakudax::Base.im_path)
+        puts "error: Intermediate directory not found."
+        puts "Intermediate directory path: #{Rakudax::Base.im_path}"
+        exit 2
+      end
+
+      puts "[submit start]=============#{Time.now}"
+      puts "Data file path: #{Rakudax::Base.im_path}/<files>"
+
+      Rakudax::Settings.models.each do |model|
+        gen_code = "
+  class #{model.name} < ActiveRecord::Base
+        "
+
+        (model.associations || []).each do |asc|
+          next unless asc.method
+          next unless asc.scope
+          gen_code += "#{asc.method} :#{asc.scope}#{", #{asc.options}" unless asc.options.nil?}
+          "
+        end
+
+        (model.attrs || []).each do |attr| 
+          next unless attr.method
+          next unless attr.scope
+          gen_code += "#{attr.method} :#{attr.scope}#{", #{attr.options}" unless attr.options.nil?}
+          "
+        end
+
+        (model.modules || []).each do |mdl|
+          gen_code += "include #{mdl}
+          "
+        end
+
+        gen_code += "
+  end
+        "
+
+        puts gen_code if Rakudax::Base.debug
+        eval gen_code
+        const_get(model.name).establish_connection Rakudax::Base.dbconfig[model.db]
+        const_get(model.name).table_name = model.table unless model.table.nil?
+        const_get(model.name).primary_key = model.id.to_sym unless model.id.nil?
+      end
+
+
+      Rakudax::Settings.models.each do |model|
+        classname = model.name
+        data_path = Rakudax::Base.im_path.join(classname.underscore)
+        unless File.exists?(data_path)
+          puts "Loaded: #{data_path}"
+          puts "Skip #{classname}, because data is not found."
+          next
+        end
+        value = YAML.load(File.read(data_path))
+        classcount = 0
+        print "Checking #{classname} ... "
+        begin
+          classcount = const_get(classname).count
+          puts "Success (before count: #{classcount})"
+        rescue => ex
+          puts "Fail"
+          STDERR.puts "Fatal Error: class #{classname} not found"
+          puts ex.message if Rakudax::Base.debug
+          next
+        end
+
+        if Rakudax::Settings.force_reset
+          print "Delete All #{classname}s ... "
+          tablename = model.table || classname.tableize
+          ActiveRecord::Base.establish_connection Rakudax::Base.dbconfig[model.db]
+          case Rakudax::Base.dbconfig[model.db]["adapter"]
+          when "sqlite3"
+            ActiveRecord::Base.connection.execute("DELETE FROM #{tablename}")
+            ActiveRecord::Base.connection.execute("DELETE FROM sqlite_sequence WHERE name='#{tablename}';")
+            ActiveRecord::Base.connection.execute("VACUUM")
+          else
+            ActiveRecord::Base.connection.execute("TRUNCATE #{tablename}")
+          end
+          if const_get(classname).count == 0
+            classcount = 0
+            puts "Success"
+          else
+            puts "Fail"
+          end
+        end
+
+        print "Submit #{const_get(classname).to_s}#{"s" if value.count > 1} ..."
+        value.each do | hash |
+          $hash = hash
+          begin
+            const_get(classname).create hash
+          rescue => ex
+            STDERR.puts "Fatal Error: New #{classname} cant create. #{hash}"
+            puts ex.message if Rakudax::Base.debug
+          end
+        end
+
+        totalcount = const_get(classname).count
+        createcount = totalcount - classcount
+        if createcount == value.count
+          puts " OK (succeed: #{createcount}/failed: 0/ total: #{totalcount})"
+        else
+          puts " NG (succeed: #{createcount}/failed: #{value.count - createcount}/ total: #{totalcount})"
+        end
+        value = nil
+      end
+
+      puts "[submit finish]=============#{Time.now}"
+    end
+  end
+end