makumba_import 0.0.1

data/README.md

@@ -0,0 +1,38 @@
+Makumba Import
+===
+
+This gem provides functionality to use a database described by Makumba MDDs within your Rails application.
+
+More specifically it generates a database schema and models matching what's described with the MDDs.
+
+It supports all sorts of pointers, links, etc.
+
+Usage
+---
+
+1. Configure your database.yml file to use the same database.
+
+2. Add this to your Gemfile:
+
+```
+gem "makumba_import"
+```
+
+3. Add this to your Rakefile:
+
+```
+Dir["#{Gem.searcher.find('makumba_import').full_gem_path}/lib/tasks/*.rake"].each { |ext| load ext }
+```
+
+4. Generate a initializer called makumba_import.rb with the following contents:
+
+```
+MakumbaImport::Importer.setMddPath "/..your.path../WEB-INF/classes/dataDefinitions"
+MakumbaImport::Importer.setOutputPath "./" # where to generate the .rb files. Leave blank to import straight into the app folders
+```
+
+5. Run 
+```
+rake makumba_import:schema
+rake makumba_import:models
+```

data/lib/makumba_import/importer.rb

@@ -0,0 +1,248 @@
+module MakumbaImport
+  class Importer
+
+    @mddPath = ""
+    @outputPath = ""
+
+    def self.setMddPath(mddPath)
+      @mddPath = mddPath
+    end
+
+    def self.setOutputPath(outputPath)
+      @outputPath = outputPath
+    end
+
+    def self.get_data(lines, mdd)
+      fieldRegexp = /^([a-zA-Z\_]+)\s*=\s*([^;]+);?(.*)/
+      fieldTypes = ["int", "text", "real", "date", "boolean", "binary", "file"]
+      
+      schema = {}
+      schema[mdd] = {}
+      primary = mdd.split(".").last
+      schema[mdd][primary] = {'type' => 'primary'}
+      
+      lines.each do |line|
+        unless line.match("^#") or line.strip == "" or line.match("->")
+          if m = fieldRegexp.match(line)
+            obj = {}
+            field = m[1].strip
+            attrs = m[2].strip
+            comment = m[3] ? m[3].strip.gsub(/^;/,"").strip : ""
+            
+            attrs.split(" ").each do |attr|
+              if fieldTypes.include?(attr)
+                obj['type'] = attr
+              end
+              if attr.match(/fixed/)
+                obj['not_null'] = true
+              end
+            end
+            if m2 = attrs.match(/char\[(\d+)\]/)
+              obj['type'] = "char"
+              obj['length'] = m2[1]
+            end
+            if attrs.match(/set$/)
+              newmdd = mdd+".."+field
+              lines2 = []
+              lines.each do |l|
+                if l.start_with?(field+"->")
+                  lines2.push l.gsub(field+"->", "")
+                end
+              end
+              data2 = get_data(lines2, newmdd)
+              schema.merge!(data2)
+              schema[newmdd][primary] = {'type' => "ptr", 'ptr' => mdd}
+            end
+            if m3 = attrs.match(/int\s?\{([^\}]+)\}/)
+              obj['type'] = "enum"
+              obj['fields'] = {}
+              # assuming there's no comma in the enum strings, (this is true for cherry)
+              m3[1].split(",").each do |part|
+                m4 = part.strip.match(/"([^"]+)"\s*=\s*(-?[0-9]+)/)
+                obj['fields'][m4[2]] = m4[1]
+              end
+            end
+            if m3 = attrs.match(/ptr\s+([a-zA-Z\.\_]+)/)
+              obj['type'] = "ptr"
+              obj['ptr'] = m3[1]
+            end
+            if m3 = attrs.match(/set\s+([a-zA-Z\.\_]+)/)
+              newmdd = mdd+".."+field
+              fieldname = m3[1].split('.').last
+              schema[newmdd] = {}
+              schema[newmdd][field] = {'type' => 'primary'}
+              schema[newmdd][primary] = {'type' => "ptr", 'ptr' => mdd}
+              schema[newmdd][fieldname] = {'type' => "ptr", 'ptr' => m3[1]}
+            end
+            if m3 = attrs.match(/set int\s?\{([^\}]+)\}/)
+              fields = {}
+              # assuming there's no comma in the enum strings, (this is true for cherry)
+              m3[1].split(",").each do |part|
+                m4 = part.strip.match(/"([^"]+)"\s*=\s*(-?[0-9]+)/)
+                fields[m4[2]] = m4[1]
+              end
+
+              newmdd = mdd+".."+field
+              schema[newmdd] = {}
+              schema[newmdd][field] = {'type' => 'primary'}
+              schema[newmdd][primary] = {'type' => "ptr", 'ptr' => mdd}
+              schema[newmdd]['enum'] = {'type' => "set enum", 'fields' => fields}
+            end
+            if attrs.match(/not null/)
+              obj['not_null'] = true
+            end
+            if attrs.match(/unique/)
+              obj['unique'] = true
+            end
+            
+            unless obj['type'].blank?
+              schema[mdd][field] = obj 
+            end
+          end
+          
+        end
+      end
+      #puts schema
+      schema
+      
+    end
+
+    def self.load_mdds
+      dir = @mddPath
+
+      @files = Dir.glob(dir+"/*/*.mdd")
+      @files |= Dir.glob(dir+"/*/*/*.mdd")
+      @files |= Dir.glob(dir+"/*/*/*/*.mdd")
+      
+      schema = {}
+      
+      for file in @files
+        unless File.directory?(file)
+          filename = file.gsub(dir+"/", "").gsub(".mdd","")
+          mdd = filename.gsub("/", ".")
+          
+          lines = open(file).map { |line| line }
+          schema.merge!(get_data(lines, mdd))
+        end
+      end
+      
+      schema
+    end
+
+    def self.generate_ruby_schema(schema)
+      
+      txt = "# encoding: UTF-8\n\n";
+      
+      txt << "ActiveRecord::Schema.define(:version => "+Time.now.strftime("%Y%m%d%H%M%S")+") do\n\n"
+      
+      schema.each do |key, table|
+        tablename = key.gsub(".", "_")
+        lastpart = key.split(".").last
+        
+        txt << "  create_table \""+tablename+"_\", :force => true do |t|\n"
+        
+        table.each do |name, field|
+          #type = "integer "
+          type = field['type']
+          type = "integer " if ["int", "primary", "ptr", "enum", "set enum"].include? field['type']
+          type = "string  " if ["char"].include? field['type']
+          type = "boolean " if ["boolean"].include? field['type']
+          type = "datetime" if ["date"].include? field['type']
+          type = "text    " if ["text"].include? field['type']
+          type = "float   " if ["real"].include? field['type']
+          
+          enum = "";
+          
+          if field['type'] == "enum"
+            enum = "\t\t # "
+            field['fields'].each {|id,f| enum << id+" = \""+f+"\", "}
+            enum = enum[0...-2]
+          end
+
+          txt << "    t."+type+" \""+name+"_\""+(field['not_null'].blank? ? "" : ",  :null => false")+enum+"\n"
+          
+          if field['type'] == 'primary'
+            txt << "    t.datetime \"TS_modify_\",  :null => false\n"
+            txt << "    t.datetime \"TS_create_\",  :null => false\n"
+          end
+          
+        end
+        
+        txt << "  end\n\n"
+        
+        txt << "  add_index \""+tablename+"_\", [\""+lastpart+"_\"], :name => \""+lastpart+"_\", :unique => true\n"
+        table.each do |name, field|
+          unless field['unique'].blank?
+            txt << "  add_index \""+tablename+"_\", [\""+name+"_\"], :name => \""+name+"_\", :unique => true\n"
+          end
+        end
+        
+        txt << "  \n\n"
+        
+      end
+      
+      txt << "end\n\n"
+      
+      File.open(@outputPath+"db/schema.rb", "w+") do |f|
+        f.write(txt)
+      end
+    end
+
+    def self.generate_models(schema)
+      txt = '';
+      newOnes = {}
+
+      schema.clone.each do |key, table|
+        table.each do |name, field|
+          if ["ptr"].include? field['type']
+            newOnes[field['ptr']] = {} if newOnes[field['ptr']].blank?
+            newOnes[field['ptr']][key+"_"+name] = {"type" => "has_many", "primary_key" => name, "link_from" => key}
+          end
+        end
+      end
+      
+      newOnes.each do |k, v|
+        schema[k]['ref'] = v 
+      end
+      
+      schema.each do |key, table|
+        tablename = key.gsub(".", "_")
+        lastpart = key.split(".").last
+        filename = tablename.classify.tableize.singularize + '.rb';
+
+        txt = ''
+        txt << "# " + tablename.classify.tableize.singularize + ".rb\n\n"
+        
+        txt << "class "+tablename.classify+" < ActiveRecord::Base\n"
+        txt << "  set_table_name \""+tablename+"_\"\n"
+        txt << "  set_primary_key \""+lastpart+"_\"\n"
+        txt << "  fix_makumba_columns\n\n"
+        
+        table.each do |name, field|
+          if name == 'ref'
+            field.each do |i, f|
+              txt << "  has_many :"+f['link_from'].split('.').last.downcase.pluralize+", :foreign_key => '"+f['primary_key']+"_', :class_name => \""+f['link_from'].gsub(".","_").classify+"\"\n"
+            end
+          else
+            #puts key
+            if ["ptr"].include? field['type']
+              txt << "  belongs_to :"+name.downcase+", :foreign_key => '"+name+"_', :class_name => '"+field['ptr'].gsub(".", "_").classify+"'\n"
+              #puts "  belongs_to :"+name.downcase+", :foreign_key => '"+name+"_', :class_name => '"+field['ptr'].gsub(".", "_").classify+"'\n"
+            end
+          end
+          
+        end
+        
+        txt << "end\n\n"
+
+        File.open(@outputPath+"app/models/"+filename, "w+") do |f|
+          f.write(txt)
+        end
+
+      end
+      
+      txt    
+    end
+
+  end
+end

data/lib/makumba_import/legacy.rb

@@ -0,0 +1,21 @@
+module LegacyMakumba
+  def self.append_features(base)
+    super
+    base.extend(ClassMethods)
+  end
+  module ClassMethods
+    def fix_makumba_columns
+      column_names.each do |old_name|
+        if old_name.match(/_$/)
+          new_name = old_name[0...-1]
+          self.send(:define_method, new_name) { self.send(old_name) }
+          self.send(:define_method, "#{new_name}=") { |value| self.send("#{old_name}=", value) }
+        end
+      end
+    end
+  end
+end
+
+ActiveRecord::Base.class_eval do
+  include LegacyMakumba
+end

data/lib/makumba_import.rb

@@ -0,0 +1,7 @@
+Dir["tasks/**/*.rake"].each { |ext| load ext } if defined?(Rake)
+
+require 'open-uri'
+require 'fileutils'
+
+require 'makumba_import/importer'
+require 'makumba_import/legacy'

data/lib/tasks/makumba_import.rake

@@ -0,0 +1,16 @@
+require 'makumba_import'
+
+namespace :makumba_import do
+  desc 'Generate a new schema.rb file'
+  task :schema => :environment do |t, args|
+    schema = MakumbaImport::Importer::load_mdds
+    MakumbaImport::Importer::generate_ruby_schema(schema)
+  end
+  
+  desc 'Regenerate models'
+  task :models => :environment do |t, args|
+    schema = MakumbaImport::Importer::load_mdds
+    MakumbaImport::Importer::generate_models(schema)
+  end
+  
+end

metadata

@@ -0,0 +1,71 @@
+--- !ruby/object:Gem::Specification
+name: makumba_import
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Marius Andra
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-05-29 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rubyzip
+  requirement: &17594580 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *17594580
+- !ruby/object:Gem::Dependency
+  name: rubyzip
+  requirement: &17593240 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *17593240
+description: Generate models matching your Makumba MDDs
+email: marius.andra@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/makumba_import/importer.rb
+- lib/makumba_import/legacy.rb
+- lib/makumba_import.rb
+- lib/tasks/makumba_import.rake
+- README.md
+homepage: http://rubygems.org/gems/makumba_import
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.11
+signing_key: 
+specification_version: 3
+summary: Makumba database integration with Rails applications
+test_files: []