flattendb 0.0.1.96

data/lib/flattendb/mysql.rb

@@ -0,0 +1,199 @@
+#--
+###############################################################################
+#                                                                             #
+# A component of flattendb, the relational database flattener.                #
+#                                                                             #
+# Copyright (C) 2007 University of Cologne,                                   #
+#                    Albertus-Magnus-Platz,                                   #
+#                    50932 Cologne, Germany                                   #
+#                                                                             #
+# Authors:                                                                    #
+#     Jens Wille <jens.wille@uni-koeln.de>                                    #
+#                                                                             #
+# flattendb is free software; you can redistribute it and/or modify it under  #
+# the terms of the GNU General Public License as published by the Free        #
+# Software Foundation; either version 3 of the License, or (at your option)   #
+# any later version.                                                          #
+#                                                                             #
+# flattendb is distributed in the hope that it will be useful, but WITHOUT    #
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or       #
+# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for    #
+# more details.                                                               #
+#                                                                             #
+# You should have received a copy of the GNU General Public License along     #
+# with flattendb. If not, see <http://www.gnu.org/licenses/>.                 #
+#                                                                             #
+###############################################################################
+#++
+
+require 'yaml'
+require 'xml/libxml'
+
+require 'flattendb/base'
+
+module FlattenDB
+
+  class MySQL < Base
+
+    JOIN_KEY = '@key'
+
+    attr_reader :root, :config, :output, :document, :database, :name, :tables, :builder
+
+    def initialize(infile, outfile, config)
+      config = case config
+        when Hash
+          config
+        when String
+          # assume file name
+          YAML.load_file(config)
+        else
+          raise ArgumentError, "invalid config argument of type '#{config.class}'"
+      end
+      raise ArgumentError, "can't have more than one primary (root) table" if config.size > 1
+
+      (@root, @config), _ = *config  # get "first" (and only) hash element
+
+      @output = case outfile
+        when IO
+          outfile
+        when String
+          # assume file name
+          File.open(outfile, 'w')
+        else
+          raise ArgumentError, "invalid outfile argument of type '#{outfile.class}'"
+      end
+
+      @document = XML::Document.file(case infile
+        when String
+          infile
+        when File
+          infile.path
+        else
+          raise ArgumentError, "invalid infile argument of type '#{infile.class}'"
+      end)
+
+      @database = @document.root.find_first('database[@name]')
+      @name     = @database[:name]
+      @tables   = {}
+
+      parse
+    end
+
+    def flatten!(options = {}, builder_options = {})
+      flatten_tables!(tables, root, config)
+
+      self
+    end
+
+    def to_xml(output = output, builder_options = {})
+      initialize_builder(:xml, output, builder_options)
+
+      builder.instruct!
+
+      if tables.size > 1
+        builder.tag!(name) {
+          tables.sort.each { |table, rows|
+            table_to_xml(table, rows, builder)
+          }
+        }
+      else
+        (table, rows), _ = *tables  # get "first" (and only) hash element
+        table_to_xml(name, rows, builder)
+      end
+
+      self
+    end
+
+    private
+
+    def parse
+      database.find('table_data[@name]').each { |table|
+        rows = []
+
+        table.find('row').each { |row|
+          fields = {}
+
+          row.find('field[@name]').each { |field|
+            fields[field[:name]] = field.content
+          }
+
+          rows << fields
+        }
+
+        tables[table[:name]] = rows
+      }
+    end
+
+    def flatten_tables!(tables, primary_table, config)
+      config.each { |foreign_table, spec|
+        case spec
+          when String
+            inject_foreign(tables, primary_table, foreign_table, spec)
+          when Array
+            inject_foreign(tables, primary_table, foreign_table, *spec)
+          when Hash
+            raise "invalid join table spec, '#{JOIN_KEY}' missing" unless spec.has_key?(JOIN_KEY)
+
+            local_key, foreign_key = spec.delete(JOIN_KEY)
+            foreign_key ||= local_key
+
+            joined_tables = tables.dup
+            flatten_tables!(joined_tables, foreign_table, spec)
+
+            inject_foreign(tables, primary_table, foreign_table, local_key, foreign_key, joined_tables)
+          else
+            raise ArgumentError, "don't know how to handle spec of type '#{spec.class}'"
+        end
+      }
+
+      tables.delete_if { |table, _|
+        table != primary_table
+      }
+    end
+
+    def inject_foreign(tables, primary_table, foreign_table, local_key, foreign_key = local_key, foreign_tables = tables)
+      tables[primary_table].each { |row|
+        next unless row.has_key?(local_key)
+
+        foreign_content = foreign_tables[foreign_table].find_all { |foreign_row|
+          row[local_key] == foreign_row[foreign_key]
+        }
+
+        row[foreign_table] = foreign_content unless foreign_content.empty?
+      }
+    end
+
+    def table_to_xml(table, rows, builder)
+      builder.tag!(table) {
+        rows.each { |row|
+          row_to_xml('row', row, builder)
+        }
+      }
+    end
+
+    def row_to_xml(name, row, builder)
+      builder.tag!(name) {
+        row.sort.each { |field, content|
+          field_to_xml(field, content, builder)
+        }
+      }
+    end
+
+    def field_to_xml(field, content, builder)
+      case content
+        when String
+          builder.tag!(column_to_element(field), content)
+        when Array
+          content.each { |item|
+            field_to_xml(field, item, builder)
+          }
+        when Hash
+          row_to_xml(field, content, builder)
+        else
+          raise ArgumentError, "don't know how to handle content of type '#{content.class}'"
+      end
+    end
+
+  end
+
+end

data/lib/flattendb/version.rb

@@ -0,0 +1,55 @@
+#--
+###############################################################################
+#                                                                             #
+# A component of flattendb, the relational database flattener.                #
+#                                                                             #
+# Copyright (C) 2007 University of Cologne,                                   #
+#                    Albertus-Magnus-Platz,                                   #
+#                    50932 Cologne, Germany                                   #
+#                                                                             #
+# Authors:                                                                    #
+#     Jens Wille <jens.wille@uni-koeln.de>                                    #
+#                                                                             #
+# flattendb is free software; you can redistribute it and/or modify it under  #
+# the terms of the GNU General Public License as published by the Free        #
+# Software Foundation; either version 3 of the License, or (at your option)   #
+# any later version.                                                          #
+#                                                                             #
+# flattendb is distributed in the hope that it will be useful, but WITHOUT    #
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or       #
+# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for    #
+# more details.                                                               #
+#                                                                             #
+# You should have received a copy of the GNU General Public License along     #
+# with flattendb. If not, see <http://www.gnu.org/licenses/>.                 #
+#                                                                             #
+###############################################################################
+#++
+
+module FlattenDB
+
+  module Version
+
+    MAJOR = 0
+    MINOR = 0
+    TINY  = 1
+
+    class << self
+
+      # Returns array representation.
+      def to_a
+        [MAJOR, MINOR, TINY]
+      end
+
+      # Short-cut for version string.
+      def to_s
+        to_a.join('.')
+      end
+
+    end
+
+  end
+
+  VERSION = Version.to_s
+
+end

data/lib/flattendb.rb

@@ -0,0 +1,40 @@
+#--
+###############################################################################
+#                                                                             #
+# flattendb -- Flatten relational databases                                   #
+#                                                                             #
+# Copyright (C) 2007 University of Cologne,                                   #
+#                    Albertus-Magnus-Platz,                                   #
+#                    50932 Cologne, Germany                                   #
+#                                                                             #
+# Authors:                                                                    #
+#     Jens Wille <jens.wille@uni-koeln.de>                                    #
+#                                                                             #
+# flattendb is free software; you can redistribute it and/or modify it under  #
+# the terms of the GNU General Public License as published by the Free        #
+# Software Foundation; either version 3 of the License, or (at your option)   #
+# any later version.                                                          #
+#                                                                             #
+# flattendb is distributed in the hope that it will be useful, but WITHOUT    #
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or       #
+# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for    #
+# more details.                                                               #
+#                                                                             #
+# You should have received a copy of the GNU General Public License along     #
+# with flattendb. If not, see <http://www.gnu.org/licenses/>.                 #
+#                                                                             #
+###############################################################################
+#++
+
+require 'flattendb/version'
+require 'flattendb/base'
+
+module FlattenDB
+
+  extend self
+
+  def [](type)
+    Base[type]
+  end
+
+end

metadata

@@ -0,0 +1,97 @@
+--- !ruby/object:Gem::Specification 
+rubygems_version: 0.9.4
+specification_version: 1
+name: flattendb
+version: !ruby/object:Gem::Version 
+  version: 0.0.1.96
+date: 2007-10-11 00:00:00 +02:00
+summary: Flatten relational databases
+require_paths: 
+- lib
+email: jens.wille@uni-koeln.de
+homepage: 
+rubyforge_project: 
+description: 
+autorequire: 
+default_executable: 
+bindir: bin
+has_rdoc: true
+required_ruby_version: !ruby/object:Gem::Version::Requirement 
+  requirements: 
+  - - ">"
+    - !ruby/object:Gem::Version 
+      version: 0.0.0
+  version: 
+platform: ruby
+signing_key: 
+cert_chain: 
+post_install_message: 
+authors: 
+- Jens Wille
+files: 
+- lib/flattendb.rb
+- lib/flattendb/version.rb
+- lib/flattendb/mysql.rb
+- lib/flattendb/base.rb
+- bin/flattendb
+- bin/flattendb.mysql
+- COPYING
+- README
+- ChangeLog
+- Rakefile
+- example/mysql-sample.sql
+- example/mysql-sample2flat.yaml
+- example/mysql-sample.flat.xml
+- example/mysql-sample.xml
+test_files: []
+
+rdoc_options: []
+
+extra_rdoc_files: 
+- README
+- COPYING
+- ChangeLog
+executables: 
+- flattendb
+- flattendb.mysql
+extensions: []
+
+requirements: []
+
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: highline
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Version::Requirement 
+    requirements: 
+    - - ">"
+      - !ruby/object:Gem::Version 
+        version: 0.0.0
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: mysql
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Version::Requirement 
+    requirements: 
+    - - ">"
+      - !ruby/object:Gem::Version 
+        version: 0.0.0
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: libxml-ruby
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Version::Requirement 
+    requirements: 
+    - - ">"
+      - !ruby/object:Gem::Version 
+        version: 0.0.0
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: builder
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Version::Requirement 
+    requirements: 
+    - - ">"
+      - !ruby/object:Gem::Version 
+        version: 0.0.0
+    version: