chicagowarehouse 0.3.1

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE.txt

data/.rspec

@@ -0,0 +1 @@
+--color

data/Gemfile

@@ -0,0 +1,18 @@
+source "http://rubygems.org"
+
+# The distinct extension won't work in Sequel 3.30 onwards at present.
+gem "sequel", "~> 3.0"
+gem "sequel_migration_builder", ">= 0.3.2"
+gem "mysql", "2.8.1"
+gem "chronic"
+
+group :development do
+  gem "yard"
+  gem "rspec", "~> 2.0"
+  gem "bundler"
+  gem "jeweler"
+  gem "rcov"
+  gem "flog"
+  gem "ZenTest"
+  gem "timecop"
+end

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Roland Swingler
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README

@@ -0,0 +1,11 @@
+Chicago
+=======
+
+Chicago is a small-scale data warehouse implementation written in Ruby.
+
+Contributing
+============
+
+To get specs passing, you'll need to create a test myqsl database, and
+copy spec/database.yml.dist to spec/database.yml and populate it
+appropriately.

data/Rakefile

@@ -0,0 +1,50 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  gem.name              = "chicagowarehouse"
+  gem.version           = "0.3.1"
+  gem.summary           = "Ruby Data Warehousing"
+  gem.description       = "Simple Data Warehouse toolkit for ruby"
+  gem.author            = "Roland Swingler"
+  gem.email             = "roland.swingler@gmail.com"
+  gem.has_rdoc          = true
+  gem.license           = "MIT"
+  gem.homepage          = "http://github.com/notonthehighstreet/chicago"
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rspec/core'
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec) do |spec|
+  spec.pattern = FileList['spec/**/*_spec.rb']
+end
+
+RSpec::Core::RakeTask.new(:rcov) do |spec|
+  spec.pattern = FileList['spec/**/*_spec.rb']
+  spec.rcov = true
+  spec.rcov_opts = "-x spec/ -x /home"
+end
+
+task :default => :spec
+
+require 'yard'
+YARD::Rake::YardocTask.new
+
+desc "Flog this baby!"
+task :flog do
+  sh 'find lib -name "*.rb" | xargs flog -m'
+end
+
+load 'tasks/stats.rake'

data/chicagowarehouse.gemspec

@@ -0,0 +1,134 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{chicagowarehouse}
+  s.version = "0.3.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = [%q{Roland Swingler}]
+  s.date = %q{2012-10-22}
+  s.description = %q{Simple Data Warehouse toolkit for ruby}
+  s.email = %q{roland.swingler@gmail.com}
+  s.extra_rdoc_files = [
+    "LICENSE",
+    "README"
+  ]
+  s.files = [
+    ".document",
+    ".rspec",
+    "Gemfile",
+    "LICENSE",
+    "README",
+    "Rakefile",
+    "chicagowarehouse.gemspec",
+    "lib/chicago.rb",
+    "lib/chicago/core_ext/hash.rb",
+    "lib/chicago/core_ext/sequel/dataset.rb",
+    "lib/chicago/core_ext/sequel/sql.rb",
+    "lib/chicago/data/month.rb",
+    "lib/chicago/database/constants.rb",
+    "lib/chicago/database/dataset_builder.rb",
+    "lib/chicago/database/filter.rb",
+    "lib/chicago/database/migration_file_writer.rb",
+    "lib/chicago/database/schema_generator.rb",
+    "lib/chicago/database/type_converters.rb",
+    "lib/chicago/database/value_parser.rb",
+    "lib/chicago/errors.rb",
+    "lib/chicago/query.rb",
+    "lib/chicago/rake_tasks.rb",
+    "lib/chicago/schema/builders/column_builder.rb",
+    "lib/chicago/schema/builders/dimension_builder.rb",
+    "lib/chicago/schema/builders/fact_builder.rb",
+    "lib/chicago/schema/builders/shrunken_dimension_builder.rb",
+    "lib/chicago/schema/builders/table_builder.rb",
+    "lib/chicago/schema/column.rb",
+    "lib/chicago/schema/column_parser.rb",
+    "lib/chicago/schema/dimension.rb",
+    "lib/chicago/schema/dimension_reference.rb",
+    "lib/chicago/schema/fact.rb",
+    "lib/chicago/schema/measure.rb",
+    "lib/chicago/schema/named_element.rb",
+    "lib/chicago/schema/named_element_collection.rb",
+    "lib/chicago/schema/query_column.rb",
+    "lib/chicago/schema/table.rb",
+    "lib/chicago/star_schema.rb",
+    "spec/core_ext/sequel_extensions_spec.rb",
+    "spec/data/month_spec.rb",
+    "spec/database/db_type_converter_spec.rb",
+    "spec/database/migration_file_writer_spec.rb",
+    "spec/database/schema_generator_spec.rb",
+    "spec/db_connections.yml.dist",
+    "spec/query_spec.rb",
+    "spec/schema/column_spec.rb",
+    "spec/schema/dimension_builder_spec.rb",
+    "spec/schema/dimension_reference_spec.rb",
+    "spec/schema/dimension_spec.rb",
+    "spec/schema/fact_spec.rb",
+    "spec/schema/measure_spec.rb",
+    "spec/schema/named_element_collection_spec.rb",
+    "spec/schema/pivoted_column_spec.rb",
+    "spec/schema/query_column_spec.rb",
+    "spec/spec_helper.rb",
+    "spec/star_schema_spec.rb",
+    "spec/support/matchers/be_one_of.rb",
+    "spec/support/matchers/column_matchers.rb",
+    "spec/support/shared_examples/column.rb",
+    "spec/support/shared_examples/schema_table.rb",
+    "spec/support/shared_examples/schema_visitor.rb",
+    "tasks/stats.rake"
+  ]
+  s.homepage = %q{http://github.com/notonthehighstreet/chicago}
+  s.licenses = [%q{MIT}]
+  s.require_paths = [%q{lib}]
+  s.rubygems_version = %q{1.8.6}
+  s.summary = %q{Ruby Data Warehousing}
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<sequel>, ["~> 3.0"])
+      s.add_runtime_dependency(%q<sequel_migration_builder>, [">= 0.3.2"])
+      s.add_runtime_dependency(%q<mysql>, ["= 2.8.1"])
+      s.add_runtime_dependency(%q<chronic>, [">= 0"])
+      s.add_development_dependency(%q<yard>, [">= 0"])
+      s.add_development_dependency(%q<rspec>, ["~> 2.0"])
+      s.add_development_dependency(%q<bundler>, [">= 0"])
+      s.add_development_dependency(%q<jeweler>, [">= 0"])
+      s.add_development_dependency(%q<rcov>, [">= 0"])
+      s.add_development_dependency(%q<flog>, [">= 0"])
+      s.add_development_dependency(%q<ZenTest>, [">= 0"])
+      s.add_development_dependency(%q<timecop>, [">= 0"])
+    else
+      s.add_dependency(%q<sequel>, ["~> 3.0"])
+      s.add_dependency(%q<sequel_migration_builder>, [">= 0.3.2"])
+      s.add_dependency(%q<mysql>, ["= 2.8.1"])
+      s.add_dependency(%q<chronic>, [">= 0"])
+      s.add_dependency(%q<yard>, [">= 0"])
+      s.add_dependency(%q<rspec>, ["~> 2.0"])
+      s.add_dependency(%q<bundler>, [">= 0"])
+      s.add_dependency(%q<jeweler>, [">= 0"])
+      s.add_dependency(%q<rcov>, [">= 0"])
+      s.add_dependency(%q<flog>, [">= 0"])
+      s.add_dependency(%q<ZenTest>, [">= 0"])
+      s.add_dependency(%q<timecop>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<sequel>, ["~> 3.0"])
+    s.add_dependency(%q<sequel_migration_builder>, [">= 0.3.2"])
+    s.add_dependency(%q<mysql>, ["= 2.8.1"])
+    s.add_dependency(%q<chronic>, [">= 0"])
+    s.add_dependency(%q<yard>, [">= 0"])
+    s.add_dependency(%q<rspec>, ["~> 2.0"])
+    s.add_dependency(%q<bundler>, [">= 0"])
+    s.add_dependency(%q<jeweler>, [">= 0"])
+    s.add_dependency(%q<rcov>, [">= 0"])
+    s.add_dependency(%q<flog>, [">= 0"])
+    s.add_dependency(%q<ZenTest>, [">= 0"])
+    s.add_dependency(%q<timecop>, [">= 0"])
+  end
+end
+

data/lib/chicago.rb

@@ -0,0 +1,32 @@
+# Requires go here
+require 'chronic'
+require 'sequel'
+require 'sequel/extensions/inflector'
+
+# TODO: move this back to the Sequel MySQL adapter
+require 'chicago/core_ext/sequel/dataset'
+require 'chicago/core_ext/sequel/sql'
+
+require 'chicago/core_ext/hash'
+require 'chicago/data/month'
+
+require 'chicago/star_schema'
+require 'chicago/database/constants'
+require 'chicago/database/type_converters'
+require 'chicago/database/migration_file_writer'
+require 'chicago/database/schema_generator'
+require 'chicago/query'
+
+module Chicago
+  class << self
+    # The root directory for the project.
+    attr_accessor :project_root
+  end
+  
+  # @api private
+  module Database
+  end
+  
+  ### Autoloads
+  autoload :RakeTasks, 'chicago/rake_tasks'
+end

data/lib/chicago/core_ext/hash.rb

@@ -0,0 +1,18 @@
+class Hash
+  # Ensure AcitveSupport related methods are present if ActiveSupport
+  # not loaded.
+  #
+  # Code taken from ActiveSupport.
+  unless method_defined?(:symbolize_keys)
+    def symbolize_keys
+      dup.symbolize_keys!
+    end
+    
+    def symbolize_keys!
+      keys.each do |key|
+        self[(key.to_sym rescue key) || key] = delete(key)
+      end
+      self
+    end
+  end
+end

data/lib/chicago/core_ext/sequel/dataset.rb

@@ -0,0 +1,7 @@
+module Sequel
+  class Dataset
+    def insert_replace
+      clone(:replace => true)
+    end
+  end
+end

data/lib/chicago/core_ext/sequel/sql.rb

@@ -0,0 +1,62 @@
+module Sequel
+  # @private
+  class Dataset
+    COLUMN_DISTINCT = "DISTINCT ".freeze
+    
+    def distinct_expression_sql(e)
+      s = ""
+      distinct_expression_sql_append(s, e)
+      s
+    end
+
+    def distinct_expression_sql_append(sql, e)
+      sql << COLUMN_DISTINCT
+      literal_append(sql, e.expression)
+    end
+
+    # Provide support for Sequel versions before 3.30.0
+    unless method_defined?(:literal_append)
+      def literal_append(sql, expression)
+        sql << literal(expression)
+      end
+    end
+  end
+  
+  module SQL
+    class DistinctExpression < Expression # :nodoc:
+      attr_reader :expression
+
+      def initialize(expression)
+        @expression = expression
+      end
+
+      to_s_method :distinct_expression_sql
+    end
+    
+    module DistinctMethods
+      def distinct
+        DistinctExpression.new(self)
+      end
+    end
+
+    # @private
+    class ComplexExpression
+      include DistinctMethods
+    end
+
+    # @private
+    class GenericExpression
+      include DistinctMethods
+    end
+  end
+end
+
+# @private
+class Symbol
+  include Sequel::SQL::DistinctMethods
+end
+
+# @private
+class String
+  include Sequel::SQL::DistinctMethods
+end

data/lib/chicago/data/month.rb

@@ -0,0 +1,98 @@
+module Chicago
+  module Data
+    # A month of the year.
+    #
+    # Months cannot be initialized. Instead call the month name:
+    #
+    #     Chicago::Data::Month.march # => returns a month
+    #
+    # or parse a string or a month number:
+    #
+    #     Chicago::Data::Month.parse("apr")       # => returns April
+    #     Chicago::Data::Month.parse("september") # => returns September
+    #     Chicago::Data::Month.parse(1)           # => returns January
+    #
+    class Month
+      include Comparable
+
+      # Returns the full English name of this month
+      attr_reader :name
+
+      # Returns the first three letters of the English name of this month.
+      attr_reader :short_name
+
+      # @private
+      def initialize(name, number)
+        @name = name
+        @short_name = name[0..2]
+        @number = number
+      end
+
+      # Months are ordered.
+      def <=>(other)
+        to_i <=> other.to_i 
+      end
+
+      # Returns the first day of this month in the given year as a Date.
+      def in(year)
+        Date.new(year, to_i, 1)
+      end
+
+      # Returns the number of this month from 1 to 12.
+      def to_i
+        @number
+      end
+
+      # Returns the full name of this month.
+      def to_s
+        name
+      end
+
+      # All twelve months.
+      ALL = [Month.new("January", 1),
+             Month.new("February", 2),
+             Month.new("March", 3),
+             Month.new("April", 4),
+             Month.new("May", 5),
+             Month.new("June", 6),
+             Month.new("July", 7),
+             Month.new("August", 8),
+             Month.new("September", 9),
+             Month.new("October", 10),
+             Month.new("November", 11),
+             Month.new("December", 12)].freeze
+
+      class << self
+        [:january, :february, :march, :april, :may, :june, :july, :august, :september, :october, :november, :december].each_with_index do |month, i|
+          eval "def #{month} ; ALL[#{i}] ; end"
+        end
+
+        # Returns a month given a name of the month or an integer
+        # between 1 and 12.
+        def parse(identifier)
+          if is_month_number?(identifier)
+            ALL[identifier - 1]
+          else
+            find_month_by_name(identifier)
+          end
+        end
+
+        def is_month_number?(identifier)
+          identifier.kind_of?(Fixnum) && identifier >= 1 && identifier <= 12
+        end
+        private :is_month_number?
+
+        def find_month_by_name(identifier)
+          name = identifier.strip.downcase
+          ALL.find do |month|
+            month.name.downcase == name || month.short_name.downcase == name
+          end
+        end
+        private :find_month_by_name
+        
+        private :new
+      end
+      
+    end
+  end
+end