timecube 0.0.0

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/.gitignore

@@ -0,0 +1,21 @@
+## MAC OS
+.DS_Store
+
+## TEXTMATE
+*.tmproj
+tmtags
+
+## EMACS
+*~
+\#*
+.\#*
+
+## VIM
+*.swp
+
+## PROJECT::GENERAL
+coverage
+rdoc
+pkg
+
+## PROJECT::SPECIFIC

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Jason Morrison
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,17 @@
+= timecube
+
+Description goes here.
+
+== Note on Patches/Pull Requests
+ 
+* Fork the project.
+* Make your feature addition or bug fix.
+* Add tests for it. This is important so I don't break it in a
+  future version unintentionally.
+* Commit, do not mess with rakefile, version, or history.
+  (if you want to have your own version, that is fine but bump version in a commit by itself I can ignore when I pull)
+* Send me a pull request. Bonus points for topic branches.
+
+== Copyright
+
+Copyright (c) 2010 Jason Morrison. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,53 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "timecube"
+    gem.summary = %Q{EventMachine proxy for MySQL date/time functions}
+    gem.description = %Q{Nature's harmonic simultaneous 4-day time cube}
+    gem.email = "jmorrison@thoughtbot.com"
+    gem.homepage = "http://github.com/jasonm/timecube"
+    gem.authors = ["Jason Morrison"]
+    gem.add_development_dependency "thoughtbot-shoulda", ">= 0"
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: gem install jeweler"
+end
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+begin
+  require 'rcov/rcovtask'
+  Rcov::RcovTask.new do |test|
+    test.libs << 'test'
+    test.pattern = 'test/**/test_*.rb'
+    test.verbose = true
+  end
+rescue LoadError
+  task :rcov do
+    abort "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov"
+  end
+end
+
+task :test => :check_dependencies
+
+task :default => :test
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "timecube #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+0.0.0

data/lib/timecube.rb

@@ -0,0 +1,186 @@
+require "rubygems"
+gem "em-proxy"
+gem "em-mysql"
+
+require "em-proxy"
+require "em-mysql"
+require "stringio"
+require "fiber"
+
+Proxy.start(:host => "0.0.0.0", :port => 3307) do |conn|
+  conn.server :mysql, :host => "127.0.0.1", :port => 3306, :relay_server => true
+
+  QUERY_CMD = 3
+  MAX_PACKET_LENGTH = 2**24-1
+
+  # open a direct connection to MySQL for the schema-free coordination logic
+  @mysql = EventMachine::MySQL.new(:host => 'localhost', :database => 'noschema')
+
+  conn.on_data do |data|
+    fiber = Fiber.new {
+      p [:original_request, data]
+
+      overhead, chunks, seq = data[0,4].unpack("CvC")
+      type, sql = data[4, data.size].unpack("Ca*")
+
+      p [:request, [overhead, chunks, seq], [type, sql]]
+
+      if type == QUERY_CMD
+        query = sql.downcase.split
+        p [:query, query]
+
+        # TODO: can probably switch to http://github.com/omghax/sql
+        #       for AST query parsing & mods.
+
+        case query.first
+        when "create" then
+          # Allow schemaless table creation, ex: 'create table posts'
+          # By creating a table with a single id for key storage, aka
+          # rewrite to: 'create table posts (id varchar(255))'. All
+          # future attribute tables will be created on demand at
+          # insert time of a new record
+          overload = "(id varchar(255), UNIQUE(id));"
+          query += [overload]
+          overhead += overload.size + 1
+
+          p [:create_new_schema_free_table, query, data]
+
+        when "insert" then
+          # Overload the INSERT syntax to allow for nested parameters
+          # inside the statement. ex:
+          #   INSERT INTO posts (id, author, nickname, ...) VALUES (
+          #     'ilya', 'Ilya Grigorik', 'igrigorik'
+          #   )
+          #
+          # The following query will be mapped into 3 distinct tables:
+          # => 'posts' table will store the key
+          # => 'posts_author' will store key, value
+          # => 'posts_nickname' will store key, value
+          #
+          #  or, in SQL..
+          #
+          # =>  insert into posts values("ilya");
+          # =>  create table posts_author (id varchar(40), value varchar(255), UNIQUE(id));
+          # =>  insert into posts_author values("ilya", "Ilya Grigorik");
+          # =>  ... repeat for every attribute
+          #
+          # If the table post_value has not been seen before, it will
+          # be created on the fly. Hence allowing us to add and remove
+          # keys and values at will. :-)
+          #
+          # P.S. There is probably cleaner syntax for this, but hey...
+            
+            
+          if insert = sql.match(/\((.*?)\).*?\((.*?)\)/)
+            data = {}
+            table = query[2]
+            keys = insert[1].split(',').map!{|s| s.strip}
+            values = insert[2].scan(/([^\'|\"]+)/).flatten.reject {|s| s.strip == ','}
+            keys.each_with_index {|k,i| data[k] = values[i]}
+
+            data.each do |key, value|
+              next if key == 'id'
+              attr_sql = "insert into #{table}_#{key} values('#{data['id']}', '#{value}')"
+
+              q = @mysql.query(attr_sql)
+              q.errback  { |res|
+                # if the attribute table for this model does not yet exist then create it!
+                # - yes, there is a race condition here, add fiber logic later
+                if res.is_a?(Mysql::Error) and res.message =~ /Table.*doesn\'t exist/
+
+                  table_sql = "create table #{table}_#{key} (id varchar(255), value varchar(255), UNIQUE(id))"
+                  tc = @mysql.query(table_sql)
+                  tc.callback { @mysql.query(attr_sql) }
+                end
+              }
+
+              p [:inserted_attr, table, key, value]
+            end
+
+            # override the query to insert the key into posts table
+            query = query[0,3] + ["VALUES('#{data['id']}')"]
+            overhead = query.join(" ").size + 1
+
+            p [:insert, query]
+          end
+
+        when "select" then
+          # Overload the select call to perform a multi-join in the background
+          # and rewrite the attribute names to fool the client into thinking it
+          # all came from the same table.
+          #
+          # To figure out which tables we need to join on, do the simple / dumb
+          # approach and issue a 'show tables like key_%' to do 'runtime
+          # introspection'. Could easily cache this, but that's for later.
+          #
+          # Ex, a 'select * from posts' query with one value (author) would be
+          # rewritten into the following query:
+          #
+          #  SELECT posts.id as id, posts_author.value as author FROM posts
+          #   LEFT OUTER JOIN posts_author ON posts_author.id = posts.id
+          #   WHERE posts.id = "ilya";
+
+          select = sql.match(/select(.*?)from\s([^\s]+)/)
+          where  = sql.match(/where\s([^=]+)\s?=\s?'?"?([^\s'"]+)'?"?/)
+          attrs, table = select[1].strip.split(','), select[2] if select
+          key = where[2] if where
+
+          if select
+            p [:select, select, attrs, where]
+
+            tables = @mysql.query("show tables like '#{table}_%'")
+            tables.callback { |res|
+              fiber.resume(res.all_hashes.collect(&:values).flatten.collect{ |c|
+                  c.split('_').last
+                })
+            }
+            tables = Fiber.yield
+
+            p [:select_tables, tables]
+
+            # build the select statements, hide the tables behind each attribute
+            join =  "select #{table}.id as id "
+            tables.each do |column|
+              join += " , #{table}_#{column}.value as #{column} "
+            end
+
+            # add the joins to stich it all together
+            join += " FROM #{table} "
+            tables.each do |column|
+              join += " LEFT OUTER JOIN #{table}_#{column} ON #{table}_#{column}.id = #{table}.id "
+            end
+
+            join += " WHERE #{table}.id = '#{key}' " if key
+
+            query = [join]
+            overhead = join.size + 1
+
+            p [:join_query, join]
+          end
+        end
+
+        # repack the query data and forward to server
+        # - have to split message on packet boundaries
+
+        seq, data = 0, []
+        query = StringIO.new([type, query.join(" ")].pack("Ca*"))
+        while q = query.read(MAX_PACKET_LENGTH)
+          data.push [q.length % 256, q.length / 256, seq].pack("CvC") + q
+          seq = (seq + 1) % 256
+        end
+
+        p [:final_query, data, chunks, overhead]
+        puts "-" * 100
+      end
+
+      [data].flatten.each do |chunk|
+        conn.relay_to_servers(chunk)
+      end
+
+      :async # we will render results later
+    }
+
+    fiber.resume
+  end
+end
+

data/test/helper.rb

@@ -0,0 +1,10 @@
+require 'rubygems'
+require 'test/unit'
+require 'shoulda'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'timecube'
+
+class Test::Unit::TestCase
+end

data/test/test_timecube.rb

@@ -0,0 +1,7 @@
+require 'helper'
+
+class TestTimecube < Test::Unit::TestCase
+  should "probably rename this file and start testing for real" do
+    flunk "hey buddy, you should probably rename this file and start testing for real"
+  end
+end

data/timecube.gemspec

@@ -0,0 +1,54 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{timecube}
+  s.version = "0.0.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Jason Morrison"]
+  s.date = %q{2010-07-02}
+  s.description = %q{Nature's harmonic simultaneous 4-day time cube}
+  s.email = %q{jmorrison@thoughtbot.com}
+  s.extra_rdoc_files = [
+    "LICENSE",
+     "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+     ".gitignore",
+     "LICENSE",
+     "README.rdoc",
+     "Rakefile",
+     "VERSION",
+     "lib/timecube.rb",
+     "test/helper.rb",
+     "test/test_timecube.rb",
+     "timecube.gemspec"
+  ]
+  s.homepage = %q{http://github.com/jasonm/timecube}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.6}
+  s.summary = %q{EventMachine proxy for MySQL date/time functions}
+  s.test_files = [
+    "test/helper.rb",
+     "test/test_timecube.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<thoughtbot-shoulda>, [">= 0"])
+    else
+      s.add_dependency(%q<thoughtbot-shoulda>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<thoughtbot-shoulda>, [">= 0"])
+  end
+end
+

metadata

@@ -0,0 +1,84 @@
+--- !ruby/object:Gem::Specification 
+name: timecube
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 0
+  version: 0.0.0
+platform: ruby
+authors: 
+- Jason Morrison
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-07-02 00:00:00 -04:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: thoughtbot-shoulda
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id001
+description: Nature's harmonic simultaneous 4-day time cube
+email: jmorrison@thoughtbot.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README.rdoc
+files: 
+- .document
+- .gitignore
+- LICENSE
+- README.rdoc
+- Rakefile
+- VERSION
+- lib/timecube.rb
+- test/helper.rb
+- test/test_timecube.rb
+- timecube.gemspec
+has_rdoc: true
+homepage: http://github.com/jasonm/timecube
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.6
+signing_key: 
+specification_version: 3
+summary: EventMachine proxy for MySQL date/time functions
+test_files: 
+- test/helper.rb
+- test/test_timecube.rb