mosql 0.1.0

data/test/functional/sql.rb

@@ -0,0 +1,38 @@
+require File.join(File.dirname(__FILE__), '_lib.rb')
+
+class MoSQL::Test::Functional::SQLTest < MoSQL::Test::Functional
+  before do
+    sequel.drop_table?(:test_upsert)
+    sequel.create_table?(:test_upsert) do
+      column :_id, 'INTEGER'
+      column :color, 'TEXT'
+      column :quantity, 'INTEGER'
+      primary_key [:_id]
+    end
+
+    @adapter = MoSQL::SQLAdapter.new(nil, sql_test_uri)
+    @table = sequel[:test_upsert]
+  end
+
+  describe 'upsert' do
+    it 'inserts new items' do
+      @adapter.upsert!(@table, {'_id' => 0, 'color' => 'red', 'quantity' => 10})
+      @adapter.upsert!(@table, {'_id' => 1, 'color' => 'blue', 'quantity' => 5})
+      assert_equal(2, @table.count)
+      assert_equal('red',  @table[:_id => 0][:color])
+      assert_equal(10,     @table[:_id => 0][:quantity])
+      assert_equal('blue', @table[:_id => 1][:color])
+      assert_equal(5,      @table[:_id => 1][:quantity])
+    end
+
+    it 'updates items' do
+      @adapter.upsert!(@table, {'_id' => 0, 'color' => 'red', 'quantity' => 10})
+      assert_equal(1, @table.count)
+      assert_equal('red',  @table[:_id => 0][:color])
+
+      @adapter.upsert!(@table, {'_id' => 0, 'color' => 'blue', 'quantity' => 5})
+      assert_equal(1, @table.count)
+      assert_equal('blue', @table[:_id => 0][:color])
+    end
+  end
+end

data/test/unit/lib/mongo-sql/schema.rb

@@ -0,0 +1,102 @@
+require File.join(File.dirname(__FILE__), '../../../_lib.rb')
+
+class MoSQL::Test::SchemaTest < MoSQL::Test
+  TEST_MAP = <<EOF
+---
+db:
+  collection:
+    :meta:
+      :table: sqltable
+    :columns:
+      - _id: TEXT
+      - var: INTEGER
+  with_extra_props:
+    :meta:
+      :table: sqltable2
+      :extra_props: true
+    :columns:
+      - _id: INTEGER
+EOF
+
+  before do
+    @map = MoSQL::Schema.new(YAML.load(TEST_MAP))
+  end
+
+  it 'Loads the schema' do
+    assert(@map)
+  end
+
+  it 'Can find an ns' do
+    assert(@map.find_ns("db.collection"))
+    assert_nil(@map.find_ns("db.other_collection"))
+    assert_raises(MoSQL::SchemaError) do
+      @map.find_ns!("db.other_collection")
+    end
+  end
+
+  it 'Converts columns to an ordered hash' do
+    table = @map.find_ns("db.collection")
+    assert(table[:columns].is_a?(Hash))
+    assert_equal(['_id', 'var'], table[:columns].keys)
+  end
+
+  it 'can create a SQL schema' do
+    db = stub()
+    db.expects(:create_table?).with('sqltable')
+    db.expects(:create_table?).with('sqltable2')
+
+    @map.create_schema(db)
+  end
+
+  it 'creates a SQL schema with the right fields' do
+    db = {}
+    stub_1 = stub()
+    stub_1.expects(:column).with('_id', 'TEXT')
+    stub_1.expects(:column).with('var', 'INTEGER')
+    stub_1.expects(:column).with('_extra_props').never
+    stub_2 = stub()
+    stub_2.expects(:column).with('_id', 'INTEGER')
+    stub_2.expects(:column).with('_extra_props', 'TEXT')
+    (class << db; self; end).send(:define_method, :create_table?) do |tbl, &blk|
+      case tbl
+      when "sqltable"
+        o = stub_1
+      when "sqltable2"
+        o = stub_2
+      else
+        assert(false, "Tried to create an unexpeced table: #{tbl}")
+      end
+      o.expects(:primary_key).with([:_id])
+      o.instance_eval(&blk)
+    end
+    @map.create_schema(db)
+  end
+
+  describe 'when transforming' do
+    it 'transforms rows' do
+      out = @map.transform('db.collection', {'_id' => "row 1", 'var' => 6})
+      assert_equal(["row 1", 6], out)
+    end
+
+    it 'Includes extra props' do
+      out = @map.transform('db.with_extra_props', {'_id' => 7, 'var' => 6, 'other var' => {'key' => 'value'}})
+      assert_equal(2, out.length)
+      assert_equal(7, out[0])
+      assert_equal({'var' => 6, 'other var' => {'key' => 'value'}}, JSON.parse(out[1]))
+    end
+
+    it 'gets all_columns right' do
+      assert_equal(['_id', 'var'], @map.all_columns(@map.find_ns('db.collection')))
+      assert_equal(['_id', '_extra_props'], @map.all_columns(@map.find_ns('db.with_extra_props')))
+    end
+  end
+
+  describe 'when copying data' do
+    it 'quotes special characters' do
+      assert_equal(%q{\\\\}, @map.quote_copy(%q{\\}))
+      assert_equal(%Q{\\\t}, @map.quote_copy( %Q{\t}))
+      assert_equal(%Q{\\\n}, @map.quote_copy( %Q{\n}))
+      assert_equal(%Q{some text}, @map.quote_copy(%Q{some text}))
+    end
+  end
+end

metadata

@@ -0,0 +1,232 @@
+--- !ruby/object:Gem::Specification
+name: mosql
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Nelson Elhage
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-02-05 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: sequel
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mongo
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bson_ext
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: log4r
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mongoriver
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mocha
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A library for streaming MongoDB to SQL
+email:
+- nelhage@stripe.com
+executables:
+- mosql
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- bin/mosql
+- lib/mosql.rb
+- lib/mosql/cli.rb
+- lib/mosql/log.rb
+- lib/mosql/schema.rb
+- lib/mosql/sql.rb
+- lib/mosql/tailer.rb
+- lib/mosql/version.rb
+- mosql.gemspec
+- test/_lib.rb
+- test/functional/_lib.rb
+- test/functional/functional.rb
+- test/functional/schema.rb
+- test/functional/sql.rb
+- test/unit/lib/mongo-sql/schema.rb
+homepage: https://github.com/stripe/mosql
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: MongoDB -> SQL streaming bridge
+test_files:
+- test/_lib.rb
+- test/functional/_lib.rb
+- test/functional/functional.rb
+- test/functional/schema.rb
+- test/functional/sql.rb
+- test/unit/lib/mongo-sql/schema.rb