rigrate 0.0.1

data/test/test_parser.rb

@@ -0,0 +1,262 @@
+require File.expand_path('../test_helper', __FILE__)
+
+class ParserTest < TestHelper
+  def setup
+    @parser = Parser.new
+
+    # define two real sqlite db in disk
+    @hr = SQLite3::Database.new(File.join(Dir.tmpdir, 'hr.sqlite3'))
+    @oa = SQLite3::Database.new(File.join(Dir.tmpdir, 'oa.sqlite3'))
+
+    # fuck slowing .....
+    @hr.execute("create table users(id integer, name varchar, age integer, flag varchar);")
+    5.times do |i|
+      @hr.execute("insert into users values(#{i}, 'hrname#{i}', #{20 + i}, 'hr')")
+    end
+
+    @oa.execute("create table users(idx integer, name varchar, age integer, flag varchar);")
+    10.times do |i|
+      @oa.execute("insert into users values(#{i}, 'oaname#{i}', #{40 + i}, 'oa')")
+    end
+  end
+
+  def test_lex
+    @parser.lex("from oa.user to hr.account")
+
+    assert_equal 4, @parser.tokens.size
+    assert_equal 4, @parser.tokens.size
+  end
+
+  def test_lex2
+    @parser.lex("FroM oa.sql('select * from user')\
+     to hr.account on :jc=>:job_code")
+    assert_equal 6, @parser.tokens.size
+  end
+
+  def test_lext4
+    @parser.lex("FroM oa.sql('select * from user')\
+     to hr.account on :jc=>:job_code using :echo")
+    assert_equal 8, @parser.tokens.size
+    assert_equal :USING_TAG, @parser.tokens[-2].type
+  end
+
+  def test_lex3
+    str =<<EOF
+    # comment test
+    # comment 2222
+    from 
+      oa.user(:id) 
+      join
+      hr.account(:job_code)
+      union
+      hr2.account(:test)
+    to
+      oa_test.user(:id)
+    on :job_code=>:jc
+    using :sync
+EOF
+   @parser.lex(str) 
+   assert_equal 13, @parser.tokens.size
+  end
+
+  def test_parser_full_migration
+    str =<<SCRIPT
+    ds :oa, "sqlite://#{File.join(Dir.tmpdir, 'oa.sqlite3')}"
+    ds :hr, "sqlite://#{File.join(Dir.tmpdir, 'hr.sqlite3')}"
+
+    from oa.users to hr.users
+SCRIPT
+    
+    # migration
+    parser = Parser.new
+    parser.lex(str)
+    parser.parsing
+
+    db = DataSource.new("sqlite://#{File.join(Dir.tmpdir, 'hr.sqlite3')}")
+    rs = db.dbh.select("select * from users")
+    assert_equal 10, rs.size
+    assert_equal 'oa', rs.rows.first[3]
+  end
+
+  def test_parser_full_table_migration_with_columns
+    str =<<SCRIPT
+    ds :oa, "sqlite://#{File.join(Dir.tmpdir, 'oa.sqlite3')}"
+    ds :hr, "sqlite://#{File.join(Dir.tmpdir, 'hr.sqlite3')}"
+
+    from 
+      oa.sql('select * from users') 
+    to
+      hr.users(:id, :name, :age, :flag)
+SCRIPT
+    
+    # migration
+    parser = Parser.new
+    parser.lex(str)
+    parser.parsing
+
+    db = DataSource.new("sqlite://#{File.join(Dir.tmpdir, 'hr.sqlite3')}")
+    rs = db.dbh.select("select * from users")
+    assert_equal 10, rs.size
+    assert_equal 'oa', rs.rows.first[3]
+  end
+
+  def test_parser_migration_with_single_condition
+    str =<<SCRIPT
+    ds :oa, "sqlite://#{File.join(Dir.tmpdir, 'oa.sqlite3')}"
+    ds :hr, "sqlite://#{File.join(Dir.tmpdir, 'hr.sqlite3')}"
+
+    from 
+      oa.sql('select idx,name,flag from users where idx in (1,2)') 
+    to
+      hr.users(:id, :name, :flag)
+    on :idx=>:id
+SCRIPT
+    
+    # migration
+    parser = Parser.new
+    parser.lex(str)
+    parser.parsing
+
+    db = DataSource.new("sqlite://#{File.join(Dir.tmpdir, 'hr.sqlite3')}")
+    rs = db.dbh.select("select * from users")
+    # TODO need rework
+    assert rs
+  end
+
+  def test_parser_join_result
+    str =<<SCRIPT
+    ds :oa, "sqlite://#{File.join(Dir.tmpdir, 'oa.sqlite3')}"
+    ds :hr, "sqlite://#{File.join(Dir.tmpdir, 'hr.sqlite3')}"
+    ds :oa_alias, "sqlite://#{File.join(Dir.tmpdir, 'oa.sqlite3')}"
+
+    from 
+      oa.sql('select idx,name from users where idx=1 or idx = 2') 
+      join
+      oa_alias.sql('select idx,flag from users where idx=1 or idx=2')
+      on :idx => :idx
+    to
+      hr.users(:id, :name, :flag)
+SCRIPT
+
+    # migration
+    parser = Parser.new
+    parser.lex(str)
+    parser.parsing
+
+    db = DataSource.new("sqlite://#{File.join(Dir.tmpdir, 'hr.sqlite3')}")
+    rs = db.dbh.select("select * from users")
+    assert_equal 2, rs.size
+    assert_equal 'oa', rs.rows.first[3]
+  end
+
+  def test_parser_union_parted_fields
+    str =<<SCRIPT
+    ds :oa, "sqlite://#{File.join(Dir.tmpdir, 'oa.sqlite3')}"
+    ds :hr, "sqlite://#{File.join(Dir.tmpdir, 'hr.sqlite3')}"
+    ds :oa_alias, "sqlite://#{File.join(Dir.tmpdir, 'oa.sqlite3')}"
+
+    from 
+      oa.sql('select idx,name,flag from users where idx=1 or idx = 2') 
+      union
+      oa_alias.sql('select idx,name,flag from users where idx=2 or idx=3')
+    to
+      hr.users(:id, :name, :flag)
+SCRIPT
+
+    # migration
+    parser = Parser.new
+    parser.lex(str)
+    parser.parsing
+
+    db = DataSource.new("sqlite://#{File.join(Dir.tmpdir, 'hr.sqlite3')}")
+    rs = db.dbh.select("select * from users")
+    assert_equal 4, rs.size
+    assert_equal 'oa', rs.rows.first[3]
+  end
+
+  def test_parser_minus_parted_fields
+    str =<<SCRIPT
+    ds :oa, "sqlite://#{File.join(Dir.tmpdir, 'oa.sqlite3')}"
+    ds :hr, "sqlite://#{File.join(Dir.tmpdir, 'hr.sqlite3')}"
+    ds :oa_alias, "sqlite://#{File.join(Dir.tmpdir, 'oa.sqlite3')}"
+
+    from 
+      oa.sql('select idx,name,flag from users where idx=1 or idx = 2') 
+      minus
+      oa_alias.sql('select idx,name,flag from users where idx=2 or idx=3')
+    to
+      hr.users(:id, :name, :flag)
+SCRIPT
+
+    # migration
+    parser = Parser.new
+    parser.lex(str)
+    parser.parsing
+
+    db = DataSource.new("sqlite://#{File.join(Dir.tmpdir, 'hr.sqlite3')}")
+    rs = db.dbh.select("select * from users")
+    assert_equal 1, rs.size
+    assert_equal 'oa', rs.rows.first[3]
+  end
+
+  def test_echo_and_mode
+    str_echo =<<SCRIPT
+    ds :oa, "sqlite://#{File.join(Dir.tmpdir, 'oa.sqlite3')}"
+    ds :hr, "sqlite://#{File.join(Dir.tmpdir, 'hr.sqlite3')}"
+
+    from oa.users to hr.users using :echo
+SCRIPT
+    
+     # migration
+    parser = Parser.new
+    parser.lex(str_echo).parsing
+    db = DataSource.new("sqlite://#{File.join(Dir.tmpdir, 'hr.sqlite3')}")
+    assert_equal 10, db.dbh.select("select * from users").size
+  end
+
+  def test_contribute_and_mode
+    str_echo =<<SCRIPT
+    ds :oa, "sqlite://#{File.join(Dir.tmpdir, 'oa.sqlite3')}"
+    ds :hr, "sqlite://#{File.join(Dir.tmpdir, 'hr.sqlite3')}"
+
+    from oa.users to hr.users using :contribute
+SCRIPT
+    
+    # migration
+    parser = Parser.new
+    parser.lex(str_echo).parsing
+    db = DataSource.new("sqlite://#{File.join(Dir.tmpdir, 'hr.sqlite3')}")
+    assert_equal 15, db.dbh.select("select * from users").size
+  end
+
+  def test_multi_migration_task
+    str =<<SCRIPT
+    ds :oa, "sqlite://#{File.join(Dir.tmpdir, 'oa.sqlite3')}"
+    ds :hr, "sqlite://#{File.join(Dir.tmpdir, 'hr.sqlite3')}"
+
+    from oa.users to hr.users
+    from hr.users to oa.users
+SCRIPT
+
+    # migration
+    parser = Parser.new
+    parser.lex(str)
+    parser.parsing
+
+    db = DataSource.new("sqlite://#{File.join(Dir.tmpdir, 'oa.sqlite3')}")
+    rs = db.dbh.select("select * from users")
+    rs2 = db.dbh.select('select * from users')
+    assert_equal 10, rs.size
+    assert_equal 10, rs2.size
+    assert_equal 'oa', rs.rows.first[3]
+  end
+
+  def teardown
+    @hr.execute('drop table users')
+    @hr.close
+    @oa.execute('drop table users')
+    @oa.close
+    # FileUtils.rm File.join(Dir.tmpdir, 'oa.sqlite3')
+    # FileUtils.rm File.join(Dir.tmpdir, 'hr.sqlite3') 
+  end
+end

data/test/test_resultset.rb

@@ -0,0 +1,300 @@
+require File.expand_path('../test_helper', __FILE__)
+
+class ResultSetTest < TestHelper
+  def setup
+    @tbl_name = 'users'
+
+    @db =  Sqlite.new
+    setup_sql =<<SQL
+    create table users (
+      id integer primary key not null,
+      name varchar,
+      age integer,
+      birthday datetime default current_date
+    );
+
+    insert into users(id, name, age) values(1, 'jyp1', 23);
+    insert into users(id, name, age) values(2, 'jyp2', 24);
+    insert into users(id, name, age) values(3, 'jyp3', 25);
+    insert into users(id, name, age) values(4, 'jyp4', 26);
+
+    insert into users(id, name, age) values(5, 'jyp5', 23);
+    insert into users(id, name, age) values(6, 'jyp6', 24);
+    insert into users(id, name, age) values(7, 'jyp7', 25);
+    insert into users(id, name, age) values(8, 'jyp8', 26);    
+SQL
+
+    # setup data
+    @db.execute_batch(setup_sql)
+    @rs = @db.select("select * from users where id < 5")
+    @rs2 = @db.select("select * from users where id > 4")
+  end
+
+  def test_rs_attribute_db
+    assert_instance_of Sqlite, @rs.db
+  end
+
+  def test_rs_attribute_target_tbl_name
+    assert_equal 'users', @rs.target_tbl_name
+  end
+
+  def test_rs_attribute_rows
+    assert_operator 0, :<, @rs.rows.size
+  end
+
+  def test_rs_attribute_rows_item_type
+    assert_instance_of Array, @rs.rows.first.data
+  end
+
+  def test_fill_with_nil
+    rows = [[1, 2], [2, 3]]
+    assert_equal [[1, 2, nil], [2, 3, nil]], @rs.send(:fill_with_nil, rows, 1) 
+  end
+
+  def test_get_columns_idx
+    assert_equal [1, 2], @rs.send(:column_idx, :name, :age)
+  end
+
+  def test_get_columns_idx2
+    assert_equal [], @rs.send(:column_idx, :testtesttest)
+  end
+
+  def test_union_two_result
+    assert_equal 8, @rs.union(@rs2).rows.size
+  end
+
+  def test_union_two_result_2
+    rs1 = ResultSet.new.tap do |rs|
+      rs.column_info = [Column.new(:name1, :type1),
+                        Column.new(:name2, :type2)]
+      rs.rows = [Row.new([111, 112]), 
+                Row.new([121, 122])]
+    end
+
+    rs2 = ResultSet.new.tap do |rs|
+      rs.column_info = [Column.new(:name5, :type3),
+                        Column.new(:name6, :type4),
+                        Column.new(:name7, :type5)]
+      rs.rows = [Row.new([211, 212, 213]),
+                Row.new([221, 222, 223])]
+    end
+
+    assert_equal 4, rs1.union(rs2).rows.size
+  end
+
+  def test_union_two_result_3
+    rs1 = ResultSet.new.tap do |rs|
+      rs.column_info = [Column.new(:name1, :type1),
+                        Column.new(:name2, :type2)]
+      rs.rows = [Row.new([111, 112]), 
+                Row.new([121, 122])]
+    end
+
+    rs2 = ResultSet.new.tap do |rs|
+      rs.column_info = [Column.new(:name5, :type3),
+                        Column.new(:name6, :type4),
+                        Column.new(:name7, :type5)]
+      rs.rows = [Row.new([211, 212, 213]),
+                Row.new([221, 222, 223])]
+    end
+
+    assert_equal 4, rs2.union(rs1).rows.size
+
+    # all rows type are Rigrate::Row
+    row = rs2.rows.select { |r| ! Row === r }
+    assert_equal 0, row.size
+  end
+
+  def test_join_two_result_1
+    assert_raises(ResultSetError) do
+      @rs.join(@rs2)
+    end
+  end
+
+  def test_join_two_resulset_2
+    rs1 = ResultSet.new.tap do |rs|
+      rs.column_info = [Column.new('name1', :type1),
+                        Column.new('name2', :type2)]
+      rs.rows = [Row.new([1, 112]), 
+                Row.new([2, 122]),
+                Row.new([3, 122])]
+    end
+
+    rs2 = ResultSet.new.tap do |rs|
+      rs.column_info = [Column.new('name5', :type3),
+                        Column.new('name6', :type4),
+                        Column.new('name7', :type5)]
+      rs.rows = [Row.new([1, 212, 213]),
+                Row.new([2, 222, 223]),
+                Row.new([2, 332, 333])]
+    end
+
+    rs = rs1.join(rs2, :name1 => :name5)
+    # rows size is 3
+    assert_equal 4, rs.rows.size
+    # column size is 4
+    assert_equal 4, rs.column_info.size
+    # column name1 should fill with 2 nil
+    row = rs.rows.select {|r| r[0] == 3}.first
+    assert_equal 2, row.data.select {|field| field.nil?}.size
+  end 
+
+  def test_minus_1
+    rs1 = ResultSet.new.tap do |rs|
+      rs.column_info = [Column.new('name1', :type1),
+                        Column.new('name2', :type2)]
+      rs.rows = [Row.new([1, 112]), 
+                Row.new([2, 122])]
+    end
+
+    rs2 = ResultSet.new.tap do |rs|
+      rs.column_info = [Column.new('name5', :type3),
+                        Column.new('name6', :type4)]
+      rs.rows = [Row.new([1, 112])]
+    end
+
+    assert_equal 1, (rs1 - rs2).rows.size
+  end
+
+  def test_get_sql
+    rs = @db.select('select id,name,age from users')
+
+
+    # get insert 
+    assert_equal "insert into users (id,name,age) values (?,?,?)", rs.get_sql(:insert)
+    # get update
+    assert_equal "update users set name=?,age=? where id=?", rs.get_sql(:update)
+    assert_equal "update users set id=?,name=? where age=?", rs.get_sql(:update, ['age'])
+    # get delete
+    assert_equal "delete from users where id=?", rs.get_sql(:delete, ['id'])
+  end
+
+  def test_handle_delete
+    rs_old = @db.select("select * from users")
+    rs_old.rows.first.status = RowStatus::DELETE
+
+    # delete the first row
+    rs_old.handle_delete!
+    rs_new = @db.select("select * from users")
+    # result set size reduce 1
+    assert_equal rs_old.size, (rs_new.size + 1)
+  end
+
+  def test_handle_update
+    rs = @db.select("select * from users")
+    # update the first row name of rs
+    temp = 'xxxxxxxxxxx'
+    rs.rows.first[1] = temp
+    rs.handle_update!
+    new_rs = @db.select('select * from users')
+    assert_equal new_rs.rows.first[1], temp
+  end
+
+  def test_handle_update2
+    rs = @db.select('select name,age from users')
+    temp = 1000
+    rs.rows.first[1] = temp
+    rs.handle_update!(['name'])
+    new_rs = @db.select('select name,age from users')
+    assert_equal new_rs.rows.first[1], temp
+  end
+
+  def test_handle_insert
+    rs = @db.select('select * from users')
+    old_size = rs.size
+    n_row = Row.new.tap do |row|
+      row.data = [50, 'jiyaping', 25, '1990-08-02']
+      row.status = RowStatus::NEW
+    end
+    rs.rows << n_row
+    rs.handle_insert!
+
+    new_rs = @db.select('select * from users')
+
+    assert_equal new_rs.size, (old_size + 1)
+    assert_equal new_rs.rows.last[1], 'jiyaping'
+  end
+
+  def test_handle_save
+    rs = @db.select('select * from users')
+    rs.rows.first.status = RowStatus::DELETE
+    old_size = rs.size
+    n_row = Row.new.tap do |row|
+      row.data = [50, 'jiyaping', 25, '1990-08-02']
+      row.status = RowStatus::NEW
+    end
+    rs.rows << n_row
+    new_rs = @db.select('select * from users')
+    assert_equal new_rs.size, old_size
+  end
+
+  def test_handle_row
+    rs1 = @db.select('select * from users where id = 1')
+    rs2 = @db.select('select * from users where id in (1,2)')
+    mode = :echo
+    rows = rs1.handle_rows(rs2.rows, mode)
+    assert_equal 3, rows.size
+    new_rows = rows.select do |r|
+      r.status == RowStatus::NEW
+    end
+
+    upd_rows = rows.select do |r|
+      r.status == RowStatus::UPDATED
+    end
+
+    del_rows = rows.select do |r|
+      r.status == RowStatus::DELETE
+    end
+
+    assert_equal 2, new_rows.size
+    assert_equal 0, upd_rows.size
+    assert_equal 1, del_rows.size
+  end
+
+  def test_handle_row2
+    rs1 = @db.select('select id,name,age from users where id = 1')
+    rs2 = @db.select('select id idx,name,age from users where id =2')
+
+    rows = rs1.handle_rows(rs2.rows, [0], [0])
+    assert_equal 1, rows.size
+    new_rows = rows.select do |r|
+      r.status == RowStatus::NEW
+    end
+
+    upd_rows = rows.select do |r|
+      r.status == RowStatus::UPDATED
+    end
+
+    del_rows = rows.select do |r|
+      r.status == RowStatus::DELETE
+    end
+
+    orig_rows = rows.select do |r|
+      r.status == RowStatus::DELETE
+    end
+
+    assert_equal 1, new_rows.size
+    assert_equal 0, upd_rows.size
+    assert_equal 0, del_rows.size
+    assert_equal 0, orig_rows.size
+  end
+
+  def test_migrate_from
+    rs1 = @db.select('select id,name,age from users')
+    old_size = rs1.size
+    rs2 = @db.select('select id idx,name,age from users')
+
+    rs2.rows.first[1] = 'xxxxxxxx'
+    rs2.rows << Row.new.tap do |row|
+      row.status = RowStatus::NEW
+      row.data = [10, 'jiyaping', 25]
+    end
+
+    rs2.rows.delete_at(3)
+
+    rs1.migrate_from(rs2,nil,{:mode=>:echo})
+
+    new_rs = @db.select('select id,name,age from users')
+    assert_equal old_size, (new_rs.size)
+  end
+end