chicago-etl 0.0.13 → 0.1.0

data/spec/etl/sequel/load_data_infile_expression_spec.rb

@@ -1,60 +0,0 @@
-require 'spec_helper'
-
-describe Chicago::ETL::SequelExtensions::LoadDataInfileExpression do
-  it "loads the data in the file into the table" do
-    described_class.new("bar.csv", :foo, ['bar', 'quux']).
-      to_sql(TEST_DB).should include("LOAD DATA INFILE 'bar.csv' INTO TABLE `foo`")
-  end
-
-  it "loads the data with replacment" do
-    described_class.new("bar.csv", :foo, ['bar', 'quux'],
-                        :update => :replace).
-      to_sql(TEST_DB).should include("REPLACE INTO TABLE")
-  end
-
-  it "loads the data ignoring rows" do
-    described_class.new("bar.csv", :foo, ['bar', 'quux'], :update => :ignore).
-      to_sql(TEST_DB).should include("IGNORE INTO TABLE")
-  end
-
-  it "should be in UTF-8 character set by default" do
-    described_class.new("bar.csv", :foo, ['bar', 'quux']).
-      to_sql(TEST_DB).should include("CHARACTER SET 'utf8'")
-  end
-
-  it "may be in other character sets" do
-    described_class.new("bar.csv", :foo, ['bar', 'quux'], :character_set => "ascii").
-      to_sql(TEST_DB).should include("CHARACTER SET 'ascii'")
-  end
-
-  it "should load columns" do
-    described_class.new("bar.csv", :foo, ['bar', 'quux']).
-      to_sql(TEST_DB).should include("(`bar`,`quux`)")
-  end
-
-  it "should load into variables if column begins with @" do
-    described_class.new("bar.csv", :foo, ['@bar', 'quux']).
-      to_sql(TEST_DB).should include("(@bar,`quux`)")
-  end
-
-  it "can ignore lines" do
-    described_class.new("bar.csv", :foo, ['bar', 'quux'], :ignore => 2).
-      to_sql(TEST_DB).should include("IGNORE 2 LINES")
-  end
-
-  it "can be in csv format" do
-    described_class.new("bar.csv", :foo, ['bar', 'quux'], :format => :csv).
-      to_sql(TEST_DB).should include("FIELDS TERMINATED BY ',' OPTIONALLY ENCLOSED BY '\"' ESCAPED BY '\"'")
-  end
-
-  it "can set column values" do
-    sql = described_class.new("bar.csv", :foo, ['@bar', 'quux'], 
-                        :set => {:bar => :unhex.sql_function("@bar".lit),
-                        :etl_batch_id => 3}).
-      to_sql(TEST_DB)
-
-    sql.should include("SET")
-    sql.should include("`etl_batch_id` = 3")
-    sql.should include("`bar` = unhex(@bar)")
-  end
-end

data/spec/etl/sequel/load_data_infile_spec.rb

@@ -1,37 +0,0 @@
-require 'spec_helper'
-
-describe Chicago::ETL::SequelExtensions::LoadDataInfile do
-  before :each do
-    @sql = TEST_DB[:foo].load_csv_infile_sql("bar.csv", [:bar, :baz])
-  end
-
-  it "loads the data in the file" do
-    @sql.should include("LOAD DATA INFILE 'bar.csv'")
-  end
-
-  it "replaces rows currently in the table" do
-    @sql.should include("REPLACE INTO TABLE `foo`")
-  end
-
-  it "should be in the UTF 8 character set" do
-    @sql.should include("CHARACTER SET 'utf8'")
-  end
-
-  it "should escape with the \" character" do
-    @sql.should include("ESCAPED BY '\"'")
-  end
-
-  it "supports standard csv, with optional quoting" do
-    @sql.should include("FIELDS TERMINATED BY ',' OPTIONALLY ENCLOSED BY '\"'")
-  end
-
-  it "loads into the columns specified" do
-    @sql.should include("(`bar`,`baz`)")
-  end
-
-  it "can ignore instead of replacing rows" do
-    @sql = TEST_DB[:foo].insert_ignore.
-      load_csv_infile_sql("bar.csv", [:bar, :baz])
-    @sql.should include("IGNORE INTO TABLE `foo`")
-  end
-end

data/spec/etl/sink_spec.rb

@@ -1,7 +0,0 @@
-require 'spec_helper'
-
-describe Chicago::ETL::Sink do
-  it "writes rows once if given a key" do
-    
-  end
-end

data/spec/etl/transformations/add_insert_timestamp_spec.rb

@@ -1,9 +0,0 @@
-require 'spec_helper'
-
-describe Chicago::ETL::Transformations::AddInsertTimestamp do
-  it "adds a timestamp in UTC in the _inserted_at field" do
-    time = subject.call({}).first[:_inserted_at]
-    time.should be_kind_of(Time)
-    time.zone.should == "UTC"
-  end
-end