red-arrow 0.8.0 → 0.8.1

data/test/test-csv-reader.rb

@@ -15,76 +15,15 @@
 class CSVReaderTest < Test::Unit::TestCase
   include Helper::Fixture
 
-  sub_test_case(".read") do
-    test("String: data: with header") do
-      data = fixture_path("with-header.csv").read
-      assert_equal(<<-TABLE, Arrow::CSVReader.read(data).to_s)
-	name	score
-0	alice	   10
-1	bob 	   29
-2	chris	   -1
-      TABLE
-    end
-
-    test("String: data: without header") do
-      data = fixture_path("without-header.csv").read
-      assert_equal(<<-TABLE, Arrow::CSVReader.read(data).to_s)
-	0	1
-0	alice	10
-1	bob	29
-2	chris	-1
-      TABLE
-    end
-
-    test("String: path: with header") do
-      path = fixture_path("with-header.csv").to_s
-      assert_equal(<<-TABLE, Arrow::CSVReader.read(path).to_s)
-	name	score
-0	alice	   10
-1	bob 	   29
-2	chris	   -1
-      TABLE
-    end
-
-    test("String: path: without header") do
-      path = fixture_path("without-header.csv").to_s
-      assert_equal(<<-TABLE, Arrow::CSVReader.read(path).to_s)
-	0	1
-0	alice	10
-1	bob	29
-2	chris	-1
-      TABLE
-    end
-
-    test("Pathname: with header") do
-      path = fixture_path("with-header.csv")
-      assert_equal(<<-TABLE, Arrow::CSVReader.read(path).to_s)
-	name	score
-0	alice	   10
-1	bob 	   29
-2	chris	   -1
-      TABLE
-    end
-
-    test("Pathname: without header") do
-      path = fixture_path("without-header.csv")
-      assert_equal(<<-TABLE, Arrow::CSVReader.read(path).to_s)
-	0	1
-0	alice	10
-1	bob	29
-2	chris	-1
-      TABLE
-    end
-
-    test("CSV") do
-      CSV.open(fixture_path("with-header.csv").to_s, headers: true) do |csv|
-        assert_equal(<<-TABLE, Arrow::CSVReader.read(csv).to_s)
+  test("#read") do
+    CSV.open(fixture_path("with-header.csv").to_s, headers: true) do |csv|
+      reader = Arrow::CSVReader.new(csv)
+      assert_equal(<<-TABLE, reader.read.to_s)
 	name	score
 0	alice	10   
 1	bob 	29   
 2	chris	-1   
-        TABLE
-      end
+      TABLE
     end
   end
 end

data/test/test-date32-array.rb

@@ -0,0 +1,21 @@
+# Copyright 2017 Kouhei Sutou <kou@clear-code.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+class Date32ArrayTest < Test::Unit::TestCase
+  test("#[]") do
+    n_days_since_epoch = 17406 # 2017-08-28
+    array = Arrow::Date32Array.new([n_days_since_epoch])
+    assert_equal(Date.new(2017, 8, 28), array[0])
+  end
+end

data/test/test-date64-array.rb

@@ -0,0 +1,22 @@
+# Copyright 2017 Kouhei Sutou <kou@clear-code.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+class Date64ArrayTest < Test::Unit::TestCase
+  test("#[]") do
+    n_msecs_since_epoch = 1503878400000 # 2017-08-28T00:00:00Z
+    array = Arrow::Date64Array.new([n_msecs_since_epoch])
+    assert_equal(DateTime.new(2017, 8, 28, 0, 0, 0),
+                 array[0])
+  end
+end

data/test/test-table.rb

@@ -13,15 +13,17 @@
 # limitations under the License.
 
 class TableTest < Test::Unit::TestCase
+  include Helper::Fixture
+
   def setup
-    @count_field = Arrow::Field.new("count", :uint32)
+    @count_field = Arrow::Field.new("count", :uint8)
     @visible_field = Arrow::Field.new("visible", :boolean)
     schema = Arrow::Schema.new([@count_field, @visible_field])
     count_arrays = [
-      Arrow::UInt32Array.new([1, 2]),
-      Arrow::UInt32Array.new([4, 8, 16]),
-      Arrow::UInt32Array.new([32, 64]),
-      Arrow::UInt32Array.new([128]),
+      Arrow::UInt8Array.new([1, 2]),
+      Arrow::UInt8Array.new([4, 8, 16]),
+      Arrow::UInt8Array.new([32, 64]),
+      Arrow::UInt8Array.new([128]),
     ]
     visible_arrays = [
       Arrow::BooleanArray.new([true, false, nil]),
@@ -280,11 +282,11 @@ class TableTest < Test::Unit::TestCase
   sub_test_case("#select_columns") do
     def setup
       raw_table = {
-        :a => Arrow::UInt32Array.new([1]),
-        :b => Arrow::UInt32Array.new([1]),
-        :c => Arrow::UInt32Array.new([1]),
-        :d => Arrow::UInt32Array.new([1]),
-        :e => Arrow::UInt32Array.new([1]),
+        :a => Arrow::UInt8Array.new([1]),
+        :b => Arrow::UInt8Array.new([1]),
+        :c => Arrow::UInt8Array.new([1]),
+        :d => Arrow::UInt8Array.new([1]),
+        :e => Arrow::UInt8Array.new([1]),
       }
       @table = Arrow::Table.new(raw_table)
     end
@@ -337,4 +339,56 @@ class TableTest < Test::Unit::TestCase
       TABLE
     end
   end
+
+  sub_test_case("#save and .load") do
+    sub_test_case(":format") do
+      test("default") do
+        file = Tempfile.new(["red-arrow", ".arrow"])
+        @table.save(file.path)
+        assert_equal(@table, Arrow::Table.load(file.path))
+      end
+
+      test(":batch") do
+        file = Tempfile.new(["red-arrow", ".arrow"])
+        @table.save(file.path, :format => :batch)
+        assert_equal(@table, Arrow::Table.load(file.path, :format => :batch))
+      end
+
+      test(":stream") do
+        file = Tempfile.new(["red-arrow", ".arrow"])
+        @table.save(file.path, :format => :stream)
+        assert_equal(@table, Arrow::Table.load(file.path, :format => :stream))
+      end
+
+      test(":csv") do
+        file = Tempfile.new(["red-arrow", ".csv"])
+        @table.save(file.path, :format => :csv)
+        assert_equal(@table, Arrow::Table.load(file.path, :format => :csv))
+      end
+
+      sub_test_case("load: auto detect") do
+        test(":batch") do
+          file = Tempfile.new(["red-arrow", ".arrow"])
+          @table.save(file.path, :format => :batch)
+          assert_equal(@table, Arrow::Table.load(file.path))
+        end
+
+        test(":stream") do
+          file = Tempfile.new(["red-arrow", ".arrow"])
+          @table.save(file.path, :format => :stream)
+          assert_equal(@table, Arrow::Table.load(file.path))
+        end
+
+        test(":csv") do
+          path = fixture_path("with-header.csv")
+          assert_equal(<<-TABLE, Arrow::Table.load(path).to_s)
+	name	score
+0	alice	   10
+1	bob 	   29
+2	chris	   -1
+          TABLE
+        end
+      end
+    end
+  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: red-arrow
 version: !ruby/object:Gem::Version
-  version: 0.8.0
+  version: 0.8.1
 platform: ruby
 authors:
 - Kouhei Sutou
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-01-04 00:00:00.000000000 Z
+date: 2018-01-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gobject-introspection
@@ -137,6 +137,7 @@ files:
 - Rakefile
 - dependency-check/Rakefile
 - doc/text/apache-2.0.txt
+- doc/text/development.md
 - doc/text/news.md
 - image/red-arrow.png
 - lib/arrow.rb
@@ -147,17 +148,26 @@ files:
 - lib/arrow/chunked-array.rb
 - lib/arrow/column.rb
 - lib/arrow/compatibility.rb
+- lib/arrow/csv-loader.rb
 - lib/arrow/csv-reader.rb
+- lib/arrow/date32-array-builder.rb
+- lib/arrow/date32-array.rb
+- lib/arrow/date64-array-builder.rb
+- lib/arrow/date64-array.rb
 - lib/arrow/field.rb
 - lib/arrow/loader.rb
 - lib/arrow/record-batch-file-reader.rb
 - lib/arrow/record-batch-stream-reader.rb
 - lib/arrow/record-batch.rb
+- lib/arrow/record-containable.rb
 - lib/arrow/record.rb
 - lib/arrow/slicer.rb
 - lib/arrow/table-formatter.rb
+- lib/arrow/table-loader.rb
+- lib/arrow/table-saver.rb
 - lib/arrow/table.rb
 - lib/arrow/tensor.rb
+- lib/arrow/timestamp-array-builder.rb
 - lib/arrow/timestamp-array.rb
 - lib/arrow/version.rb
 - red-arrow.gemspec
@@ -170,7 +180,10 @@ files:
 - test/test-array.rb
 - test/test-chunked-array.rb
 - test/test-column.rb
+- test/test-csv-loader.rb
 - test/test-csv-reader.rb
+- test/test-date32-array.rb
+- test/test-date64-array.rb
 - test/test-record-batch-file-reader.rb
 - test/test-record-batch.rb
 - test/test-slicer.rb
@@ -209,11 +222,14 @@ test_files:
 - test/test-column.rb
 - test/test-array-builder.rb
 - test/test-chunked-array.rb
+- test/test-date32-array.rb
 - test/test-record-batch.rb
 - test/helper.rb
 - test/run-test.rb
 - test/test-timestamp-array.rb
 - test/test-table.rb
+- test/test-csv-loader.rb
 - test/test-array.rb
 - test/helper/fixture.rb
+- test/test-date64-array.rb
 - test/test-slicer.rb