ctoD 0.0.3 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e659f7965bf040105156fef5a58e1ba45cbe0b67
-  data.tar.gz: 4fb16794c736fc8861e8447abf4fd532d95ed28b
+  metadata.gz: 9d90f00b6c38e9b924e9ed7aecbc4ae4989bf92c
+  data.tar.gz: c0a1d1078c31fb95ff07c5b5cdacbb665616e911
 SHA512:
-  metadata.gz: ba3bb7e0ecf2990306b8e63c671eecdb8d6a6e311f01ef6698f8cacc59486b8d8e1475ae50f34ba40841f282a4624c376d15e550a96d551b395694b30b1dfae0
-  data.tar.gz: b571ad050e1a6288fe93891ff83aae43ce791e301522c6708a4e37f416dcc0451483b01efcbe65c128dd0fe977c67853f025801945d553ca5e72195f793785c4
+  metadata.gz: 4a64d725eebc79102629e5d45643f2fa62271b58145ff6989ffefccee0c31f65a696202939950d21f8da2e79eac8135bd92bc220967df25ef5c8bced23f1da79
+  data.tar.gz: e90972194c5912518b4480de0919bff0de2de62751b82c37086d322faf3538b53249bf3b5c93ea14b861c45205f93bff08d3b734ff533bf62ef3d4e17c38a027

data/README.md

@@ -24,8 +24,10 @@ It comes with `ctoD` command.
     % ctoD
     Commands:
       ctoD create_table CSV DATABASE  # Create a database table for CSV
-      ctoD export CSV DATABASE        # Export CSV data to a DATABASE
+      ctoD export CSV DATABASE        # Export CSV data to DATABASE
       ctoD help [COMMAND]             # Describe available commands or one specific command
+      ctoD table_columns CSV          # Show column name and type pairs for a table based on given CSV
+      ctoD version                    # Show CtoD version
 
     # Export movies.csv data to a table named 'movies' at postgres movies database.
     % ctoD export movies.csv postgres://localhost/movies
@@ -33,6 +35,9 @@ It comes with `ctoD` command.
     # Export movies.csv data to movies.sqlite3 database file.
     % ctoD export movies.csv sqlite3://localhost/${HOME}/.db/movies.sqlite3
 
+    # Check table column schema to be created based on given CSV.
+    % ctoD table_columns movies.csv
+
 ## Contributing
 
 1. Fork it

data/lib/ctoD/cli.rb

@@ -1,4 +1,5 @@
 require 'thor'
+require 'csv'
 
 module CtoD
   class CLI < Thor
@@ -23,6 +24,16 @@ module CtoD
       db
     end
 
+    desc "table_columns CSV", "Show column name and type pairs for a table based on given CSV"
+    option :string_size, aliases:"-s", default:100
+    def table_columns(csv)
+      csv_data = CSV.table(csv, header_converters:->h{h.strip})
+      columns = DB.build_columns(csv_data, string_size: options[:string_size])
+      puts "\e[32mcolumn name\e[0m :type"
+      puts "----------------------------"
+      puts columns.map { |name_type| "\e[32m%s\e[0m :%s" % name_type }
+    end
+
     desc "version", "Show CtoD version"
     def version
       puts "CtoD #{CtoD::VERSION} (c) 2013 kyoendo"

data/lib/ctoD/db.rb

@@ -13,6 +13,7 @@ module CtoD
       @class_name = singularize(@table_name).capitalize
       @csv = CSV.table(csv, header_converters:->h{h.strip})
       @string_size = string_size
+      @table_columns = nil
       @uri = DB.connect(uri)
     end
 
@@ -25,13 +26,17 @@ module CtoD
     def create_table
       conn = AR.connection
       conn.create_table(@table_name) do |t|
-        @csv.headers.zip(column_types).each do |name, type|
+        table_columns.each do |name, type|
           t.column name, type
         end
         t.timestamps
       end
     end
 
+    def table_columns
+      @table_columns ||= self.class.build_columns(@csv, string_size:@string_size)
+    end
+
     def export
       self.class.const_set(@class_name, Class.new(AR))
       self.class.const_get(@class_name).create! @csv.map(&:to_hash)
@@ -56,26 +61,26 @@ module CtoD
       puts "Something go wrong at connect: #{e}"
     end
 
-    private
-    def column_types
+    def self.build_columns(csv, string_size:100)
       is_date = /^\s*\d{1,4}(\-|\/)\d{1,2}(\-|\/)\d{1,2}\s*$/
-      @csv.first.to_hash.inject([]) do |mem, (k, v)|
-        mem << begin
+      csv.first.to_hash.inject({}) do |mem, (k, v)|
+        mem[k.intern] = begin
           case v
           when 'true', 'false'
             :boolean
           when is_date
             :date
           when String, Symbol
-            @csv[k].compact.max_by(&:size).size > string_size ? :text : :string
+            csv[k].compact.max_by(&:size).size > string_size ? :text : :string
           when Fixnum, Float
-            @csv[k].any? { |e| e.is_a? Float } ? :float : :integer
+            csv[k].any? { |e| e.is_a? Float } ? :float : :integer
           when NilClass
             :string
           else
             v.class.name.downcase.intern
           end
         end
+        mem
       end
     end
   end

data/lib/ctoD/version.rb

@@ -1,3 +1,3 @@
 module CtoD
-  VERSION = "0.0.3"
+  VERSION = "0.0.4"
 end

data/spec/fixtures/langs.csv

@@ -0,0 +1,9 @@
+year,name,designer,predecessor,date,version
+1995,Ruby,Yukihiro Matsumoto,Smalltalk / Perl,1995-1-1,2.1
+1959,LISP,John McCarthy,IPL,1959-02-01,3
+1972,Smalltalk,Daniel Henry Holmes Ingalls Jr. / Xerox PARC,Simula 67,1959/12/10,5.0
+1990,Haskell,Simon Peyton Jones,Miranda,1990-4-8,2
+1995,JavaScript,Brendan Eich,LiveScript,1995-11-11,
+1995,Java,James Gosling,C / Simula 67 / C++ / Smalltalk,,
+1993,Lua,Roberto Ierusalimschy,Scheme / SNOBOL / Modula / CLU,1993-1-1,5
+1987,Erlang,Joe Armstrong,Prolog,,

data/spec/lib/db_spec.rb

@@ -0,0 +1,102 @@
+# -*- coding: utf-8 -*-
+
+require File.dirname(__FILE__) + '/../spec_helper'
+
+describe CtoD::DB do
+
+  class Lang < ActiveRecord::Base
+  end
+
+  def delete_db_if_exist
+    db_dir = '/tmp'
+    db = File.join(db_dir, 'test.db')
+    File.delete(db) if File.exist?(db)
+  end
+
+  def csvfile
+    csv_dir = File.join(File.dirname(__FILE__), '..', 'fixtures')
+    csv = File.join(csv_dir, 'langs.csv')
+  end
+
+  before do
+    delete_db_if_exist
+  end
+
+  after do
+    delete_db_if_exist
+  end
+
+  describe '#create_table and #table_exists?' do
+    context 'with csv filename and database uri' do
+      it "should be success and db is empty" do
+        conn = CtoD::DB.new(csv = csvfile, uri = 'sqlite3://localhost//tmp/test.db')
+        conn.table_exists?.should be_false
+        conn.create_table
+        langs = Lang.all
+        langs.length.should be 0
+        conn.table_exists?.should be_true
+      end
+    end
+  end
+
+  describe '.connect' do
+    context 'with database uri' do
+      it "should get URI::Generic class" do
+        conn = CtoD::DB.connect('sqlite3://localhost//tmp/test.db')
+        conn.class.should eql URI::Generic
+      end
+    end
+  end
+
+  describe '#export' do
+    context 'with csv filename and database uri' do
+      it "should be export csv file to database" do
+        conn = CtoD::DB.new(csv = csvfile, uri = 'sqlite3://localhost//tmp/test.db')
+        conn.table_exists?.should be_false
+        conn.create_table
+        conn.export
+
+        langs = Lang.all
+        langs.length.should be 8
+
+        lang = Lang.find(1)
+        lang.year.should eql 1995
+        lang.name.should eql "Ruby"
+        lang.designer.should eql "Yukihiro Matsumoto"
+        lang.predecessor.should eql "Smalltalk / Perl"
+
+        lang = Lang.find(8)
+        lang.year.should eql 1987
+        lang.name.should eql "Erlang"
+        lang.designer.should eql "Joe Armstrong"
+        lang.predecessor.should eql "Prolog"
+      end
+    end
+  end
+
+  describe '#table_columns' do
+    it 'returns column name and type pairs in hash' do
+      conn = CtoD::DB.new(csv = csvfile, uri = 'sqlite3://localhost//tmp/test.db')
+      columns = conn.table_columns
+      columns[:year].should eql :integer
+      columns[:name].should eql :string
+      columns[:designer].should eql :string
+      columns[:predecessor].should eql :string
+      columns[:date].should eql :date
+      columns[:version].should eql :float
+    end
+  end
+
+  describe '.build_columns' do
+    it 'returns column name and type pairs in hash' do
+      csv = CSV.table(csvfile)
+      columns = CtoD::DB.build_columns(csv)
+      columns[:year].should eql :integer
+      columns[:name].should eql :string
+      columns[:designer].should eql :string
+      columns[:predecessor].should eql :string
+      columns[:date].should eql :date
+      columns[:version].should eql :float
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ctoD
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
 platform: ruby
 authors:
 - kyoendo
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-11-13 00:00:00.000000000 Z
+date: 2013-11-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -144,6 +144,8 @@ files:
 - lib/ctoD/db.rb
 - lib/ctoD/version.rb
 - spec/ctoD_spec.rb
+- spec/fixtures/langs.csv
+- spec/lib/db_spec.rb
 - spec/spec_helper.rb
 homepage: https://github.com/melborne/ctoD
 licenses:
@@ -171,5 +173,7 @@ specification_version: 4
 summary: Export CSV data to database
 test_files:
 - spec/ctoD_spec.rb
+- spec/fixtures/langs.csv
+- spec/lib/db_spec.rb
 - spec/spec_helper.rb
 has_rdoc: