incsv 0.2.2 → 0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a48352c382c9de59e29eb0f294f75f68cc7f8de0
-  data.tar.gz: 749abf80150e9181ef61c0d85746ed685459a754
+  metadata.gz: 6e29974ceb4604157361a02decca58cb0865d6dd
+  data.tar.gz: b8b2f9fcaa691eadf5110260b11fbc3ca297ec24
 SHA512:
-  metadata.gz: e9b77efaf5628776671a0c113f8082335702f33ececab4e62c9f21cd1013d65bbc12f2be5b7e8f769cad9257ec2d5387ea6655b561a1803cc142613bc44e762f
-  data.tar.gz: 909a26477f6065c4a7ff04bc54f38e74c9a6fff4d32e94d73bb15b38f841ace0f120ac483b7b3e89daa9008272a117d64a9c72c4d3452694f455e865c3830aea
+  metadata.gz: 3ffb7b812b0cc6a8595a16ae1758c8aab76026ce8b950309536df1f13bf7a65f66ed223cabb69b5d606e3e97d9c79a8dafe05bb9cf9f58db46249a55e2d4cd07
+  data.tar.gz: 8f8e5299af6928a5364477cf1eebd00591d6dffbff8ffc5e61fc54552950075674be2987418c79a3db8442b372a923d84b258e9d3cf0ec7c9c42c6a2aefa7594

data/README.md

@@ -1,12 +1,23 @@
 # incsv
 
 incsv is a tool for quickly interrogating CSV files using SQL and the
-Ruby programming language.
+Ruby programming language. It is, in essence, a [REPL][] for CSV files.
 
 It works by loading the CSV into an [SQLite][] database and then
 dropping you into an interactive Ruby shell. You can then use the
-[Sequel][] database library to perform further exploratory analysis.
+[Sequel][] database library, along with Ruby code, to perform further
+exploratory analysis.
 
+This makes it easy to perform the sorts of queries that are just too
+complex for Excel, or perform queries on much larger datasets than you
+ever could in a spreadsheet program.
+
+incsv has been tested on CSV files hundreds of megabytes in size; thanks
+to SQLite’s excellent performance, it holds up admirably even at these
+very large sizes, and there’s no reason why it couldn’t handle larger
+ones, too.
+
+[REPL]: https://en.wikipedia.org/wiki/Read%E2%80%93eval%E2%80%93print_loop
 [SQLite]: https://www.sqlite.org/
 [Sequel]: http://sequel.jeremyevans.net/
 
@@ -38,8 +49,6 @@ A quick example:
 	  {:name=>"enhanced targeting card"},
 	  {:name=>"Giddyup Buttercup"}]
 
-[REPL]: https://en.wikipedia.org/wiki/Read%E2%80%93eval%E2%80%93print_loop
-
 ### The less-quick version
 
 To use incsv, you essentially just need to point it at a CSV file. It’ll

data/exe/incsv

@@ -64,8 +64,24 @@ module InCSV
       database = Database.new(csv_file)
 
       unless database.table_created? && database.imported?
+        pid = fork do
+          progress = Progress.new(output: $stdout, message: "Importing data...")
+
+          trap("TERM") do
+            progress.clear
+            exit
+          end
+
+          # No progress for files that import basically instantly
+          sleep 2
+
+          progress.indeterminate
+        end
+
         database.create_table
         database.import
+
+        Process.kill("TERM", pid)
       end
 
       console = Console.new(database.db)

data/lib/incsv.rb

@@ -4,3 +4,4 @@ require "incsv/schema"
 require "incsv/types"
 require "incsv/column"
 require "incsv/database"
+require "incsv/console"

data/lib/incsv/console.rb

@@ -0,0 +1 @@
+require_relative "console/progress"

data/lib/incsv/console/progress.rb

@@ -0,0 +1,54 @@
+require "io/console"
+
+module InCSV
+  class Progress
+    def initialize(output: $stdout, message: "Working...")
+      @output = output
+      @message = message
+    end
+
+    def indeterminate
+      loop do
+        line
+        sleep 1
+      end
+    end
+
+    def clear
+      output.print "\r"
+      output.print " " * width
+    end
+
+    private
+
+    def width
+      _, columns = $stdout.winsize
+      columns
+    end
+
+    def line
+      @offset ||= 0
+      @offset += 1
+
+      inner_width = width - 3 - message.length
+      units = (width / 4.to_f).ceil
+
+      output.print "\r#{message} |"
+
+      case @offset % 4
+      when 0
+        output.print ("=---" * units)[0...inner_width]
+      when 1
+        output.print ("-=--" * units)[0...inner_width]
+      when 2
+        output.print ("--=-" * units)[0...inner_width]
+      when 3
+        output.print ("---=" * units)[0...inner_width]
+      end
+
+      output.print "|"
+    end
+
+    attr_reader :output, :message
+  end
+end

data/lib/incsv/types.rb

@@ -1,5 +1,10 @@
 require "incsv/column_type"
 
+# The order that these files are required defines the priority order of
+# column guessing; they should therefore be required in order from most-
+# to least-specific (with string always last).
 require "incsv/types/date"
 require "incsv/types/currency"
+require "incsv/types/integer"
+require "incsv/types/decimal"
 require "incsv/types/string"

data/lib/incsv/types/decimal.rb

@@ -0,0 +1,28 @@
+module InCSV
+  module Types
+    # Represents a fixed-precision decimal number.
+    class Decimal < ColumnType
+      # What type of column to create in the database.
+      def self.for_database
+        "DECIMAL(15,10)"
+      end
+
+      # Returns true if the supplied value is a decimal number or
+      # an integer, since integers are also valid decimals.
+      #
+      # This allows for columns that contain e.g.:
+      #
+      # 123.45
+      # 123
+      # 128.2
+      def match?
+        value.strip.match(/\A[0-9]+\.?([0-9]+)?\z/)
+      end
+
+      # Converts values to BigDecimal format before storage.
+      def self.clean_value(value)
+        BigDecimal(value.strip)
+      end
+    end
+  end
+end

data/lib/incsv/types/integer.rb

@@ -0,0 +1,12 @@
+module InCSV
+  module Types
+    # Represents a whole integer
+    class Integer < ColumnType
+      # Returns true if the supplied value is an integer, or false
+      # otherwise
+      def match?
+        value.strip.match(/\A[0-9]+\z/)
+      end
+    end
+  end
+end

data/lib/incsv/version.rb

@@ -1,3 +1,3 @@
 module InCSV
-  VERSION = "0.2.2"
+  VERSION = "0.3"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: incsv
 version: !ruby/object:Gem::Version
-  version: 0.2.2
+  version: '0.3'
 platform: ruby
 authors:
 - Rob Miller
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-03-01 00:00:00.000000000 Z
+date: 2016-03-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -147,11 +147,15 @@ files:
 - lib/incsv.rb
 - lib/incsv/column.rb
 - lib/incsv/column_type.rb
+- lib/incsv/console.rb
+- lib/incsv/console/progress.rb
 - lib/incsv/database.rb
 - lib/incsv/schema.rb
 - lib/incsv/types.rb
 - lib/incsv/types/currency.rb
 - lib/incsv/types/date.rb
+- lib/incsv/types/decimal.rb
+- lib/incsv/types/integer.rb
 - lib/incsv/types/string.rb
 - lib/incsv/version.rb
 homepage: https://github.com/robmiller/incsv