csv_query 0.0.1

data/.gitignore

@@ -0,0 +1,3 @@
+pkg/*
+*.gem
+.bundle

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in csv_query.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,19 @@
+Copyright (c) 2012 Jakob Skjerning
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,36 @@
+CSV Query - Use SQL to query CSV data
+=====================================
+
+CSV Query is a command line tool that allows you to run SQL queries on data
+stored in CSV files.
+
+For example:
+
+    $ csvq --select "count(*)" sample.csv
+    count(*)
+    --------
+           1
+
+Assumptions
+-----------
+
+The first row of data is assumed to be headers.
+
+All fields are created as `VARCHAR(255)`, which hopefully works for most cases.
+
+Behind the scenes
+-----------------
+
+CSV Query loads the CSV data into an in-memory SQLite database. Thus, the SQL
+queries need to be SQLite-flavored where applicable.
+
+Alternative/related projects
+----------------------------
+
+* [csvq.py - Python variant that does almost the same thing](http://www.gl1tch.com/~lukewarm/software/csvq/)
+* [CSVql - A query language for CSV files](https://github.com/ondrasej/CSVql)
+
+License
+-------
+
+Licensed under the MIT License. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,2 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks

data/bin/csvq

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require "csv_query"
+require 'csv_query/command_line'
+
+CsvQuery::CommandLine.run

data/csv_query.gemspec

@@ -0,0 +1,23 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "csv_query/version"
+
+Gem::Specification.new do |s|
+  s.name        = "csv_query"
+  s.version     = CsvQuery::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Jakob Skjerning"]
+  s.email       = ["jakob@mentalized.net"]
+  s.homepage    = "http://mentalized.net"
+  s.summary     = %q{Use SQL to query CSV data}
+  s.description = %q{CSV Query allows you to run SQL queries against data stored in CSV files.}
+
+  s.required_ruby_version = '>= 1.9'
+  s.add_dependency('sqlite3')
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+end

data/lib/csv_query.rb

@@ -0,0 +1,2 @@
+module CsvQuery
+end

data/lib/csv_query/command_line.rb

@@ -0,0 +1,67 @@
+require 'csv_query/query'
+
+module CsvQuery
+  class CommandLine
+    def self.parse_options_from_commandline
+      options = {}
+
+      # Set defaults
+      options[:delimiter] = ','
+      options[:select] = '*'
+
+      OptionParser.new do |opts|
+        opts.banner = "Usage: csvq [options] [CSV file]"
+        opts.separator ""
+        opts.separator "Specific options:"
+        opts.on(
+          "-d",
+          "--delimiter DELIMITER",
+          "Sets the DELIMITER used between fields in the CSV data. Default: #{options[:delimiter].inspect}"
+        ) do |d|
+          options[:delimiter] = d
+        end
+        opts.on(
+          "-H",
+          "--headers HEADERS",
+          "Comma separated list of headers. Default: First row of CSV data."
+        ) do |h|
+          options[:headers] = h
+        end
+        opts.on(
+          "-q",
+          "--query SQL",
+          "The SQL query to run on the dataset. If specified --select and --where will be ignored."
+        ) do |q|
+          options[:sql_query] = q
+        end
+        opts.on(
+          "-s",
+          "--select SQL",
+          "The SQL statement to select what fields to return. Unused if --query is given. Default: #{options[:select].inspect}."
+        ) do |s|
+          options[:select] = s
+        end
+        opts.on(
+          "-w",
+          "--where SQL",
+          "The SQL conditions to use for quering the dataset. Unused if --query is given."
+        ) do |w|
+          options[:where] = w
+        end
+
+        opts.on_tail("-h", "--help", "Show this message.") do
+          puts opts
+          exit
+        end
+      end.parse!
+
+      options
+    end
+
+    def self.run
+      options = parse_options_from_commandline
+
+      CsvQuery::Query.new(ARGF.read, options).run
+    end
+  end
+end

data/lib/csv_query/query.rb

@@ -0,0 +1,118 @@
+require 'csv'
+require 'optparse'
+require 'sqlite3'
+
+module CsvQuery
+  class Query
+    attr_reader :csv_data, :options
+
+    def initialize(csv_data, options)
+      @csv_data = csv_data
+      @options = options
+    end
+
+    def run
+      results = run_query
+      output_results_table(results)
+    end
+
+    private
+
+    def build_sql_query
+      sql_query = options[:sql_query]
+      return sql_query unless sql_query.nil?
+
+      select_statement = "SELECT #{options[:select]}"
+      from_statement = "FROM csv"
+      where_statement = if options[:where]
+        "WHERE #{options[:where]}"
+      end
+
+      [
+        select_statement,
+        from_statement,
+        where_statement
+      ].join(" ")
+    end
+
+    def create_database_and_table(csv)
+      database = SQLite3::Database.new(':memory:')
+
+      column_definitions = csv.headers.collect { |name| "#{name} VARCHAR(255)" }
+      database.execute "CREATE TABLE csv (#{column_definitions.join(", ")})"
+
+      database
+    end
+
+    def create_database_with_data_from_csv
+      database = create_database_and_table(csv)
+      import_csv_into_database(csv, database)
+      database
+    end
+
+    def csv
+      @parsed_csv ||= parse_csv_data
+    end
+
+    def database
+      @database ||= create_database_with_data_from_csv
+    end
+
+    def headers
+      options[:headers] || :first_row
+    end
+
+    def import_csv_into_database(csv, database)
+      sql = "INSERT INTO csv VALUES (#{(['?'] * csv.headers.size).join(',')})"
+      statement = database.prepare(sql)
+
+      csv.each do |row|
+        statement.execute(row.fields)
+      end
+    end
+
+    def output_results_table(results)
+      num_columns = if results.first
+        results.first.size
+      else
+        0
+      end
+      column_widths = [0] * num_columns
+      results.collect { |row|
+        row.each_with_index do |column, index|
+          width = column.size
+          column_widths[index] = width if width > column_widths[index]
+        end
+      }
+      format_strings = column_widths.collect { |width|
+        "%#{width}s"
+      }
+      format_string = format_strings.join(" | ")
+
+      results.each_with_index do |result, index|
+        puts format_string % result
+        if index == 0
+          # Seperate headers and results
+          puts column_widths.collect { |width| '-' * width }.join('-+-')
+        end
+      end
+    end
+
+    def parse_csv_data
+      csv_options = {
+        :headers => headers,
+        :col_sep => options[:delimiter]
+      }
+
+      csv = CSV.parse(csv_data, csv_options)
+    end
+
+    def run_query
+      database.execute2(sql_query)
+    end
+
+    def sql_query
+      @sql_query ||= build_sql_query
+    end
+  end
+end

data/lib/csv_query/version.rb

@@ -0,0 +1,3 @@
+module CsvQuery
+  VERSION = "0.0.1"
+end

metadata

@@ -0,0 +1,73 @@
+--- !ruby/object:Gem::Specification
+name: csv_query
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Jakob Skjerning
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-11-06 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: CSV Query allows you to run SQL queries against data stored in CSV files.
+email:
+- jakob@mentalized.net
+executables:
+- csvq
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/csvq
+- csv_query.gemspec
+- lib/csv_query.rb
+- lib/csv_query/command_line.rb
+- lib/csv_query/query.rb
+- lib/csv_query/version.rb
+homepage: http://mentalized.net
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '1.9'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Use SQL to query CSV data
+test_files: []