csv2json 0.1.0

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/.gitignore

@@ -0,0 +1,21 @@
+## MAC OS
+.DS_Store
+
+## TEXTMATE
+*.tmproj
+tmtags
+
+## EMACS
+*~
+\#*
+.\#*
+
+## VIM
+*.swp
+
+## PROJECT::GENERAL
+coverage
+rdoc
+pkg
+
+## PROJECT::SPECIFIC

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Antonin Hildebrand
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,105 @@
+= csv2json
+
+Clients were sending me XLS files, but my webs consume JSON. So I needed to convert them to JSON easily from command-line. 
+Tried to google for solution and surprisingly enough nothing solid existed.
+
+== Solution
+
+- export XLS as a CSV file (I use OpenOffice.org for this)
+- run `csv2json file.csv > file.json`
+- there is no step 3
+
+=== Sample
+
+note: make sure your XLS table has the first row with column names
+
+This CSV file:
+
+    thumbpath,imgpath,imgsrc,width,height,thumbsrc,thumbwidth,thumbheight
+    thumbnails/,images/,paris_01.jpg,350,262,paris_01.jpg,75,56
+    thumbnails/,images/,paris_02.jpg,262,350,paris_02.jpg,75,56
+    
+gets turned into this JSON: 
+
+    [
+      {
+        "thumbwidth": 75,
+        "imgsrc": "paris_01.jpg",
+        "thumbsrc": "paris_01.jpg",
+        "height": 262,
+        "imgpath": "images/",
+        "thumbheight": 56,
+        "thumbpath": "thumbnails/",
+        "width": 350
+      },
+      {
+        "thumbwidth": 75,
+        "imgsrc": "paris_02.jpg",
+        "thumbsrc": "paris_02.jpg",
+        "height": 350,
+        "imgpath": "images/",
+        "thumbheight": 56,
+        "thumbpath": "thumbnails/",
+        "width": 262
+      }
+    ]
+
+=== Installation
+
+`sudo gem install csv2json --source gemcutter.org`
+
+=== Usage
+
+    Usage: csv2json [INPUT] [OPTIONS]
+
+    Specific options:
+        -o, --output FILE                Write output to a file
+        -h, --help                       Show this message
+        -v, --version                    Show version
+
+=== Alternative usage
+
+common usage is `csv2json file.csv > file.json`
+
+csv2json should behave like proper unix command-line utility working with pipes, redirects, etc.
+
+`cat file.csv | csv2json | gzip > file.json.gz`
+
+=== Usage as a library
+
+with files
+
+    require 'csv2json'
+
+    File.open('input.csv', 'r') do |input|
+        File.open('output.json', 'w') do |output|
+            CSV2JSON.parse(input, output)
+        end
+    end
+
+or in-memory
+
+    require 'csv2json'
+
+    input = StringIO.new(csv_string)
+    output = StringIO.new()
+    CSV2JSON.parse(input, output)
+    
+    output.pos = 0
+    puts output.read
+
+== Want to contribute?
+ 
+* Fork the project.
+* Make your feature addition or bug fix.
+* Add tests for it. This is important so I don't break it in a
+  future version unintentionally.
+* Commit, do not mess with rakefile, version, or history.
+  (if you want to have your own version, that is fine but bump version in a commit by itself I can ignore when I pull)
+* Send me a pull request. Bonus points for topic branches.
+
+== Copyright
+
+Copyright (c) 2009 Antonin Hildebrand. See LICENSE for details.
+
+Check out [http://binaryage.com](http://binaryage.com)

data/Rakefile

@@ -0,0 +1,55 @@
+require 'rubygems'
+require 'rake'
+require File.join(File.expand_path(File.dirname(__FILE__)), 'lib', 'csv2json.rb')
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.version = CSV2JSON::VERSION
+    gem.name = "csv2json"
+    gem.summary = %Q{.csv to .json converter}
+    gem.description = %Q{handy for converting xls files to json}
+    gem.email = "antonin@hildebrand.cz"
+    gem.homepage = "http://github.com/darwin/csv2json"
+    gem.authors = ["Antonin Hildebrand"]
+    gem.add_development_dependency "shoulda", ">= 0"
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: gem install jeweler"
+end
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+begin
+  require 'rcov/rcovtask'
+  Rcov::RcovTask.new do |test|
+    test.libs << 'test'
+    test.pattern = 'test/**/test_*.rb'
+    test.verbose = true
+  end
+rescue LoadError
+  task :rcov do
+    abort "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov"
+  end
+end
+
+task :test => :check_dependencies
+
+task :default => :test
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "csv2json #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/bin/csv2json

@@ -0,0 +1,61 @@
+#!/usr/bin/env ruby
+
+require "rubygems"
+require 'optparse'
+require 'ostruct'
+require File.join(File.expand_path(File.dirname(__FILE__)), '..', 'lib', 'csv2json.rb') # this form is important for local development
+
+module CSV2JSONRunner
+    
+    # command-line parsing
+    COMMAND = File.basename($0)
+    USAGE = "Usage: #{COMMAND} [INPUT] [OPTIONS]"
+
+    options = OpenStruct.new
+    options.output = "-"
+
+    opts = OptionParser.new do |o|
+        o.banner = USAGE
+        o.separator ""
+        o.separator "Specific options:"
+
+        o.on("-o", "--output FILE", "Write output to a file") do |fn|
+            options.output = fn
+        end
+
+        o.on_tail("-h", "--help", "Show this message") do
+            puts o
+            exit
+        end
+
+        o.on_tail("-v", "--version", "Show version") do
+            puts CSV2JSON::VERSION
+            exit
+        end
+    end
+
+    begin
+        opts.parse!(ARGV)
+    rescue
+        die "Unable to parse options: #{$!}"
+    end
+
+    # initialize output handle
+    if options.output == "-"
+        OUT = $stdout.clone
+    else
+        OUT = File.open(options.output, "w")
+    end
+    
+    if ARGV.size > 0
+        IN = File.open(ARGV[0], "r")
+    else
+        IN = StringIO.new($stdin.read) # cannot be just $stdin.clone because FasterCSV is seeking in file :-(
+    end
+    
+    # run the command
+    CSV2JSON.parse(IN, OUT)
+    
+    # leave in peace
+    OUT.flush
+end

data/lib/csv2json.rb

@@ -0,0 +1,36 @@
+require 'fastercsv'
+require 'json'
+
+module CSV2JSON
+    VERSION = "0.1.0"
+    
+    # convert an input string value to integer or float if applicable
+    def convert(val)
+        return Integer(val) if val.to_i.to_s == val
+        Float(val) rescue val
+    end
+
+    # input and output are file objects, you can use StringIO if you want to work in memory
+    def parse(input, output, headers=nil)
+        result = Array.new
+
+        FasterCSV.new(input).each do |row|
+            # treat first row as headers if the caller didn't provide them
+            unless headers 
+                headers = row
+                next
+            end
+            
+            # build JSON snippet and append it to the result
+            snippet = Hash.new
+            headers.each_index { |i| snippet[headers[i]] = self.convert(row[i]) }
+            result << snippet
+        end
+        
+        output << JSON.pretty_generate(result)
+    end
+    
+    module_function :parse
+    module_function :convert
+    
+end

data/test/fixtures/addresses.csv

@@ -0,0 +1,16 @@
+Office,Address1,Address2,Address3,City,State,Zip,Phone,Fax
+Headquarters,1600 Amphitheatre Parkway,,,Mountain View,CA,94043,650-253-0000,650-253-0001
+New York Sales & Engineering Office,76 Ninth Avenue,,,New York,NY,10011,212-565-0000,212-565-0001
+Ann Arbor Sales Office,201 South Division Street,,,Ann Arbor,MI,48104,734-332-6500,734-332-6501
+Atlanta Sales & Engineering Office,10 10th Street NE,,,Atlanta,GA,30309,404-487-9000,404-487-9001
+Boulder Sales & Engineering Office,2590 Pearl St.,,,Boulder,CO,80302,303-245-0086,303-535-5592
+Cambridge Sales & Engineering Office,5 Cambridge Center,,,Cambridge,MA,02142,617-682-3635,617-249-0199
+Chicago Sales & Engineering Office,20 West Kinzie St.,,,Chicago,IL,60610,312-840-4100,312-840-4101
+Coppell Sales Office,701 Canyon Drive,,,Coppell,TX,75019,214-451-4000,214-451-4001
+Detroit Sales Office,114 Willits Street,,,Birmingham,MI,48009,248-351-6220,248-351-6227
+Irvine Sales & Engineering Office,19540 Jamboree Road,,,Irvine,CA,92612,949-794-1600,949-794-1601
+Pittsburgh Engineering Office,4720 Forbes Avenue,,,Pittsburgh,PA,15213,,
+Santa Monica Sales & Engineering Office,604 Arizona Avenue,,,Santa Monica,CA,90401,310-460-4000,310-309-6840
+Seattle Engineering Office,720 4th Avenue,,,Kirkland,WA,98033,425-739-5600,425-739-5601
+Seattle Sales Office,501 N. 34th Street,,,Seattle,WA,98103,206-876-1500,206-876-1501
+Washington D.C. Public Policy Office,1001 Pennsylvania Avenue NW,,,Washington,DC,20004,202-742-6520,

data/test/fixtures/addresses.json

@@ -0,0 +1,167 @@
+[
+  {
+    "Address3": null,
+    "Zip": 94043,
+    "City": "Mountain View",
+    "Phone": "650-253-0000",
+    "Fax": "650-253-0001",
+    "State": "CA",
+    "Office": "Headquarters",
+    "Address1": "1600 Amphitheatre Parkway",
+    "Address2": null
+  },
+  {
+    "Address3": null,
+    "Zip": 10011,
+    "City": "New York",
+    "Phone": "212-565-0000",
+    "Fax": "212-565-0001",
+    "State": "NY",
+    "Office": "New York Sales & Engineering Office",
+    "Address1": "76 Ninth Avenue",
+    "Address2": null
+  },
+  {
+    "Address3": null,
+    "Zip": 48104,
+    "City": "Ann Arbor",
+    "Phone": "734-332-6500",
+    "Fax": "734-332-6501",
+    "State": "MI",
+    "Office": "Ann Arbor Sales Office",
+    "Address1": "201 South Division Street",
+    "Address2": null
+  },
+  {
+    "Address3": null,
+    "Zip": 30309,
+    "City": "Atlanta",
+    "Phone": "404-487-9000",
+    "Fax": "404-487-9001",
+    "State": "GA",
+    "Office": "Atlanta Sales & Engineering Office",
+    "Address1": "10 10th Street NE",
+    "Address2": null
+  },
+  {
+    "Address3": null,
+    "Zip": 80302,
+    "City": "Boulder",
+    "Phone": "303-245-0086",
+    "Fax": "303-535-5592",
+    "State": "CO",
+    "Office": "Boulder Sales & Engineering Office",
+    "Address1": "2590 Pearl St.",
+    "Address2": null
+  },
+  {
+    "Address3": null,
+    "Zip": 2142.0,
+    "City": "Cambridge",
+    "Phone": "617-682-3635",
+    "Fax": "617-249-0199",
+    "State": "MA",
+    "Office": "Cambridge Sales & Engineering Office",
+    "Address1": "5 Cambridge Center",
+    "Address2": null
+  },
+  {
+    "Address3": null,
+    "Zip": 60610,
+    "City": "Chicago",
+    "Phone": "312-840-4100",
+    "Fax": "312-840-4101",
+    "State": "IL",
+    "Office": "Chicago Sales & Engineering Office",
+    "Address1": "20 West Kinzie St.",
+    "Address2": null
+  },
+  {
+    "Address3": null,
+    "Zip": 75019,
+    "City": "Coppell",
+    "Phone": "214-451-4000",
+    "Fax": "214-451-4001",
+    "State": "TX",
+    "Office": "Coppell Sales Office",
+    "Address1": "701 Canyon Drive",
+    "Address2": null
+  },
+  {
+    "Address3": null,
+    "Zip": 48009,
+    "City": "Birmingham",
+    "Phone": "248-351-6220",
+    "Fax": "248-351-6227",
+    "State": "MI",
+    "Office": "Detroit Sales Office",
+    "Address1": "114 Willits Street",
+    "Address2": null
+  },
+  {
+    "Address3": null,
+    "Zip": 92612,
+    "City": "Irvine",
+    "Phone": "949-794-1600",
+    "Fax": "949-794-1601",
+    "State": "CA",
+    "Office": "Irvine Sales & Engineering Office",
+    "Address1": "19540 Jamboree Road",
+    "Address2": null
+  },
+  {
+    "Address3": null,
+    "Zip": 15213,
+    "City": "Pittsburgh",
+    "Phone": null,
+    "Fax": null,
+    "State": "PA",
+    "Office": "Pittsburgh Engineering Office",
+    "Address1": "4720 Forbes Avenue",
+    "Address2": null
+  },
+  {
+    "Address3": null,
+    "Zip": 90401,
+    "City": "Santa Monica",
+    "Phone": "310-460-4000",
+    "Fax": "310-309-6840",
+    "State": "CA",
+    "Office": "Santa Monica Sales & Engineering Office",
+    "Address1": "604 Arizona Avenue",
+    "Address2": null
+  },
+  {
+    "Address3": null,
+    "Zip": 98033,
+    "City": "Kirkland",
+    "Phone": "425-739-5600",
+    "Fax": "425-739-5601",
+    "State": "WA",
+    "Office": "Seattle Engineering Office",
+    "Address1": "720 4th Avenue",
+    "Address2": null
+  },
+  {
+    "Address3": null,
+    "Zip": 98103,
+    "City": "Seattle",
+    "Phone": "206-876-1500",
+    "Fax": "206-876-1501",
+    "State": "WA",
+    "Office": "Seattle Sales Office",
+    "Address1": "501 N. 34th Street",
+    "Address2": null
+  },
+  {
+    "Address3": null,
+    "Zip": 20004,
+    "City": "Washington",
+    "Phone": "202-742-6520",
+    "Fax": null,
+    "State": "DC",
+    "Office": "Washington D.C. Public Policy Office",
+    "Address1": "1001 Pennsylvania Avenue NW",
+    "Address2": null
+  }
+]