xls_to_csv-paperclip-processor 0.4.3 → 0.4.4

data/Rakefile

@@ -21,7 +21,6 @@ Jeweler::Tasks.new do |gem|
   gem.description = %Q{If you want to convert .xls to .csv simply and unwittingly, then this gem is for you!}
   gem.email = "igor.alexandrov@gmail.com"
   gem.authors = ["Igor Alexandrov"]
-  gem.executables = [ 'xls2csv.rb', 'xlsx2csv.rb']
   # dependencies defined in Gemfile
 end
 Jeweler::RubygemsDotOrgTasks.new

data/VERSION

@@ -1 +1 @@
-0.4.3
+0.4.4

data/lib/xls_to_csv-paperclip-processor.rb

@@ -29,9 +29,9 @@ protected
   def command
     case @current_format
     when '.xls'
-      'xls2csv.rb'
+      'xls2csv'
     when '.xlsx'
-      'xlsx2csv.rb'  
+      'xlsx2csv'  
     else
       'cp'
     end    
@@ -40,7 +40,7 @@ protected
   def parameters(src, dst)
     p = []
 
-    if self.command == 'xls2csv.rb'
+    if self.command == 'xls2csv'
       p << [@params, "#{File.expand_path(src.path)}", "> #{File.expand_path(dst.path)}"]
     else
       p << ["#{File.expand_path(src.path)}", "#{File.expand_path(dst.path)}"]  

data/xls_to_csv-paperclip-processor.gemspec

@@ -5,14 +5,13 @@
 
 Gem::Specification.new do |s|
   s.name = "xls_to_csv-paperclip-processor"
-  s.version = "0.4.3"
+  s.version = "0.4.4"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Igor Alexandrov"]
-  s.date = "2012-11-27"
+  s.date = "2012-11-28"
   s.description = "If you want to convert .xls to .csv simply and unwittingly, then this gem is for you!"
   s.email = "igor.alexandrov@gmail.com"
-  s.executables = ["xls2csv.rb", "xlsx2csv.rb"]
   s.extra_rdoc_files = [
     "README.md"
   ]
@@ -21,11 +20,7 @@ Gem::Specification.new do |s|
     "README.md",
     "Rakefile",
     "VERSION",
-    "bin/xls2csv.rb",
-    "bin/xlsx2csv.rb",
     "lib/xls_to_csv-paperclip-processor.rb",
-    "libexec/xls2csv",
-    "libexec/xlsx2csv",
     "xls_to_csv-paperclip-processor.gemspec"
   ]
   s.homepage = "http://github.com/igor-alexandrov/xls_to_csv-paperclip-processor"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: xls_to_csv-paperclip-processor
 version: !ruby/object:Gem::Version
-  version: 0.4.3
+  version: 0.4.4
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-11-27 00:00:00.000000000 Z
+date: 2012-11-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: paperclip
@@ -62,9 +62,7 @@ dependencies:
 description: If you want to convert .xls to .csv simply and unwittingly, then this
   gem is for you!
 email: igor.alexandrov@gmail.com
-executables:
-- xls2csv.rb
-- xlsx2csv.rb
+executables: []
 extensions: []
 extra_rdoc_files:
 - README.md
@@ -73,11 +71,7 @@ files:
 - README.md
 - Rakefile
 - VERSION
-- bin/xls2csv.rb
-- bin/xlsx2csv.rb
 - lib/xls_to_csv-paperclip-processor.rb
-- libexec/xls2csv
-- libexec/xlsx2csv
 - xls_to_csv-paperclip-processor.gemspec
 homepage: http://github.com/igor-alexandrov/xls_to_csv-paperclip-processor
 licenses:
@@ -94,7 +88,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -2923987881379209445
+      hash: 4423377577935453605
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:

data/bin/xls2csv.rb

@@ -1,6 +0,0 @@
-#!/usr/bin/env ruby
-
-args = $*.map { |x| x.include?(' ') ? "'" + x + "'" : x }
-cmd = File.expand_path "#{File.dirname(__FILE__)}/../libexec/xls2csv"
-
-exec "#{cmd} #{args.join(' ')}"

data/bin/xlsx2csv.rb

@@ -1,6 +0,0 @@
-#!/usr/bin/env ruby
-
-args = $*.map { |x| x.include?(' ') ? "'" + x + "'" : x }
-cmd = File.expand_path "#{File.dirname(__FILE__)}/../libexec/xlsx2csv"
-
-exec "#{cmd} #{args.join(' ')}"

data/libexec/xlsx2csv

@@ -1,446 +0,0 @@
-#!/usr/bin/env python
-#
-#   Copyright information
-#
-# Copyright (C) 2010-2012 Dilshod Temirkhodjaev <tdilshod@gmail.com>
-#
-#   License
-#
-# This program is free software; you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation; either version 2 of the License, or
-# (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-
-__author__ = "Dilshod Temirkhodjaev <tdilshod@gmail.com>"
-__license__ = "GPL-2+"
-
-import csv, datetime, zipfile, sys, os
-import xml.parsers.expat
-from xml.dom import minidom
-from optparse import OptionParser
-
-# see also ruby-roo lib at: http://github.com/hmcgowan/roo
-FORMATS = {
-  'general' : 'float',
-  '0' : 'float',
-  '0.00' : 'float',
-  '#,##0' : 'float',
-  '#,##0.00' : 'float',
-  '0%' : 'percentage',
-  '0.00%' : 'percentage',
-  '0.00e+00' : 'float',
-  'mm-dd-yy' : 'date',
-  'd-mmm-yy' : 'date',
-  'd-mmm' : 'date',
-  'mmm-yy' : 'date',
-  'h:mm am/pm' : 'date',
-  'h:mm:ss am/pm' : 'date',
-  'h:mm' : 'time',
-  'h:mm:ss' : 'time',
-  'm/d/yy h:mm' : 'date',
-  '#,##0 ;(#,##0)' : 'float',
-  '#,##0 ;[red](#,##0)' : 'float',
-  '#,##0.00;(#,##0.00)' : 'float',
-  '#,##0.00;[red](#,##0.00)' : 'float',
-  'mm:ss' : 'time',
-  '[h]:mm:ss' : 'time',
-  'mmss.0' : 'time',
-  '##0.0e+0' : 'float',
-  '@' : 'float',
-  'yyyy\\-mm\\-dd' : 'date',
-  'dd/mm/yy' : 'date',
-  'hh:mm:ss' : 'time',
-  "dd/mm/yy\\ hh:mm" : 'date',
-  'dd/mm/yyyy hh:mm:ss' : 'date',
-  'yy-mm-dd' : 'date',
-  'd-mmm-yyyy' : 'date',
-  'm/d/yy' : 'date',
-  'm/d/yyyy' : 'date',
-  'dd-mmm-yyyy' : 'date',
-  'dd/mm/yyyy' : 'date',
-  'mm/dd/yy hh:mm am/pm' : 'date',
-  'mm/dd/yyyy hh:mm:ss' : 'date',
-  'yyyy-mm-dd hh:mm:ss' : 'date',
-}
-STANDARD_FORMATS = {
-  0 : 'general',
-  1 : '0',
-  2 : '0.00',
-  3 : '#,##0',
-  4 : '#,##0.00',
-  9 : '0%',
-  10 : '0.00%',
-  11 : '0.00e+00',
-  12 : '# ?/?',
-  13 : '# ??/??',
-  14 : 'mm-dd-yy',
-  15 : 'd-mmm-yy',
-  16 : 'd-mmm',
-  17 : 'mmm-yy',
-  18 : 'h:mm am/pm',
-  19 : 'h:mm:ss am/pm',
-  20 : 'h:mm',
-  21 : 'h:mm:ss',
-  22 : 'm/d/yy h:mm',
-  37 : '#,##0 ;(#,##0)',
-  38 : '#,##0 ;[red](#,##0)',
-  39 : '#,##0.00;(#,##0.00)',
-  40 : '#,##0.00;[red](#,##0.00)',
-  45 : 'mm:ss',
-  46 : '[h]:mm:ss',
-  47 : 'mmss.0',
-  48 : '##0.0e+0',
-  49 : '@',
-}
-
-#
-# usage: xlsx2csv("test.xslx", open("test.csv", "w+"))
-# parameters:
-#   sheetid - sheet no to convert (0 for all sheets)
-#   dateformat - override date/time format
-#   delimiter - csv columns delimiter symbol
-#   sheet_delimiter - sheets delimiter used when processing all sheets
-#   skip_empty_lines - skip empty lines
-#
-def xlsx2csv(infilepath, outfile, sheetid=1, dateformat=None, delimiter=",", sheetdelimiter="--------", skip_empty_lines=False):
-    writer = csv.writer(outfile, quoting=csv.QUOTE_MINIMAL, delimiter=delimiter)
-    ziphandle = zipfile.ZipFile(infilepath)
-    try:
-        shared_strings = parse(ziphandle, SharedStrings, "xl/sharedStrings.xml")
-        styles = parse(ziphandle, Styles, "xl/styles.xml")
-        workbook = parse(ziphandle, Workbook, "xl/workbook.xml")
-
-        if sheetid > 0:
-            sheet = None
-            for s in workbook.sheets:
-                if s['id'] == sheetid:
-                    sheet = Sheet(workbook, shared_strings, styles, ziphandle.read("xl/worksheets/sheet%i.xml" %s['id']))
-                    break
-            if not sheet:
-                raise Exception("Sheet %i Not Found" %sheetid)
-            sheet.set_dateformat(dateformat)
-            sheet.set_skip_empty_lines(skip_empty_lines)
-            sheet.to_csv(writer)
-        else:
-            for s in workbook.sheets:
-                if sheetdelimiter != "":
-                    outfile.write(sheetdelimiter + " " + str(s['id']) + " - " + s['name'].encode('utf-8') + "\r\n")
-                sheet = Sheet(workbook, shared_strings, styles, ziphandle.read("xl/worksheets/sheet%i.xml" %s['id']))
-                sheet.set_dateformat(dateformat)
-                sheet.set_skip_empty_lines(skip_empty_lines)
-                sheet.to_csv(writer)
-    finally:
-        ziphandle.close()
-
-def parse(ziphandle, klass, filename):
-    instance = klass()
-    if filename in ziphandle.namelist():
-        instance.parse(ziphandle.read(filename))
-    return instance
-
-class Workbook:
-    def __init__(self):
-        self.sheets = []
-        self.date1904 = False
-
-    def parse(self, data):
-        workbookDoc = minidom.parseString(data)
-        if len(workbookDoc.firstChild.getElementsByTagName("fileVersion")) == 0:
-            self.appName = 'unknown'
-        else:
-            self.appName = workbookDoc.firstChild.getElementsByTagName("fileVersion")[0]._attrs['appName'].value
-        try:
-            self.date1904 = workbookDoc.firstChild.getElementsByTagName("workbookPr")[0]._attrs['date1904'].value.lower().strip() != "false"
-        except:
-            pass
-
-        sheets = workbookDoc.firstChild.getElementsByTagName("sheets")[0]
-        for sheetNode in sheets.getElementsByTagName("sheet"):
-            attrs = sheetNode._attrs
-            name = attrs["name"].value
-            if self.appName == 'xl':
-                if attrs.has_key('r:id'): id = int(attrs["r:id"].value[3:])
-                else: id = int(attrs['sheetId'].value)
-            else:
-                if attrs.has_key('sheetId'): id = int(attrs["sheetId"].value)
-                else: id = int(attrs['r:id'].value[3:])
-            self.sheets.append({'name': name, 'id': id})
-
-class Styles:
-    def __init__(self):
-        self.numFmts = {}
-        self.cellXfs = []
-
-    def parse(self, data):
-        styles = minidom.parseString(data).firstChild
-        # numFmts
-        numFmtsElement = styles.getElementsByTagName("numFmts")
-        if len(numFmtsElement) == 1:
-            for numFmt in numFmtsElement[0].childNodes:
-                numFmtId = int(numFmt._attrs['numFmtId'].value)
-                formatCode = numFmt._attrs['formatCode'].value.lower().replace('\\', '')
-                self.numFmts[numFmtId] = formatCode
-        # cellXfs
-        cellXfsElement = styles.getElementsByTagName("cellXfs")
-        if len(cellXfsElement) == 1:
-            for cellXfs in cellXfsElement[0].childNodes:
-                if (cellXfs.nodeName != "xf"):
-                    continue
-                numFmtId = int(cellXfs._attrs['numFmtId'].value)
-                self.cellXfs.append(numFmtId)
-
-class SharedStrings:
-    def __init__(self):
-        self.parser = None
-        self.strings = []
-        self.si = False
-        self.t = False
-        self.rPh = False
-        self.value = ""
-
-    def parse(self, data):
-        self.parser = xml.parsers.expat.ParserCreate()
-        self.parser.CharacterDataHandler = self.handleCharData
-        self.parser.StartElementHandler = self.handleStartElement
-        self.parser.EndElementHandler = self.handleEndElement
-        self.parser.Parse(data)
-
-    def handleCharData(self, data):
-        if self.t:
-            self.value+= data
-
-    def handleStartElement(self, name, attrs):
-        if name == 'si':
-            self.si = True
-            self.value = ""
-        elif name == 't' and self.rPh:
-            self.t = False
-        elif name == 't' and self.si:
-            self.t = True
-        elif name == 'rPh':
-            self.rPh = True
-
-    def handleEndElement(self, name):
-        if name == 'si':
-            self.si = False
-            self.strings.append(self.value)
-        elif name == 't':
-            self.t = False
-        elif name == 'rPh':
-            self.rPh = False
-
-class Sheet:
-    def __init__(self, workbook, sharedString, styles, data):
-        self.parser = None
-        self.writer = None
-        self.sharedString = None
-        self.styles = None
-
-        self.in_sheet = False
-        self.in_row = False
-        self.in_cell = False
-        self.in_cell_value = False
-        self.in_cell_formula = False
-
-        self.columns = {}
-        self.rowNum = None
-        self.colType = None
-        self.s_attr = None
-        self.data = None
-
-        self.dateformat = None
-        self.skip_empty_lines = False
-
-        self.data = data
-        self.workbook = workbook
-        self.sharedStrings = sharedString.strings
-        self.styles = styles
-
-    def set_dateformat(self, dateformat):
-        self.dateformat = dateformat
-
-    def set_skip_empty_lines(self, skip):
-        self.skip_empty_lines = skip
-
-    def to_csv(self, writer):
-        self.writer = writer
-        self.parser = xml.parsers.expat.ParserCreate()
-        self.parser.CharacterDataHandler = self.handleCharData
-        self.parser.StartElementHandler = self.handleStartElement
-        self.parser.EndElementHandler = self.handleEndElement
-        self.parser.Parse(self.data)
-
-    def handleCharData(self, data):
-        if self.in_cell_value:
-            self.data = data # default value
-            if self.colType == "s": # shared string
-                self.data = self.sharedStrings[int(data)]
-            elif self.colType == "b": # boolean
-                self.data = (int(data) == 1 and "TRUE") or (int(data) == 0 and "FALSE") or data
-            elif self.s_attr:
-                s = int(self.s_attr)
-
-                # get cell format
-                format = None
-                xfs_numfmt = self.styles.cellXfs[s]
-                if self.styles.numFmts.has_key(xfs_numfmt):
-                    format = self.styles.numFmts[xfs_numfmt]
-                elif STANDARD_FORMATS.has_key(xfs_numfmt):
-                    format = STANDARD_FORMATS[xfs_numfmt]
-                # get format type
-                if format and FORMATS.has_key(format):
-                    format_type = FORMATS[format]
-
-                    if format_type == 'date': # date/time
-                        try:
-                            if self.workbook.date1904:
-                                date = datetime.datetime(1904, 01, 01) + datetime.timedelta(float(data))
-                            else:
-                                date = datetime.datetime(1899, 12, 30) + datetime.timedelta(float(data))
-                            if self.dateformat:
-                                # str(dateformat) - python2.5 bug, see: http://bugs.python.org/issue2782
-                                self.data = date.strftime(str(self.dateformat))
-                            else:
-                                dateformat = format.replace("yyyy", "%Y").replace("yy", "%y"). \
-                                  replace("hh:mm", "%H:%M").replace("h", "%H").replace("%H%H", "%H").replace("ss", "%S"). \
-                                  replace("d", "%e").replace("%e%e", "%d"). \
-                                  replace("mmmm", "%B").replace("mmm", "%b").replace(":mm", ":%M").replace("m", "%m").replace("%m%m", "%m"). \
-                                  replace("am/pm", "%p")
-                                self.data = date.strftime(str(dateformat)).strip()
-                        except (ValueError, OverflowError):
-                            # invalid date format
-                            self.data = data
-                    elif format_type == 'time': # time
-                        self.data = str(float(data) * 24*60*60)
-        # does not support it
-        #elif self.in_cell_formula:
-        #    self.formula = data
-
-    def handleStartElement(self, name, attrs):
-        if self.in_row and name == 'c':
-            self.colType = attrs.get("t")
-            self.s_attr = attrs.get("s")
-            cellId = attrs.get("r")
-            if cellId:
-                self.colNum = cellId[:len(cellId)-len(self.rowNum)]
-                self.colIndex = 0
-            else:
-                self.colIndex+= 1
-            #self.formula = None
-            self.data = ""
-            self.in_cell = True
-        elif self.in_cell and name == 'v':
-            self.in_cell_value = True
-        #elif self.in_cell and name == 'f':
-        #    self.in_cell_formula = True
-        elif self.in_sheet and name == 'row' and attrs.has_key('r'):
-            self.rowNum = attrs['r']
-            self.in_row = True
-            self.columns = {}
-            self.spans = None
-            if attrs.has_key('spans'):
-                self.spans = [int(i) for i in attrs['spans'].split(":")]
-        elif name == 'sheetData':
-            self.in_sheet = True
-
-    def handleEndElement(self, name):
-        if self.in_cell and name == 'v':
-            self.in_cell_value = False
-        #elif self.in_cell and name == 'f':
-        #    self.in_cell_formula = False
-        elif self.in_cell and name == 'c':
-            t = 0
-            for i in self.colNum: t = t*26 + ord(i) - 64
-            self.columns[t - 1 + self.colIndex] = self.data
-            self.in_cell = False
-        if self.in_row and name == 'row':
-            if len(self.columns.keys()) > 0:
-                d = [""] * (max(self.columns.keys()) + 1)
-                for k in self.columns.keys():
-                    d[k] = self.columns[k].encode("utf-8")
-                if self.spans:
-                    l = self.spans[0] + self.spans[1] - 1
-                    if len(d) < l:
-                        d+= (l - len(d)) * ['']
-                # write line to csv
-                if not self.skip_empty_lines or d.count('') != len(d):
-                    self.writer.writerow(d)
-            self.in_row = False
-        elif self.in_sheet and name == 'sheetData':
-            self.in_sheet = False
-
-def convert_recursive(path, kwargs):
-    for name in os.listdir(path):
-        fullpath = os.path.join(path, name)
-        if os.path.isdir(fullpath):
-            convert_recursive(fullpath, kwargs)
-        else:
-            if fullpath.lower().endswith(".xlsx"):
-                outfilepath = fullpath[:-4] + 'csv'
-                print("Converting %s to %s" %(fullpath, outfilepath))
-                f = open(outfilepath, 'w+b')
-                try:
-                    xlsx2csv(fullpath, f, **kwargs)
-                except zipfile.BadZipfile:
-                    print("File is not a zip file")
-                f.close()
-
-if __name__ == "__main__":
-    parser = OptionParser(usage = "%prog [options] infile [outfile]", version="0.11")
-    parser.add_option("-d", "--delimiter", dest="delimiter", default=",",
-      help="delimiter - csv columns delimiter, 'tab' or 'x09' for tab (comma is default)")
-    parser.add_option("-f", "--dateformat", dest="dateformat",
-      help="override date/time format (ex. %Y/%m/%d)")
-    parser.add_option("-i", "--ignoreempty", dest="skip_empty_lines", default=False, action="store_true",
-      help="skip empty lines")
-    parser.add_option("-p", "--sheetdelimiter", dest="sheetdelimiter", default="--------",
-      help="sheets delimiter used to separate sheets, pass '' if you don't want delimiters (default '--------')")
-    parser.add_option("-r", "--recursive", dest="recursive", default=False, action="store_true",
-      help="convert recursively")
-    parser.add_option("-s", "--sheet", dest="sheetid", default=1, type="int",
-      help="sheet no to convert (0 for all sheets)")
-
-    (options, args) = parser.parse_args()
-
-    if len(options.delimiter) == 1:
-        delimiter = options.delimiter
-    elif options.delimiter == 'tab':
-        delimiter = '\t'
-    elif options.delimiter == 'comma':
-        delimiter = ','
-    elif options.delimiter[0] == 'x':
-        delimiter = chr(int(options.delimiter[1:]))
-    else:
-        raise Exception("Invalid delimiter")
-
-    kwargs = {
-      'sheetid' : options.sheetid,
-      'delimiter' : delimiter,
-      'sheetdelimiter' : options.sheetdelimiter,
-      'dateformat' : options.dateformat,
-      'skip_empty_lines' : options.skip_empty_lines
-    }
-
-    if options.recursive:
-        if len(args) == 1:
-            convert_recursive(args[0], kwargs)
-        else:
-            parser.print_help()
-    else:
-        if len(args) < 1:
-            parser.print_help()
-        else:
-            if len(args) > 1:
-                outfile = open(args[1], 'w+b')
-                xlsx2csv(args[0], outfile, **kwargs)
-                outfile.close()
-            else:
-                xlsx2csv(args[0], sys.stdout, **kwargs)