mdarray-jcsv 0.6.3-java

data/lib/jcsv.rb

@@ -0,0 +1,107 @@
+# -*- coding: utf-8 -*-
+
+##########################################################################################
+# @author Rodrigo Botafogo
+#
+# Copyright © 2015 Rodrigo Botafogo. All Rights Reserved. Permission to use, copy, modify, 
+# and distribute this software and its documentation, without fee and without a signed 
+# licensing agreement, is hereby granted, provided that the above copyright notice, this 
+# paragraph and the following two paragraphs appear in all copies, modifications, and 
+# distributions.
+#
+# IN NO EVENT SHALL RODRIGO BOTAFOGO BE LIABLE TO ANY PARTY FOR DIRECT, INDIRECT, SPECIAL, 
+# INCIDENTAL, OR CONSEQUENTIAL DAMAGES, INCLUDING LOST PROFITS, ARISING OUT OF THE USE OF 
+# THIS SOFTWARE AND ITS DOCUMENTATION, EVEN IF RODRIGO BOTAFOGO HAS BEEN ADVISED OF THE 
+# POSSIBILITY OF SUCH DAMAGE.
+#
+# RODRIGO BOTAFOGO SPECIFICALLY DISCLAIMS ANY WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 
+# THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE 
+# SOFTWARE AND ACCOMPANYING DOCUMENTATION, IF ANY, PROVIDED HEREUNDER IS PROVIDED "AS IS". 
+# RODRIGO BOTAFOGO HAS NO OBLIGATION TO PROVIDE MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, 
+# OR MODIFICATIONS.
+##########################################################################################
+
+require_relative '../config'
+require_relative 'filters'
+require_relative 'reader'
+
+# Ignoring surrounding spaces if they're not within quotes
+# In accordance with RFC 4180, the default behaviour of Super CSV is to treat all spaces
+# as important, including spaces surrounding the text in a cell.
+#
+# This means for reading, a cell with contents    surrounded by spaces    is read with
+# surrounding spaces preserved. And for writing, the same String is written with surrounding
+# spaces and no surrounding quotes (they're not required, as spaces are considered important).
+#
+# There are some scenarios where this restriction must be relaxed, in particular when the CSV
+# file you're working with assumes that surrounding spaces must be surrounded by quotes,
+# otherwise will be ignored. For this reason, Super CSV allows you to enable the
+# surrounding_spaces_need_quotes preference.
+#
+# With surrounding_spaces_need_quotes enabled, it means that for reading, a cell with contents
+# '    surrounded by spaces   ' would be read as 'surrounded by spaces' (surrounding spaces
+# are trimmed), unless the String has surrounding quotes, e.g. "   surrounded by spaces   ",
+# in which case the spaces are preserved. And for writing, any String containing surrounding
+# spaces will automatically be given surrounding quotes when written in order to preserve
+# the spaces.
+#
+# You can enable this behaviour by calling surrounding_spaces_need_quotes(true) on the Builder.
+# You can do this with your own custom preference, or customize an existing preference
+
+# Skipping comments
+# Although comments aren't part of RFC4180, some CSV files use them so it's useful to be able
+# to skip these lines (or even skip lines because they contain invalid data). You can use one
+# of the predefined comment matchers:
+#
+# CommentStartsWith - matches lines that start with a specified String
+# CommentMatches - matches lines that match a specified regular expression
+# Or if you like you can write your own by implementing the CommentMatcher interface.
+
+class Jcsv  
+  include_package "org.supercsv.cellprocessor.ift"
+
+  attr_reader :reader
+  
+  #---------------------------------------------------------------------------------------
+  # @param end_of_line_symbols The end of line symbols to use when writing (Windows, Mac
+  # and Linux style line breaks are all supported when reading, so this preference won't be
+  # used at all for reading).
+  # @param encoder Use your own encoder when writing CSV. See the section on custom
+  # encoders below.
+  # quoteMode
+  # Allows you to enable surrounding quotes for writing (if a column wouldn't normally be
+  # quoted because it doesn't contain special characters).
+  #---------------------------------------------------------------------------------------
+
+  def self.write
+
+  end
+  
+  #---------------------------------------------------------------------------------------
+  #
+  #---------------------------------------------------------------------------------------
+
+  def self.reader(*params)
+
+    format = params[1]? params[1][:format] : :list
+    
+    case format
+    when :map, :critbit
+      @reader = Jcsv::MapReader.new(*params)
+    when :mdarray
+      @reader = Jcsv::MDArrayReader.new(*params)
+    else
+      @reader = Jcsv::ListReader.new(*params)
+    end
+    
+  end
+
+  #---------------------------------------------------------------------------------------
+  #
+  #---------------------------------------------------------------------------------------
+  
+  def filters=(filters)
+    @reader.filters=(filters)
+  end
+  
+end

data/lib/list_reader.rb

@@ -0,0 +1,200 @@
+# -*- coding: utf-8 -*-
+
+##########################################################################################
+# @author Rodrigo Botafogo
+#
+# Copyright © 2015 Rodrigo Botafogo. All Rights Reserved. Permission to use, copy, modify, 
+# and distribute this software and its documentation, without fee and without a signed 
+# licensing agreement, is hereby granted, provided that the above copyright notice, this 
+# paragraph and the following two paragraphs appear in all copies, modifications, and 
+# distributions.
+#
+# IN NO EVENT SHALL RODRIGO BOTAFOGO BE LIABLE TO ANY PARTY FOR DIRECT, INDIRECT, SPECIAL, 
+# INCIDENTAL, OR CONSEQUENTIAL DAMAGES, INCLUDING LOST PROFITS, ARISING OUT OF THE USE OF 
+# THIS SOFTWARE AND ITS DOCUMENTATION, EVEN IF RODRIGO BOTAFOGO HAS BEEN ADVISED OF THE 
+# POSSIBILITY OF SUCH DAMAGE.
+#
+# RODRIGO BOTAFOGO SPECIFICALLY DISCLAIMS ANY WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 
+# THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE 
+# SOFTWARE AND ACCOMPANYING DOCUMENTATION, IF ANY, PROVIDED HEREUNDER IS PROVIDED "AS IS". 
+# RODRIGO BOTAFOGO HAS NO OBLIGATION TO PROVIDE MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, 
+# OR MODIFICATIONS.
+##########################################################################################
+
+require_relative "supercsv_interface"
+
+class Jcsv
+    
+  #========================================================================================
+  #
+  #========================================================================================
+
+  class ListReader < Reader
+    include_package "java.io"
+
+    #---------------------------------------------------------------------------------------
+    # read the file.
+    #---------------------------------------------------------------------------------------
+    
+    def read(&block)
+
+      # When no block given, chunks read are stored in an array and returned to the user.
+      if (!block_given?)
+        rows = []
+          parse_with_block do |line_no, row_no, chunk|
+            rows << chunk
+          end
+        rows
+      else
+        parse_with_block(&block)
+      end
+      
+    end
+    
+    #---------------------------------------------------------------------------------------
+    #
+    #---------------------------------------------------------------------------------------
+
+    private
+    
+    #========================================================================================
+    # This module should be included if the ListReader has headers; otherwise, the
+    # HeaderLess module should be included.
+    #========================================================================================
+    
+    module Header 
+      
+      #---------------------------------------------------------------------------------------
+      # When file has headers, mapping should be done through the use of a hash like data
+      # structure that responds to [] with a key.  A mapping allows reordering of columns and
+      # also columns removal.  A column will be removed if this columns mapping is false.
+      # When reading with dimensions, a mapping is automatically created and dimensions are
+      # mapped to true.  
+      #---------------------------------------------------------------------------------------
+      
+      def mapping=(column_mapping)
+        
+        # should allow mapping even with dimensions, but we need to be careful since
+        # dimensions set a mapping and this needs to be preserved. 
+        @column_mapping.mapping ||= Array.new        
+        
+        j = 0
+        @headers.each_with_index do |h, i|
+          if column_mapping[h].nil?
+            @column_mapping.mapping[i] ||= j
+            j += 1
+          else
+            raise "'true' is not allowed as a mapping: #{column_mapping}" if
+              column_mapping[h] == true
+            @column_mapping.mapping[i] ||= column_mapping[h]
+          end
+        end
+        
+      end
+      
+    end
+    
+    #========================================================================================
+    # Headerless ListReader
+    #========================================================================================
+    
+    module HeaderLess
+      
+      #---------------------------------------------------------------------------------------
+      # TODO: Needs to be reviewed.  Headerless ListReader needs further testing and
+      # eventually a new set of features.
+      #---------------------------------------------------------------------------------------
+      
+      def mapping=(map)
+        
+        raise "Mapping with array is not allowed when 'dimensions' are defined" if @dim_set
+        
+        raise "Filters parameters should either be a hash or an array of filters" if
+          !map.is_a? Array
+        
+        @column_mapping.mapping ||= map
+        @dim_set = true if @dimensions
+        
+      end
+      
+    end
+        
+    #========================================================================================
+    #
+    #========================================================================================
+
+    #---------------------------------------------------------------------------------------
+    # Should be called when the data has headers
+    #---------------------------------------------------------------------------------------
+
+    def prepare_headers
+      extend Header
+      super
+    end
+    
+    #---------------------------------------------------------------------------------------
+    # Should be called for headerless data
+    #---------------------------------------------------------------------------------------
+
+    def headerless
+      extend HeaderLess
+      super
+    end
+
+    #---------------------------------------------------------------------------------------
+    #
+    #---------------------------------------------------------------------------------------
+
+    private
+    
+    #---------------------------------------------------------------------------------------
+    # Creates a new CLR reader with the given set of preferences
+    #---------------------------------------------------------------------------------------
+
+    def new_reader(preferences)
+
+      begin
+        @reader = CLR.new(FileReader.new(@filename), preferences, @dimensions,
+                          @suppress_warnings)
+      rescue java.io.IOException => e
+        puts e
+      end
+      
+    end
+    
+    #---------------------------------------------------------------------------------------
+    #
+    #---------------------------------------------------------------------------------------
+
+    def format(chunk)
+      chunk.to_a
+    end
+
+    #---------------------------------------------------------------------------------------
+    #
+    #---------------------------------------------------------------------------------------
+
+    def assign_mapping(column_mapping)
+      
+      # should allow mapping even with dimensions, but we need to be careful since
+      # dimensions set a mapping and this needs to be preserved. 
+      @column_mapping.mapping ||= Array.new
+      
+      j = 0
+      @headers.each_with_index do |h, i|
+        if column_mapping[h].nil?
+          @column_mapping.mapping[i] ||= j
+          j += 1
+        else
+          @column_mapping.mapping[i] ||= column_mapping[h]
+        end
+      end
+      
+      # p @column_mapping.mapping
+      
+    end
+    
+  end
+  
+end  
+

data/lib/locale.rb

@@ -0,0 +1,192 @@
+# -*- coding: utf-8 -*-
+
+##########################################################################################
+# @author Rodrigo Botafogo
+#
+# Copyright © 2015 Rodrigo Botafogo. All Rights Reserved. Permission to use, copy, modify, 
+# and distribute this software and its documentation, without fee and without a signed 
+# licensing agreement, is hereby granted, provided that the above copyright notice, this 
+# paragraph and the following two paragraphs appear in all copies, modifications, and 
+# distributions.
+#
+# IN NO EVENT SHALL RODRIGO BOTAFOGO BE LIABLE TO ANY PARTY FOR DIRECT, INDIRECT, SPECIAL, 
+# INCIDENTAL, OR CONSEQUENTIAL DAMAGES, INCLUDING LOST PROFITS, ARISING OUT OF THE USE OF 
+# THIS SOFTWARE AND ITS DOCUMENTATION, EVEN IF RODRIGO BOTAFOGO HAS BEEN ADVISED OF THE 
+# POSSIBILITY OF SUCH DAMAGE.
+#
+# RODRIGO BOTAFOGO SPECIFICALLY DISCLAIMS ANY WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 
+# THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE 
+# SOFTWARE AND ACCOMPANYING DOCUMENTATION, IF ANY, PROVIDED HEREUNDER IS PROVIDED "AS IS". 
+# RODRIGO BOTAFOGO HAS NO OBLIGATION TO PROVIDE MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, 
+# OR MODIFICATIONS.
+##########################################################################################
+
+class Jcsv
+  
+  class Locale
+    
+    attr_accessor :locale
+    
+    class << self
+      attr_accessor :available_locs
+    end
+    
+    Locale.available_locs = []
+    
+    #---------------------------------------------------------------------------------------
+    #
+    #---------------------------------------------------------------------------------------
+    
+    def self.available_locales
+      
+      if (@available_locs.size == 0)
+        java.util.Locale.available_locales.each do |loc|
+          @available_locs << Locale.new(loc)
+        end
+      end
+      
+      @available_locs
+      
+    end
+    
+    #---------------------------------------------------------------------------------------
+    #
+    #---------------------------------------------------------------------------------------
+    
+    def self.default
+      Locale.new(locale: java.util.Locale.default)
+    end
+    
+    #---------------------------------------------------------------------------------------
+    #
+    #---------------------------------------------------------------------------------------
+    
+    def self.default=(locale)
+      java.util.Locale.set_default(locale.locale)
+    end
+    
+    #---------------------------------------------------------------------------------------
+    #
+    #---------------------------------------------------------------------------------------
+    
+    def self.method_missing(symbol, *args)
+      java.util.Locale.send(symbol, *args)
+    end
+    
+    #---------------------------------------------------------------------------------------
+    #
+    #---------------------------------------------------------------------------------------
+    
+    def initialize(locale: nil, language: nil, country: nil, variant: nil)
+      
+      args = [language, country, variant]
+      
+      if (locale)
+        @locale = locale
+      else
+        @locale = java.util.Locale.new(*(args.compact))
+      end
+      
+    end
+    
+    #---------------------------------------------------------------------------------------
+    #
+    #---------------------------------------------------------------------------------------
+    
+    def method_missing(symbol, *args)
+      @locale.send(symbol, *args)
+    end
+    
+  end
+  
+  #=========================================================================================
+  #
+  #=========================================================================================
+  
+  class Locale
+  
+    CANADA = Locale.new(locale: java.util.Locale::CANADA)
+    CANADA_FRENCH = Locale.new(locale: java.util.Locale::CANADA_FRENCH)
+    CHINA  = Locale.new(locale: java.util.Locale::CHINA)
+    CHINESE = Locale.new(locale: java.util.Locale::CHINESE)
+    ENGLISH = Locale.new(locale: java.util.Locale::ENGLISH)
+    FRANCE = Locale.new(locale: java.util.Locale::FRANCE)
+    FRENCH = Locale.new(locale: java.util.Locale::FRENCH)
+    GERMAN = Locale.new(locale: java.util.Locale::GERMAN)
+    GERMANY = Locale.new(locale: java.util.Locale::GERMANY)
+    ITALIAN = Locale.new(locale: java.util.Locale::ITALIAN)
+    ITALY = Locale.new(locale: java.util.Locale::ITALY)
+    JAPAN = Locale.new(locale: java.util.Locale::JAPAN)
+    JAPANESE = Locale.new(locale: java.util.Locale::JAPANESE)
+    KOREA = Locale.new(locale: java.util.Locale::KOREA)
+    KOREAN = Locale.new(locale: java.util.Locale::KOREAN)
+    PRC = Locale.new(locale: java.util.Locale::PRC)
+    ROOT = Locale.new(locale: java.util.Locale::ROOT)
+    SIMPLIFIED_CHINESE = Locale.new(locale: java.util.Locale::SIMPLIFIED_CHINESE)
+    TAIWAN = Locale.new(locale: java.util.Locale::TAIWAN)
+    TRADITIONAL_CHINESE = Locale.new(locale: java.util.Locale::TRADITIONAL_CHINESE)
+    UK = Locale.new(locale: java.util.Locale::UK)
+    US = Locale.new(locale: java.util.Locale::US)
+    BRAZIL = Locale.new(language: "pt", country: "BR")
+    
+  end
+  
+  ##########################################################################################
+  #
+  ##########################################################################################
+  
+  class DFSymbols
+    
+    attr_accessor :decimal_format_symbols
+    
+    class << self
+      attr_accessor :available_locs
+    end
+    
+    DFSymbols.available_locs = []
+    
+    #---------------------------------------------------------------------------------------
+    #
+    #---------------------------------------------------------------------------------------
+    
+    def self.available_locales
+      
+      if (@available_locs.size == 0)
+        java.text.DecimalFormatSymbols.available_locales.each do |loc|
+          @available_locs << Locale.new(loc)
+        end
+      end
+      
+      @available_locs
+      
+    end
+    
+    #---------------------------------------------------------------------------------------
+    #
+    #---------------------------------------------------------------------------------------
+    
+    def self.method_missing(symbol, *args)
+      java.text.DecimalFormatSymbols.send(symbol, *args)
+    end
+    
+    #---------------------------------------------------------------------------------------
+    #
+    #---------------------------------------------------------------------------------------
+    
+    def initialize(locale = nil)
+      @decimal_format_symbols = (locale.nil?)? java.text.DecimalFormatSymbols.new() :
+                                  java.text.DecimalFormatSymbols.new(locale.locale)
+    end
+    
+    #---------------------------------------------------------------------------------------
+    #
+    #---------------------------------------------------------------------------------------
+    
+    def method_missing(symbol, *args)
+      @decimal_format_symbols.send(symbol, *args)
+    end
+    
+  end
+  
+end
+