mymatrix 0.0.3 → 0.0.4

data/lib/file_io.rb

@@ -0,0 +1,34 @@
+# -*- coding: utf-8 -*-
+class FileIO
+  # ファイルオープン時、パス文字列のエンコードを変換してシステムに返却するためのメソッド
+	def self.encodePath(path)
+		case self.filesystem
+		when 'u'
+			#utf8=>utf8なので何もしない
+			#path = MyMatrix.toutf8(path)
+			#path.encode('UTF-8')
+			path
+		when 's'
+			path = MyMatrix.tosjis(path)
+			#path.encode('Windows-31J')
+		when 'w'
+			path = MyMatrix.tosjis(path)
+			#path.encode('Windows-31J')
+		when 'm'
+			path = MyMatrix.toUtf8Mac(path)
+		end
+	end
+  def self.filesystem
+ 		#platform check
+		if(RUBY_PLATFORM.downcase =~ /mswin(?!ce)|mingw|cygwin|bccwin/)
+			filesystem = 's'
+		elsif(RUBY_PLATFORM.downcase =~ /darwin/)
+			filesystem = 'm'
+		elsif(RUBY_PLATFORM.downcase =~ /linux/)
+			filesystem = 'u'
+		else
+			filesystem = 'u'
+		end
+    return filesystem
+  end
+end

data/lib/loader_csv.rb

@@ -0,0 +1,44 @@
+# -*- coding: utf-8 -*-
+require 'file_io'
+class LoaderCsv < FileIO
+  def self.makeMatrix(file, opts={:offset=>0})
+  #CSV読み込みメソッド
+		#1.9系ではFasterCSVを使えない
+		if(RUBY_VERSION =~ /1\.[^9]/)
+			#1.8以下の場合
+			require 'fastercsv'
+			csv = FasterCSV
+		else
+			#1.9以上の場合
+			require 'csv'
+			Encoding.default_external = 'Windows-31J'
+			csv = CSV
+		end
+		out = []
+		i= 0
+		syspath = self.encodePath(file)
+		csv.foreach(syspath, {:row_sep => "\r\n", :encoding => 'Shift_JIS'}) do |row|
+			if(opts[:offset])
+				if(opts[:offset] < i)
+					next
+				end
+			end
+			#「1,300台」などカンマが使われている場合、「"1,300台"」となってしまうので、カンマを無視する
+			newRow = []
+			row.each do |cell|
+				cell = cell.to_s
+				cell ||= ''
+				cell = MyMatrix.toutf8(cell)
+				#cell = cell.gsub(/^\"/, "")
+				#cell = cell.gsub(/\"$/, "")
+				#"
+				newRow << cell
+			end
+			out << newRow
+			i += 1
+		end
+		return out
+
+
+  end
+end

data/lib/loader_factory.rb

@@ -0,0 +1,32 @@
+# -*- coding: utf-8 -*-
+require 'loader_xls'
+require 'loader_csv'
+require 'loader_txt'
+class LoaderFactory
+  def self.load(file, opts)
+    mx = []
+    if(file =~ /\.xls$/)
+			mx = LoaderXls.makeMatrix(file, opts)
+		elsif(@file =~ /(\.tsv|\.txt|\.TSV|\.TXT)/)
+			mx = LoaderTxt.makeMatrix(file, opts)
+		elsif(file =~ /(\.csv|\.CSV)/)
+			mx = LoaderCsv.makeMatrix(file, opts)
+		elsif(file == nil)
+		else
+			#デフォルトはTSVで読み込むようにする。
+			mx = LoaderTxt.makeMatrix(file, opts)
+		end
+    mx = self.clean(mx)
+    return mx
+  end
+  def self.clean(mx)
+		#@mxの末尾に空レコードが入っていたら、その空白を削除
+		while(mx[mx.size-1] && mx[mx.size-1].join == '')
+			mx.pop
+		end
+		if(mx.size == 0)
+			mx = []
+		end
+    return mx
+  end
+end

data/lib/loader_txt.rb

@@ -0,0 +1,40 @@
+# -*- coding: utf-8 -*-
+require 'file_io'
+class LoaderTxt < FileIO
+  def self.makeMatrix(file, opts={:sep=>"\t", :offset=>0})
+  #TSV: tab separated value 読み込みメソッド
+
+		out = []
+    epath = encodePath(file)
+		if(!File.exist?(epath))
+			open(epath, 'w') do |fo|
+				fo.print("\n\n")
+			end
+		end
+    path = self.encodePath(file)
+		fi = open(path, "r:Windows-31J")
+		if(opts[:offset])
+			opts[:offset].times do |i|
+				fi.gets
+			end
+		end
+		opts[:sep]||="\t"
+		fi.each do |line|
+			row = MyMatrix.toutf8(line).chomp.split(/#{opts[:sep]}/)
+			#「1,300台」などカンマが使われている場合、「"1,300台"」となってしまうので、カンマを無視する
+			newRow = []
+			row.each do |cell|
+				stri = cell.dup
+				stri.gsub!(/^\"(.*)\"$/, '\1')
+				#"
+				stri.gsub!(/""/, '"')
+				newRow << stri
+			end
+			out << newRow
+		end
+		fi.close
+		return out
+
+
+  end
+end

data/lib/loader_xls.rb

@@ -0,0 +1,41 @@
+# -*- coding: utf-8 -*-
+require 'file_io'
+require 'spreadsheet'
+class LoaderXls < FileIO
+  def self.makeMatrix(file, opts={ })
+    # xls読み込みメソッド
+		if(opts)
+			offset = opts[:offset]
+      sheet = opts[:sheet]
+		end
+		offset ||= 0
+    sheet ||= 0
+    
+		out = []
+		#todo xlsFileがなかったら作成
+		path = self.encodePath(file)
+		xl = Spreadsheet.open(path, 'rb')
+    sheet = xl.worksheet(sheet)
+		rowsize = sheet.last_row_index
+		(rowsize+1-offset).times do |i|
+			row = sheet.row(i+offset)
+			orow = []
+			row.each do |ele|
+				#様々な型で値が入っている。改行も入っている
+				if(ele.class == Float)&&(ele.to_s =~ /(\d+)\.0/)
+					ele = $1
+				end
+				if(ele.class == Spreadsheet::Formula)
+					ele = ele.value
+				end
+				if(ele == nil)
+					ele = ''
+				end
+				ele = ele.to_s.gsub(/\n/, '<br>')
+				orow << ele
+			end
+			out << orow
+		end
+		return out
+  end
+end

data/lib/mymatrix.rb

@@ -1,18 +1,17 @@
 #!/usr/bin/ruby -Ku
 # -*- encoding: utf-8 -*-
-require "mymatrix/version"
-require 'loader_factory'
-
-
 $:.unshift(File.dirname(__FILE__)) unless
   $:.include?(File.dirname(__FILE__)) || $:.include?(File.expand_path(File.dirname(__FILE__)))
-
+require "mymatrix/version"
 require 'rubygems'
 require 'nkf'
 require 'logger'
 require 'pp'
 require 'enumerable_ex' #verbose_each
 
+require 'loader_factory'
+
+
 if(RUBY_VERSION =~ /1\.[^9]/)
   $KCODE='UTF8'
 end
@@ -42,7 +41,7 @@ class MyMatrix
 		@log.level = Logger::DEBUG
 		@file  = file
 		
-		@mx = []
+
     @mx = LoaderFactory.load(@file, opts)
 
 

data/lib/mymatrix/version.rb

@@ -1,3 +1,3 @@
 class MyMatrix
-  VERSION = "0.0.3"
+  VERSION = "0.0.4"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: mymatrix
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
   prerelease: 
 platform: ruby
 authors:
@@ -13,7 +13,7 @@ date: 2012-03-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &2152540560 !ruby/object:Gem::Requirement
+  requirement: &2160859920 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,7 +21,7 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2152540560
+  version_requirements: *2160859920
 description: mymatrix is a handling library for MS Excel and  csv/tsv text.
 email:
 - yukihico@gmail.com
@@ -31,6 +31,11 @@ extra_rdoc_files: []
 files:
 - Gemfile
 - Rakefile
+- lib/file_io.rb
+- lib/loader_csv.rb
+- lib/loader_factory.rb
+- lib/loader_txt.rb
+- lib/loader_xls.rb
 - lib/mymatrix.rb
 - lib/mymatrix/version.rb
 - mymatrix.gemspec