easy_sheet_io 0.2.2 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6de67291cc58a0ab7ea017efd79e847351f71e6790f5f2e4e3fb4462c2ff5f47
-  data.tar.gz: aa0dca360cfa89666b291d8ddeea149399068fbf57f12c422e615c5da03ac71e
+  metadata.gz: ec3308eccf2e355a8c32cf0a3496425522f793633d84203fb6378b460c99b6e0
+  data.tar.gz: 0e00581c782acbbe52883dc0b7e298158854ac4fe992e2fc825c0c766b1f0c67
 SHA512:
-  metadata.gz: 6cadf3040934873c1a9182000d6b90a9fbad20056e1bd0c17e2fe21929643a2a438832e4fdcdb5519b1def845925526cc3c4df460346affe397a8c05bddf95ce
-  data.tar.gz: 3d7df3a901737bdca5ee7cf8e9399b2d958d51134328ea5ee33ac5e17126847c54ff3e20617ad26b073029afbc790e31e10bef66d18b2d74429f36db417ddef9
+  metadata.gz: 54a4b942475d211a2a5d6e9cd3621ed94366f6f4ea313c6eb338b9e10ee426f5bee961de91bab5d31e1b5f3cd3b84bd8636cd002af22122f5140c8303741605f
+  data.tar.gz: 76caa06c1a889fb1e70c6b6b2b5a8e8a483811d24380708443fc527305da8931b5c2f42728d4d82df0e426f7a48e8a992d52896ae77f9af4e7559b3fb7115b77

data/Gemfile

@@ -6,9 +6,7 @@ source "https://rubygems.org"
 gemspec
 
 gem "rake", "~> 13.0"
-
 gem "rspec", "~> 3.0"
-
 gem "rubocop", "~> 0.80"
 
 gem "daru"

data/Gemfile.lock

@@ -1,7 +1,15 @@
 PATH
   remote: .
   specs:
-    easy_sheet_io (0.2.1)
+    easy_sheet_io (0.2.4)
+      daru (>= 0.3)
+      rake (~> 13.0)
+      roo-xls (>= 1.2.0)
+      rover-df (>= 0.2.7)
+      rspec (~> 3.0)
+      rubocop (~> 0.80)
+      smarter_csv (>= 1.4.2)
+      spreadsheet (>= 1.3.0)
 
 GEM
   remote: https://rubygems.org/

data/easy_sheet_io.gemspec

@@ -31,7 +31,15 @@ Gem::Specification.new do |spec|
 
   # Uncomment to register a new dependency of your gem
   # spec.add_dependency "example-gem", "~> 1.0"
-
+  spec.add_dependency "rake", "~> 13.0"
+  spec.add_dependency "rspec", "~> 3.0"
+  spec.add_dependency "rubocop", "~> 0.80"
+  
+  spec.add_dependency "daru", ">= 0.3"
+  spec.add_dependency "rover-df", ">= 0.2.7"
+  spec.add_dependency "smarter_csv", ">= 1.4.2"
+  spec.add_dependency "roo-xls", ">= 1.2.0"
+  spec.add_dependency "spreadsheet", ">= 1.3.0"
   # For more information and examples about making a new gem, checkout our
   # guide at: https://bundler.io/guides/creating_gem.html
 end

data/lib/easy_sheet_io/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module EasySheetIo
-  VERSION = "0.2.2"
+  VERSION = "0.3.0"
 end

data/lib/easy_sheet_io.rb

@@ -12,7 +12,7 @@ module EasySheetIo
 	class Error < StandardError; end
 	
 	module_function
-	
+
 	def read(path, **opt)
 		return /csv$/ === path ? read_csv(path, **opt) : read_excel(path, **opt)
 	end
@@ -47,9 +47,11 @@ module EasySheetIo
 	end
 	
 	# Convert 2d Array to Hash
-	# ##header: nil -> Default Headers(:column1, column2,...) are generated.
-	# line_until=nil means the data are picked up until the end line.
-	def to_hash(array2d, line_from: 1, line_until: nil, header: 0, symbol_header: false)
+	## header: nil -> Default Headers(:column1, column2,...) are generated.
+	## Option line_ignored is not implemented yet.
+	def to_hash(array2d, line_from: 1, line_until: nil, line_ignored: nil,
+		                 header: 0, symbol_header: false,
+						 replace_to_nil: [], analyze_type: true)
 		
 		# Define Read Range------------		
 		lfrom, luntil = line_from, line_until
@@ -65,6 +67,7 @@ module EasySheetIo
 		# Define Data Array------------
 		output = array2d[lfrom...luntil]
 		output_transpose = output[0].zip(*output[1..])
+		output_transpose = fix_array(output_transpose, replace_to_nil, analyze_type)
 		# -----------------------------
 
 		# Define Header----------------
@@ -84,8 +87,12 @@ module EasySheetIo
 			return Rover::DataFrame.new(data)
 		end
 	end
-	
-	# ##Genarate Array from excel file
+
+	#----------------------------
+	# Private metods from here
+	#----------------------------
+
+	# Genarate Array from excel file
 	def open_excel(path, sheet_i, encoding: "utf-8")
 		if /xlsx$/ === path
 			puts "Sorry, encoding option is not supported yet for xlsx file." if encoding != "utf-8"
@@ -118,8 +125,56 @@ module EasySheetIo
 		end
 	end
 
+	# Fix Array (Replace specific values to nil, recognize value type and cast values to the type.)
+	def fix_array(array2d, replace_to_nil, analyze_type)
+		ans = array2d
+		
+		## Replace Blank or User-Selected Value
+		ans = ans.map do |column| 
+			column.map { |cell| replace_to_nil.include?(cell) || /^\s*$/ === cell ? nil : cell }
+		end
+		
+		## Replace Number Values to Integer or Float
+		if analyze_type
+			ans = ans.map.with_index do |column, i|
+				type_of_column = :any
+				column.each { |cell| type_of_column = recognize_type(cell, type_of_column) }
+				
+				# p type_of_column
+				case type_of_column
+				when :int
+					column.map { _1.nil? ? nil : _1.to_i }
+				when :float
+					column.map { _1.nil? ? nil : _1.to_f }
+				else
+					column
+				end
+			end
+		end
+
+		return ans
+	end
+
+	def recognize_type(str, expected)
+		return expected if str.nil?
+
+		order = {:any => 0, :int => 1, :float => 2, :string => 3}
+		if /^\s*(-|\+)?\d+\s*$/ === str
+			type_of_str = :int
+		elsif /^\s*(-|\+)?\d*\.\d*\s*$/ === str || /^\s*(-|\+)?(\d*\.\d+|\d+)(e|E)(-|\+)?\d+\s*$/ === str
+			type_of_str = :float
+		else
+			type_of_str = :string
+		end
+				
+		# p "#{type_of_str}, #{str}" if order[type_of_str] > order[expected]
+
+		return order[type_of_str] > order[expected] ? type_of_str : expected
+	end
+
 	# Fix blank or duplicated header
 	def check_header(header_array)
+		# Check Blank
 		ans = header_array.map.with_index do |item, i|
 			if item.nil?
 				"column#{i}"
@@ -130,6 +185,7 @@ module EasySheetIo
 			end
 		end 
 
+		# Check Duplicated Value
 		dup_check = (0...(header_array.length)).group_by {|i| ans[i]}
 		dup_check.each do |item, i_s|
 			if i_s.length > 1
@@ -140,4 +196,6 @@ module EasySheetIo
 		return ans
 	end
 
+	private_class_method :open_excel, :fix_array, :check_header
+
 end

metadata

@@ -1,15 +1,127 @@
 --- !ruby/object:Gem::Specification
 name: easy_sheet_io
 version: !ruby/object:Gem::Version
-  version: 0.2.2
+  version: 0.3.0
 platform: ruby
 authors:
 - show-o-atakun
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-03-23 00:00:00.000000000 Z
-dependencies: []
+date: 2022-03-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.80'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.80'
+- !ruby/object:Gem::Dependency
+  name: daru
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.3'
+- !ruby/object:Gem::Dependency
+  name: rover-df
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.2.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.2.7
+- !ruby/object:Gem::Dependency
+  name: smarter_csv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.4.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.4.2
+- !ruby/object:Gem::Dependency
+  name: roo-xls
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+- !ruby/object:Gem::Dependency
+  name: spreadsheet
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.0
 description: A simple way to Open .csv, .xls, .xlsx files. You can convert it to 2D
   array, hash, data frame.
 email: