textutils 0.9.7 → 0.9.8

Sign up to get free protection for your applications and to get access to all the features.
Files changed (4) hide show
  1. data/lib/textutils/reader/fixture_reader.rb +15 -0
  2. data/lib/textutils/reader/values_reader.rb +15 -0
  3. data/lib/textutils/version.rb +1 -1
  4. metadata +13 -13
data/lib/textutils/reader/fixture_reader.rb CHANGED
@@ -22,6 +22,21 @@ class FixtureReader
22
22
  ## e.g. CR/LF (/r/n) to LF (e.g. /n)
23
23
  text = entry.get_input_stream().read()
24
24
 
25
+ ## NOTE: needs logger ref; only available in instance methods; use global logger for now
26
+ logger = LogUtils::Logger.root
27
+ logger.debug "text.encoding.name (before): #{text.encoding.name}"
28
+ #####
29
+ # NB: ASCII-8BIT == BINARY == Encoding Unknown; Raw Bytes Here
30
+ ## NB:
31
+ # for now "hardcoded" to utf8 - what else can we do?
32
+ # - note: force_encoding will NOT change the chars only change the assumed encoding w/o translation
33
+ text = text.force_encoding( Encoding::UTF_8 )
34
+ logger.debug "text.encoding.name (after): #{text.encoding.name}"
35
+
36
+ ## todo:
37
+ # NB: for convenience: convert fancy unicode dashes/hyphens to plain ascii hyphen-minus
38
+ ## text = TextUtils.convert_unicode_dashes_to_plain_ascii( text, path: path )
39
+
25
40
  self.from_string( text )
26
41
  end
27
42
 
data/lib/textutils/reader/values_reader.rb CHANGED
@@ -21,6 +21,21 @@ class ValuesReader
21
21
  ## e.g. CR/LF (/r/n) to LF (e.g. /n)
22
22
  text = entry.get_input_stream().read()
23
23
 
24
+ ## NOTE: needs logger ref; only available in instance methods; use global logger for now
25
+ logger = LogUtils::Logger.root
26
+ logger.debug "text.encoding.name (before): #{text.encoding.name}"
27
+ #####
28
+ # NB: ASCII-8BIT == BINARY == Encoding Unknown; Raw Bytes Here
29
+ ## NB:
30
+ # for now "hardcoded" to utf8 - what else can we do?
31
+ # - note: force_encoding will NOT change the chars only change the assumed encoding w/o translation
32
+ text = text.force_encoding( Encoding::UTF_8 )
33
+ logger.debug "text.encoding.name (after): #{text.encoding.name}"
34
+
35
+ ## todo:
36
+ # NB: for convenience: convert fancy unicode dashes/hyphens to plain ascii hyphen-minus
37
+ ## text = TextUtils.convert_unicode_dashes_to_plain_ascii( text, path: path )
38
+
24
39
  self.from_string( text, more_attribs )
25
40
  end
26
41
 
data/lib/textutils/version.rb CHANGED
@@ -3,7 +3,7 @@ module TextUtils
3
3
 
4
4
  MAJOR = 0 ## todo: namespace inside version or something - why? why not??
5
5
  MINOR = 9
6
- PATCH = 7
6
+ PATCH = 8
7
7
  VERSION = [MAJOR,MINOR,PATCH].join('.')
8
8
 
9
9
  def self.version
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: textutils
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.9.7
4
+ version: 0.9.8
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors:
@@ -13,7 +13,7 @@ date: 2014-11-06 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: props
16
- requirement: &69523480 !ruby/object:Gem::Requirement
16
+ requirement: &72274350 !ruby/object:Gem::Requirement
17
17
  none: false
18
18
  requirements:
19
19
  - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
21
21
  version: '0'
22
22
  type: :runtime
23
23
  prerelease: false
24
- version_requirements: *69523480
24
+ version_requirements: *72274350
25
25
  - !ruby/object:Gem::Dependency
26
26
  name: logutils
27
- requirement: &69523230 !ruby/object:Gem::Requirement
27
+ requirement: &72273880 !ruby/object:Gem::Requirement
28
28
  none: false
29
29
  requirements:
30
30
  - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
32
32
  version: '0'
33
33
  type: :runtime
34
34
  prerelease: false
35
- version_requirements: *69523230
35
+ version_requirements: *72273880
36
36
  - !ruby/object:Gem::Dependency
37
37
  name: rubyzip
38
- requirement: &69522980 !ruby/object:Gem::Requirement
38
+ requirement: &72273580 !ruby/object:Gem::Requirement
39
39
  none: false
40
40
  requirements:
41
41
  - - ! '>='
@@ -43,10 +43,10 @@ dependencies:
43
43
  version: '0'
44
44
  type: :runtime
45
45
  prerelease: false
46
- version_requirements: *69522980
46
+ version_requirements: *72273580
47
47
  - !ruby/object:Gem::Dependency
48
48
  name: activesupport
49
- requirement: &69522750 !ruby/object:Gem::Requirement
49
+ requirement: &72273200 !ruby/object:Gem::Requirement
50
50
  none: false
51
51
  requirements:
52
52
  - - ! '>='
@@ -54,10 +54,10 @@ dependencies:
54
54
  version: '0'
55
55
  type: :runtime
56
56
  prerelease: false
57
- version_requirements: *69522750
57
+ version_requirements: *72273200
58
58
  - !ruby/object:Gem::Dependency
59
59
  name: rdoc
60
- requirement: &69520650 !ruby/object:Gem::Requirement
60
+ requirement: &72272730 !ruby/object:Gem::Requirement
61
61
  none: false
62
62
  requirements:
63
63
  - - ~>
@@ -65,10 +65,10 @@ dependencies:
65
65
  version: '4.0'
66
66
  type: :development
67
67
  prerelease: false
68
- version_requirements: *69520650
68
+ version_requirements: *72272730
69
69
  - !ruby/object:Gem::Dependency
70
70
  name: hoe
71
- requirement: &69520320 !ruby/object:Gem::Requirement
71
+ requirement: &72272390 !ruby/object:Gem::Requirement
72
72
  none: false
73
73
  requirements:
74
74
  - - ~>
@@ -76,7 +76,7 @@ dependencies:
76
76
  version: '3.12'
77
77
  type: :development
78
78
  prerelease: false
79
- version_requirements: *69520320
79
+ version_requirements: *72272390
80
80
  description: textutils - Text Filters, Helpers, Readers and More
81
81
  email: ruby-talk@ruby-lang.org
82
82
  executables: []