textutils 0.9.7 → 0.9.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (4) hide show
  1. data/lib/textutils/reader/fixture_reader.rb +15 -0
  2. data/lib/textutils/reader/values_reader.rb +15 -0
  3. data/lib/textutils/version.rb +1 -1
  4. metadata +13 -13
data/lib/textutils/reader/fixture_reader.rb CHANGED
@@ -22,6 +22,21 @@ class FixtureReader
22
22
  ## e.g. CR/LF (/r/n) to LF (e.g. /n)
23
23
  text = entry.get_input_stream().read()
24
24
 
25
+ ## NOTE: needs logger ref; only available in instance methods; use global logger for now
26
+ logger = LogUtils::Logger.root
27
+ logger.debug "text.encoding.name (before): #{text.encoding.name}"
28
+ #####
29
+ # NB: ASCII-8BIT == BINARY == Encoding Unknown; Raw Bytes Here
30
+ ## NB:
31
+ # for now "hardcoded" to utf8 - what else can we do?
32
+ # - note: force_encoding will NOT change the chars only change the assumed encoding w/o translation
33
+ text = text.force_encoding( Encoding::UTF_8 )
34
+ logger.debug "text.encoding.name (after): #{text.encoding.name}"
35
+
36
+ ## todo:
37
+ # NB: for convenience: convert fancy unicode dashes/hyphens to plain ascii hyphen-minus
38
+ ## text = TextUtils.convert_unicode_dashes_to_plain_ascii( text, path: path )
39
+
25
40
  self.from_string( text )
26
41
  end
27
42
 
data/lib/textutils/reader/values_reader.rb CHANGED
@@ -21,6 +21,21 @@ class ValuesReader
21
21
  ## e.g. CR/LF (/r/n) to LF (e.g. /n)
22
22
  text = entry.get_input_stream().read()
23
23
 
24
+ ## NOTE: needs logger ref; only available in instance methods; use global logger for now
25
+ logger = LogUtils::Logger.root
26
+ logger.debug "text.encoding.name (before): #{text.encoding.name}"
27
+ #####
28
+ # NB: ASCII-8BIT == BINARY == Encoding Unknown; Raw Bytes Here
29
+ ## NB:
30
+ # for now "hardcoded" to utf8 - what else can we do?
31
+ # - note: force_encoding will NOT change the chars only change the assumed encoding w/o translation
32
+ text = text.force_encoding( Encoding::UTF_8 )
33
+ logger.debug "text.encoding.name (after): #{text.encoding.name}"
34
+
35
+ ## todo:
36
+ # NB: for convenience: convert fancy unicode dashes/hyphens to plain ascii hyphen-minus
37
+ ## text = TextUtils.convert_unicode_dashes_to_plain_ascii( text, path: path )
38
+
24
39
  self.from_string( text, more_attribs )
25
40
  end
26
41
 
data/lib/textutils/version.rb CHANGED
@@ -3,7 +3,7 @@ module TextUtils
3
3
 
4
4
  MAJOR = 0 ## todo: namespace inside version or something - why? why not??
5
5
  MINOR = 9
6
- PATCH = 7
6
+ PATCH = 8
7
7
  VERSION = [MAJOR,MINOR,PATCH].join('.')
8
8
 
9
9
  def self.version
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: textutils
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.9.7
4
+ version: 0.9.8
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors:
@@ -13,7 +13,7 @@ date: 2014-11-06 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: props
16
- requirement: &69523480 !ruby/object:Gem::Requirement
16
+ requirement: &72274350 !ruby/object:Gem::Requirement
17
17
  none: false
18
18
  requirements:
19
19
  - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
21
21
  version: '0'
22
22
  type: :runtime
23
23
  prerelease: false
24
- version_requirements: *69523480
24
+ version_requirements: *72274350
25
25
  - !ruby/object:Gem::Dependency
26
26
  name: logutils
27
- requirement: &69523230 !ruby/object:Gem::Requirement
27
+ requirement: &72273880 !ruby/object:Gem::Requirement
28
28
  none: false
29
29
  requirements:
30
30
  - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
32
32
  version: '0'
33
33
  type: :runtime
34
34
  prerelease: false
35
- version_requirements: *69523230
35
+ version_requirements: *72273880
36
36
  - !ruby/object:Gem::Dependency
37
37
  name: rubyzip
38
- requirement: &69522980 !ruby/object:Gem::Requirement
38
+ requirement: &72273580 !ruby/object:Gem::Requirement
39
39
  none: false
40
40
  requirements:
41
41
  - - ! '>='
@@ -43,10 +43,10 @@ dependencies:
43
43
  version: '0'
44
44
  type: :runtime
45
45
  prerelease: false
46
- version_requirements: *69522980
46
+ version_requirements: *72273580
47
47
  - !ruby/object:Gem::Dependency
48
48
  name: activesupport
49
- requirement: &69522750 !ruby/object:Gem::Requirement
49
+ requirement: &72273200 !ruby/object:Gem::Requirement
50
50
  none: false
51
51
  requirements:
52
52
  - - ! '>='
@@ -54,10 +54,10 @@ dependencies:
54
54
  version: '0'
55
55
  type: :runtime
56
56
  prerelease: false
57
- version_requirements: *69522750
57
+ version_requirements: *72273200
58
58
  - !ruby/object:Gem::Dependency
59
59
  name: rdoc
60
- requirement: &69520650 !ruby/object:Gem::Requirement
60
+ requirement: &72272730 !ruby/object:Gem::Requirement
61
61
  none: false
62
62
  requirements:
63
63
  - - ~>
@@ -65,10 +65,10 @@ dependencies:
65
65
  version: '4.0'
66
66
  type: :development
67
67
  prerelease: false
68
- version_requirements: *69520650
68
+ version_requirements: *72272730
69
69
  - !ruby/object:Gem::Dependency
70
70
  name: hoe
71
- requirement: &69520320 !ruby/object:Gem::Requirement
71
+ requirement: &72272390 !ruby/object:Gem::Requirement
72
72
  none: false
73
73
  requirements:
74
74
  - - ~>
@@ -76,7 +76,7 @@ dependencies:
76
76
  version: '3.12'
77
77
  type: :development
78
78
  prerelease: false
79
- version_requirements: *69520320
79
+ version_requirements: *72272390
80
80
  description: textutils - Text Filters, Helpers, Readers and More
81
81
  email: ruby-talk@ruby-lang.org
82
82
  executables: []