unf_ext 0.0.7.1 → 0.0.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +5 -5
- data/.github/workflows/unf_ext.yml +49 -0
- data/CHANGELOG.md +34 -0
- data/LICENSE.txt +1 -1
- data/README.md +4 -5
- data/Rakefile +15 -1
- data/ext/unf_ext/extconf.rb +20 -0
- data/ext/unf_ext/unf/normalizer.hh +3 -3
- data/ext/unf_ext/unf/table.hh +12847 -12772
- data/lib/unf_ext/version.rb +1 -1
- data/test/normalization-test.txt +3539 -23
- data/test/test_unf_ext.rb +21 -22
- data/unf_ext.gemspec +5 -9
- metadata +27 -15
- data/.travis.yml +0 -18
data/test/test_unf_ext.rb
CHANGED
@@ -1,4 +1,3 @@
|
|
1
|
-
# -*- coding: utf-8 -*-
|
2
1
|
require 'helper'
|
3
2
|
require 'pathname'
|
4
3
|
|
@@ -12,30 +11,30 @@ class TestUnf < Test::Unit::TestCase
|
|
12
11
|
normalizer = UNF::Normalizer.new
|
13
12
|
open(Pathname(__FILE__).dirname + 'normalization-test.txt', 'r:utf-8').each_slice(6) { |lines|
|
14
13
|
flunk "broken test file" if lines.size != 6 || lines.pop !~ /^$/
|
15
|
-
str, nfd,
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
14
|
+
str, nfc, nfd, nfkc, nfkd = lines
|
15
|
+
assert_equal nfd, normalizer.normalize(str, :nfd)
|
16
|
+
assert_equal nfd, normalizer.normalize(nfd, :nfd)
|
17
|
+
assert_equal nfd, normalizer.normalize(nfc, :nfd)
|
18
|
+
assert_equal nfkd, normalizer.normalize(nfkc, :nfd)
|
19
|
+
assert_equal nfkd, normalizer.normalize(nfkc, :nfd)
|
21
20
|
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
21
|
+
assert_equal nfc, normalizer.normalize(str, :nfc)
|
22
|
+
assert_equal nfc, normalizer.normalize(nfd, :nfc)
|
23
|
+
assert_equal nfc, normalizer.normalize(nfc, :nfc)
|
24
|
+
assert_equal nfkc, normalizer.normalize(nfkc, :nfc)
|
25
|
+
assert_equal nfkc, normalizer.normalize(nfkd, :nfc)
|
27
26
|
|
28
|
-
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
|
27
|
+
assert_equal nfkd, normalizer.normalize(str, :nfkd)
|
28
|
+
assert_equal nfkd, normalizer.normalize(nfd, :nfkd)
|
29
|
+
assert_equal nfkd, normalizer.normalize(nfc, :nfkd)
|
30
|
+
assert_equal nfkd, normalizer.normalize(nfkc, :nfkd)
|
31
|
+
assert_equal nfkd, normalizer.normalize(nfkd, :nfkd)
|
33
32
|
|
34
|
-
|
35
|
-
|
36
|
-
|
37
|
-
|
38
|
-
|
33
|
+
assert_equal nfkc, normalizer.normalize(str, :nfkc)
|
34
|
+
assert_equal nfkc, normalizer.normalize(nfd, :nfkc)
|
35
|
+
assert_equal nfkc, normalizer.normalize(nfc, :nfkc)
|
36
|
+
assert_equal nfkc, normalizer.normalize(nfkc, :nfkc)
|
37
|
+
assert_equal nfkc, normalizer.normalize(nfkd, :nfkc)
|
39
38
|
}
|
40
39
|
end
|
41
40
|
end
|
data/unf_ext.gemspec
CHANGED
@@ -1,4 +1,3 @@
|
|
1
|
-
# -*- encoding: utf-8 -*-
|
2
1
|
lib = File.expand_path('../lib', __FILE__)
|
3
2
|
$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
|
4
3
|
require 'unf_ext/version'
|
@@ -24,15 +23,12 @@ Gem::Specification.new do |gem|
|
|
24
23
|
"README.md"
|
25
24
|
]
|
26
25
|
|
27
|
-
|
28
|
-
|
29
|
-
# Cap dependency on activesupport with < 4.0 on behalf of
|
30
|
-
# shoulda-matchers to satisfy bundler.
|
31
|
-
gem.add_development_dependency("activesupport", ["< 4.0"])
|
32
|
-
end
|
26
|
+
gem.required_ruby_version = '>= 2.2'
|
27
|
+
|
33
28
|
gem.add_development_dependency("rake", [">= 0.9.2.2"])
|
29
|
+
gem.add_development_dependency("test-unit")
|
34
30
|
gem.add_development_dependency("rdoc", ["> 2.4.2"])
|
35
31
|
gem.add_development_dependency("bundler", [">= 1.2"])
|
36
|
-
gem.add_development_dependency("rake-compiler", [">=
|
37
|
-
gem.add_development_dependency
|
32
|
+
gem.add_development_dependency("rake-compiler", [">= 1.1.1"])
|
33
|
+
gem.add_development_dependency("rake-compiler-dock", [">= 1.1.0"])
|
38
34
|
end
|
metadata
CHANGED
@@ -1,15 +1,15 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: unf_ext
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.8
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Takeru Ohta
|
8
8
|
- Akinori MUSHA
|
9
|
-
autorequire:
|
9
|
+
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date:
|
12
|
+
date: 2021-09-14 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: rake
|
@@ -25,6 +25,20 @@ dependencies:
|
|
25
25
|
- - ">="
|
26
26
|
- !ruby/object:Gem::Version
|
27
27
|
version: 0.9.2.2
|
28
|
+
- !ruby/object:Gem::Dependency
|
29
|
+
name: test-unit
|
30
|
+
requirement: !ruby/object:Gem::Requirement
|
31
|
+
requirements:
|
32
|
+
- - ">="
|
33
|
+
- !ruby/object:Gem::Version
|
34
|
+
version: '0'
|
35
|
+
type: :development
|
36
|
+
prerelease: false
|
37
|
+
version_requirements: !ruby/object:Gem::Requirement
|
38
|
+
requirements:
|
39
|
+
- - ">="
|
40
|
+
- !ruby/object:Gem::Version
|
41
|
+
version: '0'
|
28
42
|
- !ruby/object:Gem::Dependency
|
29
43
|
name: rdoc
|
30
44
|
requirement: !ruby/object:Gem::Requirement
|
@@ -59,28 +73,28 @@ dependencies:
|
|
59
73
|
requirements:
|
60
74
|
- - ">="
|
61
75
|
- !ruby/object:Gem::Version
|
62
|
-
version:
|
76
|
+
version: 1.1.1
|
63
77
|
type: :development
|
64
78
|
prerelease: false
|
65
79
|
version_requirements: !ruby/object:Gem::Requirement
|
66
80
|
requirements:
|
67
81
|
- - ">="
|
68
82
|
- !ruby/object:Gem::Version
|
69
|
-
version:
|
83
|
+
version: 1.1.1
|
70
84
|
- !ruby/object:Gem::Dependency
|
71
|
-
name:
|
85
|
+
name: rake-compiler-dock
|
72
86
|
requirement: !ruby/object:Gem::Requirement
|
73
87
|
requirements:
|
74
88
|
- - ">="
|
75
89
|
- !ruby/object:Gem::Version
|
76
|
-
version:
|
90
|
+
version: 1.1.0
|
77
91
|
type: :development
|
78
92
|
prerelease: false
|
79
93
|
version_requirements: !ruby/object:Gem::Requirement
|
80
94
|
requirements:
|
81
95
|
- - ">="
|
82
96
|
- !ruby/object:Gem::Version
|
83
|
-
version:
|
97
|
+
version: 1.1.0
|
84
98
|
description: Unicode Normalization Form support library for CRuby
|
85
99
|
email:
|
86
100
|
- knu@idaemons.org
|
@@ -92,8 +106,8 @@ extra_rdoc_files:
|
|
92
106
|
- README.md
|
93
107
|
files:
|
94
108
|
- ".document"
|
109
|
+
- ".github/workflows/unf_ext.yml"
|
95
110
|
- ".gitignore"
|
96
|
-
- ".travis.yml"
|
97
111
|
- CHANGELOG.md
|
98
112
|
- Gemfile
|
99
113
|
- LICENSE.txt
|
@@ -117,7 +131,7 @@ homepage: https://github.com/knu/ruby-unf_ext
|
|
117
131
|
licenses:
|
118
132
|
- MIT
|
119
133
|
metadata: {}
|
120
|
-
post_install_message:
|
134
|
+
post_install_message:
|
121
135
|
rdoc_options: []
|
122
136
|
require_paths:
|
123
137
|
- lib
|
@@ -125,18 +139,16 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
125
139
|
requirements:
|
126
140
|
- - ">="
|
127
141
|
- !ruby/object:Gem::Version
|
128
|
-
version: '
|
142
|
+
version: '2.2'
|
129
143
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
130
144
|
requirements:
|
131
145
|
- - ">="
|
132
146
|
- !ruby/object:Gem::Version
|
133
147
|
version: '0'
|
134
148
|
requirements: []
|
135
|
-
|
136
|
-
|
137
|
-
signing_key:
|
149
|
+
rubygems_version: 3.2.22
|
150
|
+
signing_key:
|
138
151
|
specification_version: 4
|
139
152
|
summary: Unicode Normalization Form support library for CRuby
|
140
153
|
test_files:
|
141
154
|
- test/test_unf_ext.rb
|
142
|
-
has_rdoc:
|
data/.travis.yml
DELETED
@@ -1,18 +0,0 @@
|
|
1
|
-
language: ruby
|
2
|
-
rvm:
|
3
|
-
- 1.8.7
|
4
|
-
- ree
|
5
|
-
- 1.9.3
|
6
|
-
- 2.0.0
|
7
|
-
- 2.1.6
|
8
|
-
- 2.2.2
|
9
|
-
- ruby-head
|
10
|
-
- rbx-18mode
|
11
|
-
- rbx-19mode
|
12
|
-
matrix:
|
13
|
-
allow_failures:
|
14
|
-
- rvm: ruby-head
|
15
|
-
- rvm: rbx-18mode
|
16
|
-
- rvm: rbx-19mode
|
17
|
-
before_script:
|
18
|
-
- rake compile
|