amakanize 0.0.3 → 0.0.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (8) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +3 -0
  3. data/lib/amakanize/filters/normalization_filter.rb +3 -172
  4. data/lib/amakanize/filters/space_deletion_filter.rb +1 -1
  5. data/lib/amakanize/filters/strip_filter.rb +1 -1
  6. data/lib/amakanize/filters/trailing_payload_deletion_filter.rb +1 -1
  7. data/lib/amakanize/version.rb +1 -1
  8. metadata +1 -1
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 482894490f096214785e9de7ff6a92b1b98196d2
4
- data.tar.gz: 1828fe5db671fe569683591bbde16720acbb361b
3
+ metadata.gz: cf645efe146273c35995c2cc15251ce3850543d9
4
+ data.tar.gz: 056a8518e8b576d16aa3bc812345b39412636844
5
5
  SHA512:
6
- metadata.gz: c7289380d331cb005d62cf66ef278abe6f9c4232ce78af04893ef3d0d6c97feaeb4666100a7854c360c2f24e9b3550bba69cb9a3611a064a2423308855385e50
7
- data.tar.gz: 22229fd7e12d9a0c56c56d6e691f08c3ba8366342d2b8ebeab5ad708dbee338a032132bdf06d91fb233d26a6525d68777672b4cdc6a452f3db85d9b6dab64158
6
+ metadata.gz: 73e71248a4f1e10284f252aa5ba276f62f88071d736724911ec187324740902dba601ffb655a41e0c966f3d05b1a490d82a85781f017d7cea1a17730ce65c850
7
+ data.tar.gz: e83361fabe42d824cfba864f46fabfd0384b575a973f9d79de163d7bce7d5c4ae7e8fd070ce7e3f9c35945fe644ae2dad309d8a889a69f148129c85b0ad5bd60
data/CHANGELOG.md CHANGED
@@ -1,3 +1,6 @@
1
+ ## 0.0.4
2
+ - Normalize all characters
3
+
1
4
  ## 0.0.3
2
5
  - Remove space from author name
3
6
 
data/lib/amakanize/filters/normalization_filter.rb CHANGED
@@ -3,180 +3,11 @@ require "active_support"
3
3
  module Amakanize
4
4
  module Filters
5
5
  class NormalizationFilter < BaseFilter
6
- ENCLOSED_ALPHANUMERICS_COLLECTION = %w(
7
- ⓿
8
- ⓪
9
- ➀
10
- ➊
11
- ➀
12
- ❶
13
- ①
14
- ⓵
15
- ⓾
16
- ➉
17
- ❿
18
- ➉
19
- ➓
20
- ⑩
21
- ⓫
22
- ⑪
23
- ⓬
24
- ⑫
25
- ⑬
26
- ⓭
27
- ⑭
28
- ⓮
29
- ⑮
30
- ⓯
31
- ⑯
32
- ⓰
33
- ⓱
34
- ⑰
35
- ⓲
36
- ⑱
37
- ⑲
38
- ⓳
39
- ❷
40
- ⓶
41
- ②
42
- ➁
43
- ➋
44
- ➁
45
- ⓴
46
- ⑳
47
- ㉑
48
- ㉒
49
- ㉓
50
- ㉔
51
- ㉕
52
- ㉖
53
- ㉗
54
- ㉘
55
- ㉙
56
- ➌
57
- ➂
58
- ⓷
59
- ❸
60
- ③
61
- ➂
62
- ㉚
63
- ㉛
64
- ㉜
65
- ㉝
66
- ㉞
67
- ㉟
68
- ㊱
69
- ㊲
70
- ㊳
71
- ㊴
72
- ➃
73
- ➍
74
- ⓸
75
- ④
76
- ❹
77
- ➃
78
- ㊵
79
- ㊶
80
- ㊷
81
- ㊸
82
- ㊹
83
- ㊺
84
- ㊻
85
- ㊼
86
- ㊽
87
- ㊾
88
- ⑤
89
- ⓹
90
- ➄
91
- ➄
92
- ❺
93
- ➎
94
- ㊿
95
- ⑥
96
- ➅
97
- ❻
98
- ➏
99
- ⓺
100
- ➅
101
- ➆
102
- ⑦
103
- ➐
104
- ⓻
105
- ➆
106
- ❼
107
- ⑧
108
- ➇
109
- ➇
110
- ❽
111
- ⓼
112
- ➑
113
- ❾
114
- ⑨
115
- ➈
116
- ⓽
117
- ➒
118
- ➈
119
- ⓐ
120
- Ⓐ
121
- ⓑ
122
- Ⓑ
123
- ⓒ
124
- Ⓒ
125
- ⓓ
126
- Ⓓ
127
- ⓔ
128
- Ⓔ
129
- ⓕ
130
- Ⓕ
131
- ⓖ
132
- Ⓖ
133
- ⓗ
134
- Ⓗ
135
- ⓘ
136
- Ⓘ
137
- ⓙ
138
- Ⓙ
139
- ⓚ
140
- Ⓚ
141
- ⓛ
142
- Ⓛ
143
- ⓜ
144
- Ⓜ
145
- ⓝ
146
- Ⓝ
147
- ⓞ
148
- Ⓞ
149
- ⓟ
150
- Ⓟ
151
- ⓠ
152
- Ⓠ
153
- ⓡ
154
- Ⓡ
155
- ⓢ
156
- Ⓢ
157
- ⓣ
158
- Ⓣ
159
- ⓤ
160
- Ⓤ
161
- ⓥ
162
- Ⓥ
163
- ⓦ
164
- Ⓦ
165
- ⓧ
166
- Ⓧ
167
- ⓨ
168
- Ⓨ
169
- ⓩ
170
- Ⓩ
171
- )
172
-
173
6
  # @note Override
7
+ # @param string [String] e.g. `"ぽんかん（８）"`, `"ぽんかん⑧"`
8
+ # @return [String] e.g. `"ぽんかん(8)"`, `"ぽんかん8"`
174
9
  def call(string)
175
- ENCLOSED_ALPHANUMERICS_COLLECTION.inject(string) do |result, enclosed_alphanumerics|
176
- result.gsub(enclosed_alphanumerics) do |matched_string|
177
- ::ActiveSupport::Multibyte::Unicode.normalize(matched_string)
178
- end
179
- end
10
+ ::ActiveSupport::Multibyte::Unicode.normalize(string)
180
11
  end
181
12
  end
182
13
  end
data/lib/amakanize/filters/space_deletion_filter.rb CHANGED
@@ -5,7 +5,7 @@ module Amakanize
5
5
  # @param string [String] e.g. `"渡 航"`
6
6
  # @return [String] e.g. `"渡航"`
7
7
  def call(string)
8
- string.gsub(/[[:space:]]+/, "")
8
+ string.gsub(/\s+/, "")
9
9
  end
10
10
  end
11
11
  end
data/lib/amakanize/filters/strip_filter.rb CHANGED
@@ -5,7 +5,7 @@ module Amakanize
5
5
  # @param string [String] e.g. `" 　ハノカゲ 　"`
6
6
  # @return [String] e.g. `"ハノカゲ"`
7
7
  def call(string)
8
- string.gsub(/\A[[:space:]]+/, "").gsub(/[[:space:]]+\z/, "")
8
+ string.strip
9
9
  end
10
10
  end
11
11
  end
data/lib/amakanize/filters/trailing_payload_deletion_filter.rb CHANGED
@@ -11,7 +11,7 @@ module Amakanize
11
11
  # @param string [String] e.g. `"ハノカゲ　ほか"`
12
12
  # @return [String] e.g. `"ハノカゲ"`
13
13
  def call(string)
14
- string.gsub(/[[:space:]]+#{::Regexp.union(PAYLOADS)}\z/, "")
14
+ string.gsub(/\s+#{::Regexp.union(PAYLOADS)}\z/, "")
15
15
  end
16
16
  end
17
17
  end
data/lib/amakanize/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module Amakanize
2
- VERSION = "0.0.3"
2
+ VERSION = "0.0.4"
3
3
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: amakanize
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.3
4
+ version: 0.0.4
5
5
  platform: ruby
6
6
  authors:
7
7
  - r7kamura