inci_score 2.3.0 → 2.4.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/inci_score/normalizer.rb +1 -1
- data/lib/inci_score/normalizer_rules.rb +13 -1
- data/lib/inci_score/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 4c68c4446dbccbbcc8f297ca047af8a27a321c13
|
4
|
+
data.tar.gz: 933e2d099e05c01aaec68a19febc2a2272ee8a62
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 7508d4f066f1f8faf2ed6e526db78221c8394721772d1eca7d48bba68fc4de3c3b9209fce9a772b92e4e83cf19033d46e2f5cfe41891cb050adc6b40db94e6c2
|
7
|
+
data.tar.gz: 4bd7c6b76bade0820adb6502e5acbcbdaf3769589849920c76ab333723211fc7e335322cc8a321f3fd94c4b4632700d618922ef1e64b10e67b1e907f8a7f24e6
|
@@ -2,7 +2,7 @@ require "inci_score/normalizer_rules"
|
|
2
2
|
|
3
3
|
module InciScore
|
4
4
|
class Normalizer
|
5
|
-
DEFAULT_RULES = [Rules::Replacer, Rules::Downcaser, Rules::Beheader, Rules::Separator, Rules::Tokenizer, Rules::Sanitizer, Rules::Desynonymizer, Rules::Uniquifier]
|
5
|
+
DEFAULT_RULES = [Rules::Replacer, Rules::Downcaser, Rules::Beheader, Rules::Separator, Rules::Tokenizer, Rules::Sanitizer, Rules::Desynonymizer, Rules::Deparenthesizer, Rules::Uniquifier]
|
6
6
|
|
7
7
|
attr_reader :src
|
8
8
|
|
@@ -68,7 +68,7 @@ module InciScore
|
|
68
68
|
module Sanitizer
|
69
69
|
extend self
|
70
70
|
|
71
|
-
INVALID_CHARS = /[^\/\(\)\w\s-]/
|
71
|
+
INVALID_CHARS = /[^\/\[\]\(\)\w\s-]/
|
72
72
|
|
73
73
|
def call(src)
|
74
74
|
Array(src).map do |token|
|
@@ -89,6 +89,18 @@ module InciScore
|
|
89
89
|
end
|
90
90
|
end
|
91
91
|
|
92
|
+
module Deparenthesizer
|
93
|
+
extend self
|
94
|
+
|
95
|
+
PARENTHESIS = /\(.+?\)|\[.+?\]/
|
96
|
+
|
97
|
+
def call(src)
|
98
|
+
Array(src).map do |token|
|
99
|
+
token.sub(PARENTHESIS, '').strip
|
100
|
+
end.reject(&:empty?)
|
101
|
+
end
|
102
|
+
end
|
103
|
+
|
92
104
|
module Uniquifier
|
93
105
|
extend self
|
94
106
|
|
data/lib/inci_score/version.rb
CHANGED