clarifier 0.9.0 → 0.9.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (7) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +3 -0
  3. data/Gemfile.lock +1 -1
  4. data/lib/clarifier/stop_words.rb +1 -1
  5. data/lib/clarifier/version.rb +1 -1
  6. data/test/stop_words_test.rb +7 -0
  7. metadata +13 -13
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: a284e14c6ff8275e044ef65de1103c50f904b015
4
- data.tar.gz: 89c5f5b8d614acd0b02efe2bb4c6fa117f225cc5
3
+ metadata.gz: 9af9d677763c627011473cd332e8d2c3edf2b15f
4
+ data.tar.gz: ab57bbe2592452503b8c8a4eccc9e567f0099c20
5
5
  SHA512:
6
- metadata.gz: fabd1582bfe6cf87592e7c5c4bf0264beb3f02b7d173f0716033ad7908edd1ba9d8e88ee323f1fe818ba54ca201df14d62df4f12fec6da945cd74d3a802b172d
7
- data.tar.gz: a337256cf75701be19943bfdf21217baecff51e1100096b1f03a98582f117df8bd76ad5e5a69b5d6875a247645dfff6a9fc50b5cc66a05420b2bbd97011f222e
6
+ metadata.gz: 2fb3c4d22e2348bd2d7e5b4878293a57c948b4bd26f980228d6c4d5483ce4851ae5ffff6c803ef28dfffc5fe4d436f7988b27dda1b9e56153e4171374e2c7e62
7
+ data.tar.gz: 205075a28f4138fa016dc1d4f05b50b8dbc26f266c2cb47cb5e5e564a5de682304cec66ac6424386040107047bc6b84de802828527a4f2ff619af05f3f522466
data/CHANGELOG.md CHANGED
@@ -1,3 +1,6 @@
1
+ # 0.9.1 / 2015-05-21
2
+ * [BUGFIX] escape stopwords when used in regex
3
+
1
4
  # 0.9.0 / 2014-12-18
2
5
  * [FEATURE] Incremental training of stopwords list using refine() and reset()
3
6
 
data/Gemfile.lock CHANGED
@@ -1,7 +1,7 @@
1
1
  PATH
2
2
  remote: .
3
3
  specs:
4
- clarifier (0.9.0)
4
+ clarifier (0.9.1)
5
5
 
6
6
  GEM
7
7
  remote: https://rubygems.org/
data/lib/clarifier/stop_words.rb CHANGED
@@ -24,7 +24,7 @@ module Clarifier
24
24
  new_string = input.dup
25
25
 
26
26
  @stopwords.each do |word|
27
- new_string.gsub!(/(^|\s)#{word}(\s|$)/i, '\1\2')
27
+ new_string.gsub!(/(^|\s)#{Regexp.escape(word)}(\s|$)/i, '\1\2')
28
28
  end
29
29
 
30
30
  new_string.gsub!(/\s+/, ' ')
data/lib/clarifier/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module Clarifier
2
- VERSION = "0.9.0"
2
+ VERSION = "0.9.1"
3
3
  end
data/test/stop_words_test.rb CHANGED
@@ -16,6 +16,13 @@ module Clarifier
16
16
  skip
17
17
  end
18
18
 
19
+ def test_escape_stopwords_in_regex
20
+ sw = Clarifier::StopWords.new([':)', 'and'])
21
+ input = 'I like traditional emoticons :)'
22
+ expected = 'I like traditional emoticons'
23
+ assert_equal expected, sw.clarify(input)
24
+ end
25
+
19
26
  def test_use_an_array_of_stopwords_if_provided
20
27
  sw = Clarifier::StopWords.new(%w(quick brown lazy))
21
28
  input = 'The quick brown fox jumped over the lazy dog.'
metadata CHANGED
@@ -1,69 +1,69 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: clarifier
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.9.0
4
+ version: 0.9.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - Rob Styles
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2014-12-18 00:00:00.000000000 Z
11
+ date: 2015-05-21 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bundler
15
15
  requirement: !ruby/object:Gem::Requirement
16
16
  requirements:
17
- - - ~>
17
+ - - "~>"
18
18
  - !ruby/object:Gem::Version
19
19
  version: '1.5'
20
20
  type: :development
21
21
  prerelease: false
22
22
  version_requirements: !ruby/object:Gem::Requirement
23
23
  requirements:
24
- - - ~>
24
+ - - "~>"
25
25
  - !ruby/object:Gem::Version
26
26
  version: '1.5'
27
27
  - !ruby/object:Gem::Dependency
28
28
  name: rake
29
29
  requirement: !ruby/object:Gem::Requirement
30
30
  requirements:
31
- - - '>='
31
+ - - ">="
32
32
  - !ruby/object:Gem::Version
33
33
  version: '0'
34
34
  type: :development
35
35
  prerelease: false
36
36
  version_requirements: !ruby/object:Gem::Requirement
37
37
  requirements:
38
- - - '>='
38
+ - - ">="
39
39
  - !ruby/object:Gem::Version
40
40
  version: '0'
41
41
  - !ruby/object:Gem::Dependency
42
42
  name: mocha
43
43
  requirement: !ruby/object:Gem::Requirement
44
44
  requirements:
45
- - - '>='
45
+ - - ">="
46
46
  - !ruby/object:Gem::Version
47
47
  version: '0'
48
48
  type: :development
49
49
  prerelease: false
50
50
  version_requirements: !ruby/object:Gem::Requirement
51
51
  requirements:
52
- - - '>='
52
+ - - ">="
53
53
  - !ruby/object:Gem::Version
54
54
  version: '0'
55
55
  - !ruby/object:Gem::Dependency
56
56
  name: minitest
57
57
  requirement: !ruby/object:Gem::Requirement
58
58
  requirements:
59
- - - ~>
59
+ - - "~>"
60
60
  - !ruby/object:Gem::Version
61
61
  version: 5.0.8
62
62
  type: :development
63
63
  prerelease: false
64
64
  version_requirements: !ruby/object:Gem::Requirement
65
65
  requirements:
66
- - - ~>
66
+ - - "~>"
67
67
  - !ruby/object:Gem::Version
68
68
  version: 5.0.8
69
69
  description: Clarifier is a stopwords library for removing common words from text
@@ -73,7 +73,7 @@ executables: []
73
73
  extensions: []
74
74
  extra_rdoc_files: []
75
75
  files:
76
- - .gitignore
76
+ - ".gitignore"
77
77
  - CHANGELOG.md
78
78
  - Gemfile
79
79
  - Gemfile.lock
@@ -101,12 +101,12 @@ require_paths:
101
101
  - lib
102
102
  required_ruby_version: !ruby/object:Gem::Requirement
103
103
  requirements:
104
- - - '>='
104
+ - - ">="
105
105
  - !ruby/object:Gem::Version
106
106
  version: '0'
107
107
  required_rubygems_version: !ruby/object:Gem::Requirement
108
108
  requirements:
109
- - - '>='
109
+ - - ">="
110
110
  - !ruby/object:Gem::Version
111
111
  version: '0'
112
112
  requirements: []