clarifier 0.9.0 → 0.9.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +3 -0
  3. data/Gemfile.lock +1 -1
  4. data/lib/clarifier/stop_words.rb +1 -1
  5. data/lib/clarifier/version.rb +1 -1
  6. data/test/stop_words_test.rb +7 -0
  7. metadata +13 -13
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: a284e14c6ff8275e044ef65de1103c50f904b015
4
- data.tar.gz: 89c5f5b8d614acd0b02efe2bb4c6fa117f225cc5
3
+ metadata.gz: 9af9d677763c627011473cd332e8d2c3edf2b15f
4
+ data.tar.gz: ab57bbe2592452503b8c8a4eccc9e567f0099c20
5
5
  SHA512:
6
- metadata.gz: fabd1582bfe6cf87592e7c5c4bf0264beb3f02b7d173f0716033ad7908edd1ba9d8e88ee323f1fe818ba54ca201df14d62df4f12fec6da945cd74d3a802b172d
7
- data.tar.gz: a337256cf75701be19943bfdf21217baecff51e1100096b1f03a98582f117df8bd76ad5e5a69b5d6875a247645dfff6a9fc50b5cc66a05420b2bbd97011f222e
6
+ metadata.gz: 2fb3c4d22e2348bd2d7e5b4878293a57c948b4bd26f980228d6c4d5483ce4851ae5ffff6c803ef28dfffc5fe4d436f7988b27dda1b9e56153e4171374e2c7e62
7
+ data.tar.gz: 205075a28f4138fa016dc1d4f05b50b8dbc26f266c2cb47cb5e5e564a5de682304cec66ac6424386040107047bc6b84de802828527a4f2ff619af05f3f522466
data/CHANGELOG.md CHANGED
@@ -1,3 +1,6 @@
1
+ # 0.9.1 / 2015-05-21
2
+ * [BUGFIX] escape stopwords when used in regex
3
+
1
4
  # 0.9.0 / 2014-12-18
2
5
  * [FEATURE] Incremental training of stopwords list using refine() and reset()
3
6
 
data/Gemfile.lock CHANGED
@@ -1,7 +1,7 @@
1
1
  PATH
2
2
  remote: .
3
3
  specs:
4
- clarifier (0.9.0)
4
+ clarifier (0.9.1)
5
5
 
6
6
  GEM
7
7
  remote: https://rubygems.org/
data/lib/clarifier/stop_words.rb CHANGED
@@ -24,7 +24,7 @@ module Clarifier
24
24
  new_string = input.dup
25
25
 
26
26
  @stopwords.each do |word|
27
- new_string.gsub!(/(^|\s)#{word}(\s|$)/i, '\1\2')
27
+ new_string.gsub!(/(^|\s)#{Regexp.escape(word)}(\s|$)/i, '\1\2')
28
28
  end
29
29
 
30
30
  new_string.gsub!(/\s+/, ' ')
data/lib/clarifier/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module Clarifier
2
- VERSION = "0.9.0"
2
+ VERSION = "0.9.1"
3
3
  end
data/test/stop_words_test.rb CHANGED
@@ -16,6 +16,13 @@ module Clarifier
16
16
  skip
17
17
  end
18
18
 
19
+ def test_escape_stopwords_in_regex
20
+ sw = Clarifier::StopWords.new([':)', 'and'])
21
+ input = 'I like traditional emoticons :)'
22
+ expected = 'I like traditional emoticons'
23
+ assert_equal expected, sw.clarify(input)
24
+ end
25
+
19
26
  def test_use_an_array_of_stopwords_if_provided
20
27
  sw = Clarifier::StopWords.new(%w(quick brown lazy))
21
28
  input = 'The quick brown fox jumped over the lazy dog.'
metadata CHANGED
@@ -1,69 +1,69 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: clarifier
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.9.0
4
+ version: 0.9.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - Rob Styles
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2014-12-18 00:00:00.000000000 Z
11
+ date: 2015-05-21 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bundler
15
15
  requirement: !ruby/object:Gem::Requirement
16
16
  requirements:
17
- - - ~>
17
+ - - "~>"
18
18
  - !ruby/object:Gem::Version
19
19
  version: '1.5'
20
20
  type: :development
21
21
  prerelease: false
22
22
  version_requirements: !ruby/object:Gem::Requirement
23
23
  requirements:
24
- - - ~>
24
+ - - "~>"
25
25
  - !ruby/object:Gem::Version
26
26
  version: '1.5'
27
27
  - !ruby/object:Gem::Dependency
28
28
  name: rake
29
29
  requirement: !ruby/object:Gem::Requirement
30
30
  requirements:
31
- - - '>='
31
+ - - ">="
32
32
  - !ruby/object:Gem::Version
33
33
  version: '0'
34
34
  type: :development
35
35
  prerelease: false
36
36
  version_requirements: !ruby/object:Gem::Requirement
37
37
  requirements:
38
- - - '>='
38
+ - - ">="
39
39
  - !ruby/object:Gem::Version
40
40
  version: '0'
41
41
  - !ruby/object:Gem::Dependency
42
42
  name: mocha
43
43
  requirement: !ruby/object:Gem::Requirement
44
44
  requirements:
45
- - - '>='
45
+ - - ">="
46
46
  - !ruby/object:Gem::Version
47
47
  version: '0'
48
48
  type: :development
49
49
  prerelease: false
50
50
  version_requirements: !ruby/object:Gem::Requirement
51
51
  requirements:
52
- - - '>='
52
+ - - ">="
53
53
  - !ruby/object:Gem::Version
54
54
  version: '0'
55
55
  - !ruby/object:Gem::Dependency
56
56
  name: minitest
57
57
  requirement: !ruby/object:Gem::Requirement
58
58
  requirements:
59
- - - ~>
59
+ - - "~>"
60
60
  - !ruby/object:Gem::Version
61
61
  version: 5.0.8
62
62
  type: :development
63
63
  prerelease: false
64
64
  version_requirements: !ruby/object:Gem::Requirement
65
65
  requirements:
66
- - - ~>
66
+ - - "~>"
67
67
  - !ruby/object:Gem::Version
68
68
  version: 5.0.8
69
69
  description: Clarifier is a stopwords library for removing common words from text
@@ -73,7 +73,7 @@ executables: []
73
73
  extensions: []
74
74
  extra_rdoc_files: []
75
75
  files:
76
- - .gitignore
76
+ - ".gitignore"
77
77
  - CHANGELOG.md
78
78
  - Gemfile
79
79
  - Gemfile.lock
@@ -101,12 +101,12 @@ require_paths:
101
101
  - lib
102
102
  required_ruby_version: !ruby/object:Gem::Requirement
103
103
  requirements:
104
- - - '>='
104
+ - - ">="
105
105
  - !ruby/object:Gem::Version
106
106
  version: '0'
107
107
  required_rubygems_version: !ruby/object:Gem::Requirement
108
108
  requirements:
109
- - - '>='
109
+ - - ">="
110
110
  - !ruby/object:Gem::Version
111
111
  version: '0'
112
112
  requirements: []