textoken 1.1.1 → 1.1.2

Sign up to get free protection for your applications and to get access to all the features.
Files changed (4) hide show
  1. checksums.yaml +4 -4
  2. data/lib/textoken/tokenizer.rb +1 -1
  3. data/lib/textoken/version.rb +1 -1
  4. metadata +12 -17
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: e530e61af20068c0e361856680b8df0ce9ace2e9
4
- data.tar.gz: a94c443c5db50d0270916e8966c212e0321e8579
3
+ metadata.gz: 7004ae776cfb6573966d5f175d772e22a680519e
4
+ data.tar.gz: 6ca4c25db77fbac4045aecdfc60334e261c543aa
5
5
  SHA512:
6
- metadata.gz: 923e3261959c09b20f497f6b5d24a0495220265a23e23cd583f55db7d4eba65f5fe441374d4d11d56fc4a3e5856bb5baeda83c3c0f4994b522659121e207bd4e
7
- data.tar.gz: 6ccac85435c7192ee2c83bfbc49d2efcff4e8fb695a4e78af5e35d7083ccc4ac4d13930ab9766d906fe41b98f4a50552a9a2aad62fe76a8f66e7cd925bfb6603
6
+ metadata.gz: a842fbc59192eb5a2e362dc9d5a51b18396c882dcd4e6d19f887a5112b9b31c485c17d3c266f6e90afc1b67267631f8cc6625035cebfe67920ae5ee38899246a
7
+ data.tar.gz: e587756337e7f29cd249cdf97733e7fb24c52a85d2eeb37430ec4090717f0a69dd87744c918948dc62cbf9f07f416e56075d3132b60c04b1800d3b056c796a01
data/lib/textoken/tokenizer.rb CHANGED
@@ -27,7 +27,7 @@ module Textoken
27
27
 
28
28
  # will be used for finding punctuations
29
29
  def default_regexp
30
- Regexp.new('\W+')
30
+ /[^[:word:]+]/
31
31
  end
32
32
  end
33
33
  end
data/lib/textoken/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module Textoken
2
- VERSION = "1.1.1"
2
+ VERSION = "1.1.2"
3
3
  end
metadata CHANGED
@@ -1,49 +1,43 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: textoken
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.1.1
4
+ version: 1.1.2
5
5
  platform: ruby
6
6
  authors:
7
7
  - Mehmet Cetin
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2015-10-22 00:00:00.000000000 Z
11
+ date: 2016-09-09 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: rspec
15
15
  requirement: !ruby/object:Gem::Requirement
16
16
  requirements:
17
- - - "~>"
17
+ - - '='
18
18
  - !ruby/object:Gem::Version
19
- version: 3.3.0
20
- - - ">="
21
- - !ruby/object:Gem::Version
22
- version: 3.3.0
19
+ version: 3.5.0
23
20
  type: :development
24
21
  prerelease: false
25
22
  version_requirements: !ruby/object:Gem::Requirement
26
23
  requirements:
27
- - - "~>"
28
- - !ruby/object:Gem::Version
29
- version: 3.3.0
30
- - - ">="
24
+ - - '='
31
25
  - !ruby/object:Gem::Version
32
- version: 3.3.0
26
+ version: 3.5.0
33
27
  - !ruby/object:Gem::Dependency
34
28
  name: rake
35
29
  requirement: !ruby/object:Gem::Requirement
36
30
  requirements:
37
- - - "~>"
31
+ - - '='
38
32
  - !ruby/object:Gem::Version
39
- version: '10.0'
33
+ version: 11.2.2
40
34
  type: :development
41
35
  prerelease: false
42
36
  version_requirements: !ruby/object:Gem::Requirement
43
37
  requirements:
44
- - - "~>"
38
+ - - '='
45
39
  - !ruby/object:Gem::Version
46
- version: '10.0'
40
+ version: 11.2.2
47
41
  description: Textoken is a Ruby library for text tokenization. This gem extracts words
48
42
  from text with many customizations. It can be used in many fields like Web Crawling
49
43
  and Natural Language Processing.
@@ -95,8 +89,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
95
89
  version: '0'
96
90
  requirements: []
97
91
  rubyforge_project:
98
- rubygems_version: 2.4.8
92
+ rubygems_version: 2.5.1
99
93
  signing_key:
100
94
  specification_version: 4
101
95
  summary: Simple and customizable text tokenization gem.
102
96
  test_files: []
97
+ has_rdoc: