fast_bayes 1.0.1 → 1.1.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.travis.yml +10 -2
- data/README.md +16 -3
- data/benchmarks/bench.rb +46 -0
- data/bin/setup +1 -2
- data/ext/Makefile +1 -1
- data/ext/fast_bayes/Makefile +6 -6
- data/ext/fast_bayes/bayes.h +35 -24
- data/ext/fast_bayes/extconf.rb +2 -0
- data/ext/fast_bayes/stopwords.h +23 -0
- data/ext/fast_bayes/stopwords/en +174 -0
- data/ext/test/classification_test.cpp +5 -5
- data/ext/test/data/r8-test-all-terms.txt +2189 -0
- data/ext/test/data/r8-train-all-terms.txt +5485 -0
- data/fast_bayes.gemspec +1 -0
- data/lib/fast_bayes.rb +20 -2
- data/lib/fast_bayes/version.rb +1 -1
- metadata +27 -2
data/fast_bayes.gemspec
CHANGED
@@ -23,6 +23,7 @@ Gem::Specification.new do |spec|
|
|
23
23
|
spec.require_paths = ["lib"]
|
24
24
|
|
25
25
|
spec.add_runtime_dependency 'rice', '~> 2.1', '>= 2.1.0'
|
26
|
+
spec.add_runtime_dependency 'fast-stemmer', '~> 1.0', '>= 1.0.0'
|
26
27
|
|
27
28
|
spec.add_development_dependency "bundler", "~> 1.13"
|
28
29
|
spec.add_development_dependency "rake", "~> 10.0"
|
data/lib/fast_bayes.rb
CHANGED
@@ -1,7 +1,25 @@
|
|
1
1
|
require "fast_bayes/version"
|
2
|
+
require 'fast-stemmer'
|
3
|
+
require "fast_bayes/fast_bayes"
|
2
4
|
|
3
5
|
class FastBayes
|
4
6
|
|
5
|
-
|
7
|
+
# Stem all words, this is a lot slower (TODO this fast)
|
8
|
+
def observe_better(data, label)
|
9
|
+
newdata = ""
|
10
|
+
data.split(" ").each do |i|
|
11
|
+
newdata += (i.stem + " ")
|
12
|
+
end
|
13
|
+
observe(newdata, label)
|
14
|
+
end
|
6
15
|
|
7
|
-
|
16
|
+
# Stem all words, this is a lot slower (TODO this fast)
|
17
|
+
def classify_better(data)
|
18
|
+
newdata = ""
|
19
|
+
data.split(" ").each do |i|
|
20
|
+
newdata += (i.stem + " ")
|
21
|
+
end
|
22
|
+
classify(newdata)
|
23
|
+
end
|
24
|
+
|
25
|
+
end
|
data/lib/fast_bayes/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fast_bayes
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.0
|
4
|
+
version: 1.1.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Chang Rajani
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2016-12-
|
11
|
+
date: 2016-12-04 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: rice
|
@@ -30,6 +30,26 @@ dependencies:
|
|
30
30
|
- - ">="
|
31
31
|
- !ruby/object:Gem::Version
|
32
32
|
version: 2.1.0
|
33
|
+
- !ruby/object:Gem::Dependency
|
34
|
+
name: fast-stemmer
|
35
|
+
requirement: !ruby/object:Gem::Requirement
|
36
|
+
requirements:
|
37
|
+
- - "~>"
|
38
|
+
- !ruby/object:Gem::Version
|
39
|
+
version: '1.0'
|
40
|
+
- - ">="
|
41
|
+
- !ruby/object:Gem::Version
|
42
|
+
version: 1.0.0
|
43
|
+
type: :runtime
|
44
|
+
prerelease: false
|
45
|
+
version_requirements: !ruby/object:Gem::Requirement
|
46
|
+
requirements:
|
47
|
+
- - "~>"
|
48
|
+
- !ruby/object:Gem::Version
|
49
|
+
version: '1.0'
|
50
|
+
- - ">="
|
51
|
+
- !ruby/object:Gem::Version
|
52
|
+
version: 1.0.0
|
33
53
|
- !ruby/object:Gem::Dependency
|
34
54
|
name: bundler
|
35
55
|
requirement: !ruby/object:Gem::Requirement
|
@@ -108,6 +128,7 @@ files:
|
|
108
128
|
- LICENSE.txt
|
109
129
|
- README.md
|
110
130
|
- Rakefile
|
131
|
+
- benchmarks/bench.rb
|
111
132
|
- bin/console
|
112
133
|
- bin/setup
|
113
134
|
- ext/Makefile
|
@@ -115,11 +136,15 @@ files:
|
|
115
136
|
- ext/fast_bayes/bayes.h
|
116
137
|
- ext/fast_bayes/extconf.rb
|
117
138
|
- ext/fast_bayes/main.cpp
|
139
|
+
- ext/fast_bayes/stopwords.h
|
140
|
+
- ext/fast_bayes/stopwords/en
|
118
141
|
- ext/fast_bayes/wrapper.cpp
|
119
142
|
- ext/test/catch.hpp
|
120
143
|
- ext/test/classification_test.cpp
|
121
144
|
- ext/test/data/20ng-test-all-terms.txt
|
122
145
|
- ext/test/data/20ng-train-all-terms.txt
|
146
|
+
- ext/test/data/r8-test-all-terms.txt
|
147
|
+
- ext/test/data/r8-train-all-terms.txt
|
123
148
|
- ext/test/test_helper.h
|
124
149
|
- fast_bayes.gemspec
|
125
150
|
- lib/fast_bayes.rb
|