r_nlp 0.1.0 → 0.1.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/r_nlp/tf.rb +35 -0
- data/lib/r_nlp/version.rb +1 -1
- data/r_nlp.gemspec +2 -2
- metadata +7 -6
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 4c1a5852cdaeae519e3c5cfce4968e92107e1c4a
|
4
|
+
data.tar.gz: 82cb174272cc811f49e3aca475b80099577bc329
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: b29535631b5658e11d4c5a219882e618a35242d00e94c459f48495ec3b3d1ea85f3ba4d14f771b2f4b93fb5ea7fb4e0932ac1337cd324ff700b7a1671ef3520a
|
7
|
+
data.tar.gz: 3c3efce2d2609ea85c51c38fd572b2e3fb5890c5bf39221be3fd223b4a0bc511e44b7645db32fb1dea026ad78a23a0c409f086b3aa13d4f1dfc9f2adb928d7b4
|
data/lib/r_nlp/tf.rb
ADDED
@@ -0,0 +1,35 @@
|
|
1
|
+
# -*- coding: utf-8 -*-
|
2
|
+
require 'natto'
|
3
|
+
|
4
|
+
module RNlp
|
5
|
+
class Tf
|
6
|
+
# compatible with ja or en
|
7
|
+
attr_reader :lang
|
8
|
+
def initialize(lang)
|
9
|
+
@lang = lang
|
10
|
+
end
|
11
|
+
def count(text)
|
12
|
+
tf = Hash.new
|
13
|
+
if @lang == 'ja'
|
14
|
+
nm = Natto::MeCab.new
|
15
|
+
text.each do |line|
|
16
|
+
nm.parse(title).each do |word|
|
17
|
+
tf[word.surface] = 1 if tf[word.surface] == nil
|
18
|
+
tf[word.surface] += 1
|
19
|
+
end
|
20
|
+
end
|
21
|
+
elsif @lang == 'en'
|
22
|
+
text.each do |line|
|
23
|
+
line.split(" ").each do |word|
|
24
|
+
tf[word] = 1 if tf[word] == nil
|
25
|
+
tf[word] += 1
|
26
|
+
end
|
27
|
+
end
|
28
|
+
else
|
29
|
+
puts "lang #{@lang} is not compatible."
|
30
|
+
exit
|
31
|
+
end
|
32
|
+
return tf
|
33
|
+
end
|
34
|
+
end
|
35
|
+
end
|
data/lib/r_nlp/version.rb
CHANGED
data/r_nlp.gemspec
CHANGED
@@ -6,7 +6,7 @@ require 'r_nlp/version'
|
|
6
6
|
Gem::Specification.new do |spec|
|
7
7
|
spec.name = "r_nlp"
|
8
8
|
spec.version = RNlp::VERSION
|
9
|
-
spec.authors = ["
|
9
|
+
spec.authors = ["himkt"]
|
10
10
|
spec.email = ["s1311536@u.tsukuba.ac.jp"]
|
11
11
|
|
12
12
|
spec.summary = %q{for nlp}
|
@@ -19,7 +19,7 @@ Gem::Specification.new do |spec|
|
|
19
19
|
spec.executables = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
|
20
20
|
spec.require_paths = ["lib"]
|
21
21
|
|
22
|
-
spec.add_development_dependency "natto"
|
22
|
+
spec.add_development_dependency "natto", "~> 0.9.7"
|
23
23
|
spec.add_development_dependency "bundler", "~> 1.8"
|
24
24
|
spec.add_development_dependency "rake", "~> 10.0"
|
25
25
|
end
|
metadata
CHANGED
@@ -1,10 +1,10 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: r_nlp
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
|
-
-
|
7
|
+
- himkt
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
@@ -14,16 +14,16 @@ dependencies:
|
|
14
14
|
name: natto
|
15
15
|
requirement: !ruby/object:Gem::Requirement
|
16
16
|
requirements:
|
17
|
-
- - "
|
17
|
+
- - "~>"
|
18
18
|
- !ruby/object:Gem::Version
|
19
|
-
version:
|
19
|
+
version: 0.9.7
|
20
20
|
type: :development
|
21
21
|
prerelease: false
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
23
23
|
requirements:
|
24
|
-
- - "
|
24
|
+
- - "~>"
|
25
25
|
- !ruby/object:Gem::Version
|
26
|
-
version:
|
26
|
+
version: 0.9.7
|
27
27
|
- !ruby/object:Gem::Dependency
|
28
28
|
name: bundler
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
@@ -70,6 +70,7 @@ files:
|
|
70
70
|
- bin/console
|
71
71
|
- bin/setup
|
72
72
|
- lib/r_nlp.rb
|
73
|
+
- lib/r_nlp/tf.rb
|
73
74
|
- lib/r_nlp/version.rb
|
74
75
|
- r_nlp.gemspec
|
75
76
|
homepage: https://github.com/himkt/r_nlp
|