tfidf_ja 0.2.0 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/Rakefile +1 -1
- data/VERSION +1 -1
- data/dic/{idf.dic → 1.8/idf.dic} +0 -0
- data/dic/1.9/idf.dic +0 -0
- data/lib/dictionary.rb +1 -1
- data/lib/tfidf_ja.rb +3 -2
- data/lib/utility.rb +3 -3
- data/lib/version.rb +22 -0
- data/test/test.rb +5 -1
- metadata +18 -44
data/Rakefile
CHANGED
@@ -31,7 +31,7 @@ Jeweler::Tasks.new do |gem|
|
|
31
31
|
# gem.add_runtime_dependency 'igo-ruby', '> 0.1'
|
32
32
|
|
33
33
|
# include files
|
34
|
-
gem.files = Rake::FileList.new('lib/**/*.rb', '[A-Z]*', 'dic
|
34
|
+
gem.files = Rake::FileList.new('lib/**/*.rb', '[A-Z]*', 'dic/**/idf.dic')
|
35
35
|
|
36
36
|
# required gems version
|
37
37
|
gem.required_rubygems_version = ">1.3.6"
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
0.2.
|
1
|
+
0.2.1
|
data/dic/{idf.dic → 1.8/idf.dic}
RENAMED
File without changes
|
data/dic/1.9/idf.dic
ADDED
Binary file
|
data/lib/dictionary.rb
CHANGED
data/lib/tfidf_ja.rb
CHANGED
@@ -1,4 +1,4 @@
|
|
1
|
-
#
|
1
|
+
# -*- encoding: utf-8 -*-
|
2
2
|
#
|
3
3
|
# Copyright:: Copyright (c) kyow, 2011
|
4
4
|
# Authors:: K.Nishi
|
@@ -6,6 +6,7 @@
|
|
6
6
|
$:.unshift(File.dirname(__FILE__))
|
7
7
|
|
8
8
|
require 'dictionary'
|
9
|
+
require 'version.rb'
|
9
10
|
|
10
11
|
module TfIdf
|
11
12
|
#
|
@@ -50,7 +51,7 @@ module TfIdf
|
|
50
51
|
|
51
52
|
#辞書ファイルを読み込む
|
52
53
|
def load_dic
|
53
|
-
idf_dic = File.dirname(__FILE__) +
|
54
|
+
idf_dic = File.dirname(__FILE__) + "/../dic/#{Version.ruby}/idf.dic"
|
54
55
|
File.open(idf_dic) { |f|
|
55
56
|
return Marshal.load(f)
|
56
57
|
}
|
data/lib/utility.rb
CHANGED
@@ -1,4 +1,4 @@
|
|
1
|
-
#
|
1
|
+
# -*- encoding: utf-8 -*-
|
2
2
|
#
|
3
3
|
# Copyright:: Copyright (c) kyow, 2011
|
4
4
|
# Authors:: K.Nishi
|
@@ -49,7 +49,7 @@ module TfIdf
|
|
49
49
|
|
50
50
|
# df.dicを読み込む
|
51
51
|
def self.df_load()
|
52
|
-
df_dic = File.dirname(__FILE__) + '/../dic/df.dic'
|
52
|
+
df_dic = File.dirname(__FILE__) + '/../dic/#{Version.ruby}/df.dic'
|
53
53
|
unless File::exists?(df_dic)
|
54
54
|
raise
|
55
55
|
end
|
@@ -60,7 +60,7 @@ module TfIdf
|
|
60
60
|
|
61
61
|
# idf.dicを保存する
|
62
62
|
def self.idf_save(idfs)
|
63
|
-
idf_dic = File.dirname(__FILE__) + '/../dic/idf.dic'
|
63
|
+
idf_dic = File.dirname(__FILE__) + '/../dic/#{Version.ruby}/idf.dic'
|
64
64
|
File::open(idf_dic, 'wb') { |f|
|
65
65
|
Marshal.dump(idfs, f)
|
66
66
|
}
|
data/lib/version.rb
ADDED
@@ -0,0 +1,22 @@
|
|
1
|
+
# -*- encoding: utf-8 -*-
|
2
|
+
module TfIdf
|
3
|
+
#
|
4
|
+
#バージョンクラス
|
5
|
+
#
|
6
|
+
class Version
|
7
|
+
#tfidf_jaのRubyGemsバージョンを出力する
|
8
|
+
def self.tfidf_ja
|
9
|
+
version_file = File.dirname(__FILE__) + '/../VERSION'
|
10
|
+
version = ""
|
11
|
+
open(version_file) { |tfidf_ja_version|
|
12
|
+
version = tfidf_ja_version.gets
|
13
|
+
}
|
14
|
+
return version
|
15
|
+
end
|
16
|
+
|
17
|
+
#Rubyのバージョンを取得する
|
18
|
+
def self.ruby
|
19
|
+
return RUBY_VERSION.slice(0, 3)
|
20
|
+
end
|
21
|
+
end
|
22
|
+
end
|
data/test/test.rb
CHANGED
@@ -1,10 +1,13 @@
|
|
1
1
|
# coding: utf-8
|
2
|
-
#
|
2
|
+
#
|
3
3
|
#Copyright:: Copyright (c) kyow, 2011
|
4
4
|
#Authors:: K.Nishi
|
5
5
|
|
6
6
|
require 'rubygems'
|
7
7
|
require 'tfidf_ja'
|
8
|
+
# require File.dirname(__FILE__) + '/../lib/tfidf_ja'
|
9
|
+
|
10
|
+
puts "version = #{TfIdf::Version.tfidf_ja}"
|
8
11
|
|
9
12
|
def output(h)
|
10
13
|
h.each { |item|
|
@@ -13,6 +16,7 @@ def output(h)
|
|
13
16
|
end
|
14
17
|
|
15
18
|
tfidf = TfIdf::Ja.new
|
19
|
+
|
16
20
|
puts "-->1回目"
|
17
21
|
output tfidf.tfidf(['この', '文章', 'から', 'TFIDF', '値', 'を', '取得', 'する'])
|
18
22
|
puts "-->2回目"
|
metadata
CHANGED
@@ -1,13 +1,8 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: tfidf_ja
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
hash: 23
|
5
4
|
prerelease:
|
6
|
-
|
7
|
-
- 0
|
8
|
-
- 2
|
9
|
-
- 0
|
10
|
-
version: 0.2.0
|
5
|
+
version: 0.2.1
|
11
6
|
platform: ruby
|
12
7
|
authors:
|
13
8
|
- K.Nishi
|
@@ -15,71 +10,53 @@ autorequire:
|
|
15
10
|
bindir: bin
|
16
11
|
cert_chain: []
|
17
12
|
|
18
|
-
date: 2011-
|
13
|
+
date: 2011-06-22 00:00:00 +09:00
|
19
14
|
default_executable:
|
20
15
|
dependencies:
|
21
16
|
- !ruby/object:Gem::Dependency
|
22
|
-
|
17
|
+
name: rspec
|
23
18
|
requirement: &id001 !ruby/object:Gem::Requirement
|
24
19
|
none: false
|
25
20
|
requirements:
|
26
21
|
- - ~>
|
27
22
|
- !ruby/object:Gem::Version
|
28
|
-
hash: 11
|
29
|
-
segments:
|
30
|
-
- 2
|
31
|
-
- 1
|
32
|
-
- 0
|
33
23
|
version: 2.1.0
|
34
|
-
|
35
|
-
version_requirements: *id001
|
24
|
+
type: :development
|
36
25
|
prerelease: false
|
26
|
+
version_requirements: *id001
|
37
27
|
- !ruby/object:Gem::Dependency
|
38
|
-
|
28
|
+
name: bundler
|
39
29
|
requirement: &id002 !ruby/object:Gem::Requirement
|
40
30
|
none: false
|
41
31
|
requirements:
|
42
32
|
- - ~>
|
43
33
|
- !ruby/object:Gem::Version
|
44
|
-
hash: 23
|
45
|
-
segments:
|
46
|
-
- 1
|
47
|
-
- 0
|
48
|
-
- 0
|
49
34
|
version: 1.0.0
|
50
|
-
|
51
|
-
version_requirements: *id002
|
35
|
+
type: :development
|
52
36
|
prerelease: false
|
37
|
+
version_requirements: *id002
|
53
38
|
- !ruby/object:Gem::Dependency
|
54
|
-
|
39
|
+
name: jeweler
|
55
40
|
requirement: &id003 !ruby/object:Gem::Requirement
|
56
41
|
none: false
|
57
42
|
requirements:
|
58
43
|
- - ~>
|
59
44
|
- !ruby/object:Gem::Version
|
60
|
-
hash: 1
|
61
|
-
segments:
|
62
|
-
- 1
|
63
|
-
- 5
|
64
|
-
- 1
|
65
45
|
version: 1.5.1
|
66
|
-
|
67
|
-
version_requirements: *id003
|
46
|
+
type: :development
|
68
47
|
prerelease: false
|
48
|
+
version_requirements: *id003
|
69
49
|
- !ruby/object:Gem::Dependency
|
70
|
-
|
50
|
+
name: rcov
|
71
51
|
requirement: &id004 !ruby/object:Gem::Requirement
|
72
52
|
none: false
|
73
53
|
requirements:
|
74
54
|
- - ">="
|
75
55
|
- !ruby/object:Gem::Version
|
76
|
-
hash: 3
|
77
|
-
segments:
|
78
|
-
- 0
|
79
56
|
version: "0"
|
80
|
-
|
81
|
-
version_requirements: *id004
|
57
|
+
type: :development
|
82
58
|
prerelease: false
|
59
|
+
version_requirements: *id004
|
83
60
|
description: "\n tfidf_ja computes TF-IDF with a dictionary.\n This gem include a Japanese IDF dictionary that were prepared in Yahoo! API.\n "
|
84
61
|
email: 24signals@gmail.com
|
85
62
|
executables: []
|
@@ -96,10 +73,12 @@ files:
|
|
96
73
|
- README.rdoc
|
97
74
|
- Rakefile
|
98
75
|
- VERSION
|
99
|
-
- dic/idf.dic
|
76
|
+
- dic/1.8/idf.dic
|
77
|
+
- dic/1.9/idf.dic
|
100
78
|
- lib/dictionary.rb
|
101
79
|
- lib/tfidf_ja.rb
|
102
80
|
- lib/utility.rb
|
81
|
+
- lib/version.rb
|
103
82
|
- spec/spec_helper.rb
|
104
83
|
- spec/tfidf_ja_spec.rb
|
105
84
|
- test/create_idf_dic.rb
|
@@ -120,7 +99,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
120
99
|
requirements:
|
121
100
|
- - ">="
|
122
101
|
- !ruby/object:Gem::Version
|
123
|
-
hash:
|
102
|
+
hash: 2820049353977052538
|
124
103
|
segments:
|
125
104
|
- 0
|
126
105
|
version: "0"
|
@@ -129,11 +108,6 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
129
108
|
requirements:
|
130
109
|
- - ">"
|
131
110
|
- !ruby/object:Gem::Version
|
132
|
-
hash: 23
|
133
|
-
segments:
|
134
|
-
- 1
|
135
|
-
- 3
|
136
|
-
- 6
|
137
111
|
version: 1.3.6
|
138
112
|
requirements: []
|
139
113
|
|