opener-pos-tagger-base 2.2.0 → 2.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +1 -3
- data/core/site-packages/pre_install/VUKafParserPy/KafDataObjectsMod.pyc +0 -0
- data/core/site-packages/pre_install/VUKafParserPy/KafParserMod.pyc +0 -0
- data/core/site-packages/pre_install/VUKafParserPy/__init__.pyc +0 -0
- data/core/{token_matcher.pyo → token_matcher.pyc} +0 -0
- data/lib/opener/pos_taggers/base.rb +7 -16
- data/lib/opener/pos_taggers/base/de.rb +9 -0
- data/lib/opener/pos_taggers/base/version.rb +1 -1
- data/task/requirements.rake +1 -1
- metadata +4 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 8fbb0d83f7d2f393e52aa5b7a8daa1dc68589f66
|
4
|
+
data.tar.gz: dfd2f83fe6460d3cff71eaf48007252fb8670598
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: e9b0e7b577b51f483be274b9fc63f6939bef0105111ebf8fcf209f2b296b94e9b6a806cf0d802f6f297ead143c4a6d47845451f7129cf493f58d6017dc064240
|
7
|
+
data.tar.gz: 5e6dd87df1be121548ffe5dcbc85ecd48ebe773e93929d168fcb5d9012aa201dd78cc4873ddfbe3823d2707c81fa52e5fccc4613de4c15352029e98ef8ec358d
|
data/README.md
CHANGED
@@ -1,5 +1,3 @@
|
|
1
|
-
[](https://drone.io/github.com/opener-project/pos-tagger-base/latest)
|
2
|
-
|
3
1
|
# Base POS Tagger
|
4
2
|
|
5
3
|
This repository contains the source code (both Ruby and Python) for the base
|
@@ -107,4 +105,4 @@ For more information on the available Rake tasks run the following:
|
|
107
105
|
### POS-tags sets
|
108
106
|
|
109
107
|
* Dutch: trained on conllx alpino data, wotan tagset
|
110
|
-
* German: trained on TIGER corpus, STSS tagset
|
108
|
+
* German: trained on TIGER corpus, STSS tagset
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
@@ -1,5 +1,7 @@
|
|
1
1
|
require 'open3'
|
2
|
+
|
2
3
|
require_relative 'base/version'
|
4
|
+
require_relative 'base/de'
|
3
5
|
|
4
6
|
module Opener
|
5
7
|
module POSTaggers
|
@@ -8,6 +10,7 @@ module Opener
|
|
8
10
|
#
|
9
11
|
# @!attribute [r] args
|
10
12
|
# @return [Array]
|
13
|
+
#
|
11
14
|
# @!attribute [r] options
|
12
15
|
# @return [Hash]
|
13
16
|
#
|
@@ -21,8 +24,8 @@ module Opener
|
|
21
24
|
# underlying Python script.
|
22
25
|
#
|
23
26
|
def initialize(options = {})
|
24
|
-
@args
|
25
|
-
@options
|
27
|
+
@args = options.delete(:args) || []
|
28
|
+
@options = options
|
26
29
|
end
|
27
30
|
|
28
31
|
##
|
@@ -31,12 +34,11 @@ module Opener
|
|
31
34
|
# @return [String]
|
32
35
|
#
|
33
36
|
def command
|
34
|
-
return "
|
37
|
+
return "python -E #{kernel} #{args.join(' ')}"
|
35
38
|
end
|
36
39
|
|
37
40
|
##
|
38
|
-
# Runs the
|
39
|
-
# process information.
|
41
|
+
# Runs the POS tagger and returns a KAF document as a String.
|
40
42
|
#
|
41
43
|
# @param [String] input The input to tag.
|
42
44
|
# @return [String]
|
@@ -50,13 +52,6 @@ module Opener
|
|
50
52
|
end
|
51
53
|
|
52
54
|
protected
|
53
|
-
##
|
54
|
-
# @return [String]
|
55
|
-
#
|
56
|
-
def adjust_python_path
|
57
|
-
site_packages = File.join(core_dir, 'site-packages')
|
58
|
-
"env PYTHONPATH=#{site_packages}:$PYTHONPATH"
|
59
|
-
end
|
60
55
|
|
61
56
|
##
|
62
57
|
# capture3 method doesn't work properly with Jruby, so
|
@@ -86,9 +81,5 @@ module Opener
|
|
86
81
|
return File.join(core_dir, 'pos-tagger_open-nlp.py')
|
87
82
|
end
|
88
83
|
end # Base
|
89
|
-
|
90
|
-
class DE < Base
|
91
|
-
end # DE
|
92
|
-
|
93
84
|
end # POSTaggers
|
94
85
|
end # Opener
|
data/task/requirements.rake
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: opener-pos-tagger-base
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 2.2.
|
4
|
+
version: 2.2.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- development@olery.com
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2015-01-12 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: rake
|
@@ -102,9 +102,10 @@ files:
|
|
102
102
|
- core/site-packages/pre_install/VUKafParserPy/__init__.py
|
103
103
|
- core/site-packages/pre_install/VUKafParserPy/__init__.pyc
|
104
104
|
- core/token_matcher.py
|
105
|
-
- core/token_matcher.
|
105
|
+
- core/token_matcher.pyc
|
106
106
|
- ext/hack/Rakefile
|
107
107
|
- lib/opener/pos_taggers/base.rb
|
108
|
+
- lib/opener/pos_taggers/base/de.rb
|
108
109
|
- lib/opener/pos_taggers/base/version.rb
|
109
110
|
- opener-pos-tagger-base.gemspec
|
110
111
|
- pre_install_requirements.txt
|