opener-pos-tagger-base 2.2.0 → 2.2.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +1 -3
- data/core/site-packages/pre_install/VUKafParserPy/KafDataObjectsMod.pyc +0 -0
- data/core/site-packages/pre_install/VUKafParserPy/KafParserMod.pyc +0 -0
- data/core/site-packages/pre_install/VUKafParserPy/__init__.pyc +0 -0
- data/core/{token_matcher.pyo → token_matcher.pyc} +0 -0
- data/lib/opener/pos_taggers/base.rb +7 -16
- data/lib/opener/pos_taggers/base/de.rb +9 -0
- data/lib/opener/pos_taggers/base/version.rb +1 -1
- data/task/requirements.rake +1 -1
- metadata +4 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 8fbb0d83f7d2f393e52aa5b7a8daa1dc68589f66
|
4
|
+
data.tar.gz: dfd2f83fe6460d3cff71eaf48007252fb8670598
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: e9b0e7b577b51f483be274b9fc63f6939bef0105111ebf8fcf209f2b296b94e9b6a806cf0d802f6f297ead143c4a6d47845451f7129cf493f58d6017dc064240
|
7
|
+
data.tar.gz: 5e6dd87df1be121548ffe5dcbc85ecd48ebe773e93929d168fcb5d9012aa201dd78cc4873ddfbe3823d2707c81fa52e5fccc4613de4c15352029e98ef8ec358d
|
data/README.md
CHANGED
@@ -1,5 +1,3 @@
|
|
1
|
-
[![Build Status](https://drone.io/github.com/opener-project/pos-tagger-base/status.png)](https://drone.io/github.com/opener-project/pos-tagger-base/latest)
|
2
|
-
|
3
1
|
# Base POS Tagger
|
4
2
|
|
5
3
|
This repository contains the source code (both Ruby and Python) for the base
|
@@ -107,4 +105,4 @@ For more information on the available Rake tasks run the following:
|
|
107
105
|
### POS-tags sets
|
108
106
|
|
109
107
|
* Dutch: trained on conllx alpino data, wotan tagset
|
110
|
-
* German: trained on TIGER corpus, STSS tagset
|
108
|
+
* German: trained on TIGER corpus, STSS tagset
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
@@ -1,5 +1,7 @@
|
|
1
1
|
require 'open3'
|
2
|
+
|
2
3
|
require_relative 'base/version'
|
4
|
+
require_relative 'base/de'
|
3
5
|
|
4
6
|
module Opener
|
5
7
|
module POSTaggers
|
@@ -8,6 +10,7 @@ module Opener
|
|
8
10
|
#
|
9
11
|
# @!attribute [r] args
|
10
12
|
# @return [Array]
|
13
|
+
#
|
11
14
|
# @!attribute [r] options
|
12
15
|
# @return [Hash]
|
13
16
|
#
|
@@ -21,8 +24,8 @@ module Opener
|
|
21
24
|
# underlying Python script.
|
22
25
|
#
|
23
26
|
def initialize(options = {})
|
24
|
-
@args
|
25
|
-
@options
|
27
|
+
@args = options.delete(:args) || []
|
28
|
+
@options = options
|
26
29
|
end
|
27
30
|
|
28
31
|
##
|
@@ -31,12 +34,11 @@ module Opener
|
|
31
34
|
# @return [String]
|
32
35
|
#
|
33
36
|
def command
|
34
|
-
return "
|
37
|
+
return "python -E #{kernel} #{args.join(' ')}"
|
35
38
|
end
|
36
39
|
|
37
40
|
##
|
38
|
-
# Runs the
|
39
|
-
# process information.
|
41
|
+
# Runs the POS tagger and returns a KAF document as a String.
|
40
42
|
#
|
41
43
|
# @param [String] input The input to tag.
|
42
44
|
# @return [String]
|
@@ -50,13 +52,6 @@ module Opener
|
|
50
52
|
end
|
51
53
|
|
52
54
|
protected
|
53
|
-
##
|
54
|
-
# @return [String]
|
55
|
-
#
|
56
|
-
def adjust_python_path
|
57
|
-
site_packages = File.join(core_dir, 'site-packages')
|
58
|
-
"env PYTHONPATH=#{site_packages}:$PYTHONPATH"
|
59
|
-
end
|
60
55
|
|
61
56
|
##
|
62
57
|
# capture3 method doesn't work properly with Jruby, so
|
@@ -86,9 +81,5 @@ module Opener
|
|
86
81
|
return File.join(core_dir, 'pos-tagger_open-nlp.py')
|
87
82
|
end
|
88
83
|
end # Base
|
89
|
-
|
90
|
-
class DE < Base
|
91
|
-
end # DE
|
92
|
-
|
93
84
|
end # POSTaggers
|
94
85
|
end # Opener
|
data/task/requirements.rake
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: opener-pos-tagger-base
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 2.2.
|
4
|
+
version: 2.2.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- development@olery.com
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2015-01-12 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: rake
|
@@ -102,9 +102,10 @@ files:
|
|
102
102
|
- core/site-packages/pre_install/VUKafParserPy/__init__.py
|
103
103
|
- core/site-packages/pre_install/VUKafParserPy/__init__.pyc
|
104
104
|
- core/token_matcher.py
|
105
|
-
- core/token_matcher.
|
105
|
+
- core/token_matcher.pyc
|
106
106
|
- ext/hack/Rakefile
|
107
107
|
- lib/opener/pos_taggers/base.rb
|
108
|
+
- lib/opener/pos_taggers/base/de.rb
|
108
109
|
- lib/opener/pos_taggers/base/version.rb
|
109
110
|
- opener-pos-tagger-base.gemspec
|
110
111
|
- pre_install_requirements.txt
|