proiel 1.0.0 → 1.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +7 -0
- data/lib/proiel/proiel_xml/proiel-1.0/proiel-1.0.md +16 -0
- data/lib/proiel/proiel_xml/proiel-2.0/XMLSchema.xsd +2492 -0
- data/lib/proiel/proiel_xml/proiel-2.0/make +1 -0
- data/lib/proiel/proiel_xml/proiel-2.0/proiel-2.0.html +1928 -0
- data/lib/proiel/proiel_xml/proiel-2.0/xs3p.xsl +8520 -0
- data/lib/proiel/tokenization.rb +2 -2
- data/lib/proiel/version.rb +2 -2
- metadata +8 -3
data/lib/proiel/tokenization.rb
CHANGED
|
@@ -73,9 +73,9 @@ module PROIEL
|
|
|
73
73
|
raise ArgumentError, 'invalid language tag' unless language_tag.is_a?(String)
|
|
74
74
|
raise ArgumentError, 'invalid form' unless form.is_a?(String)
|
|
75
75
|
|
|
76
|
-
if form[
|
|
76
|
+
if form[/[^[:word:]]+/]
|
|
77
77
|
# Split on any non-word character like a space or punctuation
|
|
78
|
-
form.split(/(
|
|
78
|
+
form.split(/([^[:word:]]+)/)
|
|
79
79
|
elsif @@regexes.key?(language_tag) and form[@@regexes[language_tag]]
|
|
80
80
|
# Apply language-specific pattern
|
|
81
81
|
form.match(@@regexes[language_tag]).captures
|
data/lib/proiel/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: proiel
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.0.
|
|
4
|
+
version: 1.0.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Marius L. Jøhndal
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2016-03-15 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: json
|
|
@@ -167,10 +167,15 @@ files:
|
|
|
167
167
|
- lib/proiel/citations.rb
|
|
168
168
|
- lib/proiel/div.rb
|
|
169
169
|
- lib/proiel/positional_tag.rb
|
|
170
|
+
- lib/proiel/proiel_xml/proiel-1.0/proiel-1.0.md
|
|
170
171
|
- lib/proiel/proiel_xml/proiel-1.0/proiel-1.0.xsd
|
|
171
172
|
- lib/proiel/proiel_xml/proiel-1.0/teilite.xsd
|
|
172
173
|
- lib/proiel/proiel_xml/proiel-1.0/xml.xsd
|
|
174
|
+
- lib/proiel/proiel_xml/proiel-2.0/XMLSchema.xsd
|
|
175
|
+
- lib/proiel/proiel_xml/proiel-2.0/make
|
|
176
|
+
- lib/proiel/proiel_xml/proiel-2.0/proiel-2.0.html
|
|
173
177
|
- lib/proiel/proiel_xml/proiel-2.0/proiel-2.0.xsd
|
|
178
|
+
- lib/proiel/proiel_xml/proiel-2.0/xs3p.xsl
|
|
174
179
|
- lib/proiel/proiel_xml/reader.rb
|
|
175
180
|
- lib/proiel/proiel_xml/schema.rb
|
|
176
181
|
- lib/proiel/proiel_xml/validator.rb
|
|
@@ -202,7 +207,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
202
207
|
version: '0'
|
|
203
208
|
requirements: []
|
|
204
209
|
rubyforge_project:
|
|
205
|
-
rubygems_version: 2.
|
|
210
|
+
rubygems_version: 2.5.1
|
|
206
211
|
signing_key:
|
|
207
212
|
specification_version: 4
|
|
208
213
|
summary: A library for working with treebanks using the PROIEL dependency format
|