opener-tree-tagger 4.1.0 → 4.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 17794acc1c73c9e2734d93fc7ad30343262806cd
-  data.tar.gz: 8382d7a3f899f08568a9c021ef97199c00f4f24d
+  metadata.gz: 9aca59531b99c79ccd0c90b96cd29b97dbf5bafb
+  data.tar.gz: 0003f755f745bdcfe7b07b32cd73956f2ebccd4a
 SHA512:
-  metadata.gz: ee5d95a22c467df609e58065aafc0962ef7dc9c12726c936dd5439786edce6330658096b01e91a1f2c3b43f022c36cee241f27ce83ccf481166faf5f6886780b
-  data.tar.gz: 64fdfc566d03364ff5f7ce483fdaffe521b06c2b06355c089b7c222a8dac0b30146eadf1e8c8d536e4dad8cb24b90276e81a824a8b08ec28aef405a3d0107e23
+  metadata.gz: d82e488f8b2762298ab4be2f2ab856ee129c61cb666fa48297a44445024c0e78edcbf0a237625219451d695ec2a1843456922b500f2ccdc5798b7f1bd135eaf8
+  data.tar.gz: 957524f329e7ea0848787b8629f8728eab0102b3b9920a8cfa9abd4f2aa954c79c72e4462d3bc79d374e0b4b2cd5df4cc2d9a0aa8d87ba8dec31d6479307d05e

data/README.md

@@ -1,5 +1,3 @@
-[![Build Status](https://drone.io/github.com/opener-project/VU-tree-tagger_kernel/status.png)](https://drone.io/github.com/opener-project/VU-tree-tagger_kernel/latest)
-
 Introduction
 ------------
 
@@ -152,4 +150,4 @@ Contributing
 2. Create your feature branch (`git checkout -b my-new-feature`)
 3. Commit your changes (`git commit -am 'Add some feature'`)
 4. Push to the branch (`git push origin my-new-feature`)
-5. Create new Pull Request
+5. Create new Pull Request

data/lib/opener/tree_tagger/version.rb

@@ -1,5 +1,5 @@
 module Opener
   class TreeTagger
-    VERSION = '4.1.0'
+    VERSION = '4.1.1'
   end
 end

data/task/compile.rake

@@ -1,2 +1,2 @@
 desc 'Verifies requirements and compiles the core'
-task :compile => ['requirements', 'python:compile']
+task :compile => ['requirements', 'python:compile', 'tree_tagger']

data/task/requirements.rake

@@ -3,5 +3,5 @@ task :requirements do
   require 'cliver'
 
   Cliver.detect!('python', '~> 2.6')
-  Cliver.detect!('pip', '~> 1.3')
+  Cliver.detect!('pip', '>= 1.3')
 end

data/task/test.rake

@@ -1,4 +1,6 @@
 desc 'Runs the tests'
 task :test => :compile do
+  ENV['TREE_TAGGER_PATH'] = File.expand_path('../../tmp/tree_tagger', __FILE__)
+
   sh('cucumber features')
 end

data/task/tree_tagger.rake

@@ -0,0 +1,104 @@
+# This Rake task takes care of setting up a local (in ./tmp) installation of the
+# TreeTagger program used by this OpeNER component. Sadly TreeTagger is a total
+# pain to install and not shipped with Debian and other distributions. Yay
+# software!
+#
+# Once installed you can set your TREE_TAGGER_PATH as following:
+#
+#     export TREE_TAGGER_PATH=./tmp/tree_tagger
+
+# The name of the TreeTagger archive to download. Currently only Linux and OS X
+# are supported.
+if RbConfig::CONFIG['build_os'].include?('darwin')
+  archive = 'tree-tagger-MacOSX-3.2-intel.tar.gz'
+else
+  archive = 'tree-tagger-linux-3.2.tar.gz'
+end
+
+tagging_archive = 'tagger-scripts.tar.gz'
+installer       = 'install-tagger.sh'
+
+parameter_tasks = []
+parameter_files = [
+  'dutch-par-linux-3.2-utf8.bin.gz',
+  'english-par-linux-3.2-utf8.bin.gz',
+  'french-par-linux-3.2-utf8.bin.gz',
+  'german-par-linux-3.2-utf8.bin.gz',
+  'italian-par-linux-3.2-utf8.bin.gz',
+  'spanish-par-linux-3.2-utf8.bin.gz',
+  'english-chunker-par-linux-3.2-utf8.bin.gz',
+  'french-chunker-par-linux-3.2-utf8.bin.gz',
+  'german-chunker-par-linux-3.2-utf8.bin.gz'
+]
+
+base_url      = 'http://www.cis.uni-muenchen.de/~schmid/tools/TreeTagger/data/'
+archive_url   = base_url + archive
+tagging_url   = base_url + tagging_archive
+installer_url = base_url + installer
+
+tmp_target          = 'tmp/tree_tagger'
+tmp_executable      = File.join(tmp_target, 'bin/tree-tagger')
+tmp_archive         = File.join(tmp_target, archive)
+tmp_tagging_archive = File.join(tmp_target, tagging_archive)
+tmp_installer       = File.join(tmp_target, installer)
+
+# Downloads the base TreeTagger code
+file(tmp_archive) do |task|
+  sh "wget #{archive_url} -O #{task.name} --quiet"
+end
+
+# Downloads the tagging scripts.
+file(tmp_tagging_archive) do |task|
+  sh "wget #{tagging_url} -O #{task.name} --quiet"
+end
+
+# Downloads the installer script.
+file(tmp_installer) do |task|
+  sh "wget #{installer_url} -O #{task.name} --quiet"
+end
+
+directory(tmp_target) do |task|
+  sh "mkdir -p #{task.name}"
+end
+
+parameter_files.each do |name|
+  task_name = File.join(tmp_target, name)
+  input_url = base_url + name
+
+  parameter_tasks << task_name
+
+  file(task_name) do |task|
+    sh "wget #{input_url} -O #{task.name} --quiet"
+  end
+end
+
+file(tmp_executable) do |task|
+  # Downloaded half the internet, lets actually install TreeTagger.
+  Dir.chdir(tmp_target) do
+    sh "bash #{installer}"
+
+    # TreeTagger at some point dropped the "-utf8" suffix from tagging scripts
+    # located in cmd/, this however only applies to newer versions of the
+    # tagging scripts. To support both we'll simply symlink these files.
+    #
+    # In case you're wondering: no, TreeTagger doesn't version the tagging
+    # scripts, as such this could break again at any point in time.
+    Dir['cmd/tree-tagger-*'].each do |cmd_file|
+      cmd_file = File.expand_path(cmd_file)
+      suffixed = cmd_file + '-utf8'
+
+      sh "ln -s #{cmd_file} #{suffixed}"
+      sh "chmod +x #{suffixed}"
+    end
+  end
+end
+
+build_requirements = [
+  tmp_target,
+  tmp_archive,
+  tmp_tagging_archive,
+  tmp_installer
+] + parameter_tasks + [tmp_executable]
+
+desc 'Installs a local copy of TreeTagger'
+task :tree_tagger => build_requirements

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: opener-tree-tagger
 version: !ruby/object:Gem::Version
-  version: 4.1.0
+  version: 4.1.1
 platform: ruby
 authors:
 - rubenIzquierdo
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-11-26 00:00:00.000000000 Z
+date: 2015-01-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: opener-daemons
@@ -163,7 +163,6 @@ files:
 - core/spanish.map.treetagger.kaf.csv
 - core/token_matcher.py
 - core/token_matcher.pyc
-- core/token_matcher.pyo
 - core/tt_from_kaf_to_kaf.py
 - exec/tree-tagger.rb
 - ext/hack/Rakefile
@@ -180,6 +179,7 @@ files:
 - task/python.rake
 - task/requirements.rake
 - task/test.rake
+- task/tree_tagger.rake
 homepage: http://opener-project.github.com/
 licenses:
 - Apache 2.0