opener-constituent-parser-nl 0.1.1

data/ext/hack/Rakefile

@@ -0,0 +1,8 @@
+import File.expand_path('../../../task/requirements.rake', __FILE__)
+import File.expand_path('../../../task/python.rake', __FILE__)
+
+task :default => :requirements do
+  Dir.chdir(File.expand_path('../../../', __FILE__)) do
+    Rake::Task['core/site-packages/pre_install'].invoke
+  end
+end

data/lib/opener/constituent_parsers/nl.rb

@@ -0,0 +1,93 @@
+require 'nokogiri'
+require 'open3'
+
+require_relative 'nl/version'
+
+module Opener
+  module ConstituentParsers
+
+    ##
+    # The constituent parser that supports Dutch.
+    #
+    # @!attribute [r] args
+    #  @return [Array]
+    #
+    # @!attribute [r] options
+    #  @return [Hash]
+    #
+    class NL
+      attr_reader :args, :options
+
+      ##
+      # @param [Hash] options
+      #
+      # @option options [Array] :args Extra commandline arguments to use.
+      #
+      def initialize(options = {})
+        @args    = options.delete(:args) || []
+        @options = options
+      end
+
+      ##
+      # Builds the command used to execute the kernel.
+      #
+      # @param [Array] args Commandline arguments passed to the command.
+      #
+      def command
+        return "#{adjust_python_path} python -OO #{kernel} #{args.join(' ')}"
+      end
+
+      ##
+      # Runs the command and returns the output of STDOUT, STDERR and the
+      # process information.
+      #
+      # @param [String] input The input to tag.
+      # @return [Array]
+      #
+      def run(input)
+        stdout, stderr, process = capture(input)
+        raise stderr unless process.success?
+        return stdout, stderr, process
+      end
+
+      protected
+
+      ##
+      # @return [String]
+      #
+      def adjust_python_path
+        site_packages =  File.join(core_dir, 'site-packages/pre_install')
+
+        return "env PYTHONPATH=#{site_packages}:$PYTHONPATH"
+      end
+
+      ##
+      # capture3 method doesn't work properly with Jruby, so 
+      # this is a workaround
+      #    
+      def capture(input)
+        Open3.popen3(*command.split(" ")) {|i, o, e, t|
+          out_reader = Thread.new { o.read }
+          err_reader = Thread.new { e.read }
+          i.write input
+          i.close
+          [out_reader.value, err_reader.value, t.value]
+        }
+      end
+
+      ##
+      # @return [String]
+      #
+      def core_dir
+        return File.expand_path('../../../../core', __FILE__)
+      end
+
+      ##
+      # @return [String]
+      #
+      def kernel
+        return File.join(core_dir, 'alpino_parser.py')
+      end
+    end # NL
+  end # ConstituentParsers
+end # Opener

data/lib/opener/constituent_parsers/nl/version.rb

@@ -0,0 +1,7 @@
+module Opener
+  module ConstituentParsers
+    class NL
+      VERSION = "0.1.1"
+    end
+  end
+end

data/opener-constituent-parser-nl.gemspec

@@ -0,0 +1,32 @@
+require File.expand_path('../lib/opener/constituent_parsers/nl/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name        = 'opener-constituent-parser-nl'
+  gem.version     = Opener::ConstituentParsers::NL::VERSION
+  gem.authors     = ['development@olery.com']
+  gem.summary     = 'Constituent Parser for dutch using Alpino.'
+  gem.description = gem.summary
+  gem.homepage    = 'http://opener-project.github.com/'
+  gem.extensions  = ['ext/hack/Rakefile']
+
+  gem.required_ruby_version = '>= 1.9.2'
+
+  gem.files = Dir.glob([
+    'core/*',
+    'ext/**/*',
+    'lib/**/*',
+    '*.gemspec',
+    '*_requirements.txt',
+    'README.md',
+    'task/*'
+  ]).select { |file| File.file?(file) }
+
+  gem.executables = Dir.glob('bin/*').map { |file| File.basename(file) }
+
+  gem.add_dependency 'rake'
+  gem.add_dependency 'nokogiri'
+  gem.add_dependency 'cliver'
+
+  gem.add_development_dependency 'rspec', '~> 3.0'
+  gem.add_development_dependency 'cucumber'
+end

data/pre_install_requirements.txt

@@ -0,0 +1 @@
+https://github.com/opener-project/VU-kaf-parser/archive/v1.1.zip#egg=VUKafParserPy

data/task/compile.rake

@@ -0,0 +1,2 @@
+desc 'Verifies requirements and compiles the core'
+task :compile => ['requirements' 'python:compile']

data/task/python.rake

@@ -0,0 +1,11 @@
+# NOTE: pre_build/pre_install directories are created by pip.
+
+directory 'core/site-packages/pre_install' do |task|
+  sh "pip install --requirement=pre_install_requirements.txt " \
+    "--target=#{task.name} --ignore-installed"
+end
+
+namespace :python do
+  desc 'Installs Python packages in a local directory'
+  task :compile => ['core/site-packages/pre_install']
+end

data/task/requirements.rake

@@ -0,0 +1,8 @@
+desc 'Verifies the requirements'
+task :requirements do
+  require 'cliver'
+
+  Cliver.detect!('make')
+  Cliver.detect!('python', '~> 2.6')
+  Cliver.detect!('pip', '~> 1.3')
+end

data/task/test.rake

@@ -0,0 +1,4 @@
+desc 'Runs the tests'
+task :test => :compile do
+  sh('cucumber features')
+end

metadata

@@ -0,0 +1,132 @@
+--- !ruby/object:Gem::Specification
+name: opener-constituent-parser-nl
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- development@olery.com
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2014-06-20 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: cliver
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: rspec
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: cucumber
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :development
+description: Constituent Parser for dutch using Alpino.
+email:
+executables:
+- constituent-parser-nl
+extensions:
+- ext/hack/Rakefile
+extra_rdoc_files: []
+files:
+- README.md
+- bin/constituent-parser-nl
+- core/alpino_parser.py
+- core/convert_penn_to_kaf.py
+- core/convert_penn_to_kaf.pyc
+- core/convert_penn_to_kaf.pyo
+- core/tree.py
+- core/tree.pyc
+- core/tree.pyo
+- ext/hack/Rakefile
+- lib/opener/constituent_parsers/nl.rb
+- lib/opener/constituent_parsers/nl/version.rb
+- opener-constituent-parser-nl.gemspec
+- pre_install_requirements.txt
+- task/compile.rake
+- task/python.rake
+- task/requirements.rake
+- task/test.rake
+homepage: http://opener-project.github.com/
+licenses: []
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: 1.9.2
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.2.2
+signing_key:
+specification_version: 4
+summary: Constituent Parser for dutch using Alpino.
+test_files: []