opener-property-tagger 3.0.2 → 3.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: bd892d35b2c63bf6186dbd770a60878f1ab393ba
-  data.tar.gz: 8a45c4bc4bb53b01dd394d91ad8c7c5a99e320ef
+  metadata.gz: 6bd138d2aeb528bf87f83fde2af933ca3ebce6dd
+  data.tar.gz: e0e64e5f709effb0e2671b08790ee5c5e4afb5b2
 SHA512:
-  metadata.gz: c26b7b04a7788ee0300148a5af16502e44c3141edc2187cb1c00ee6de5bd954c8bb670ea215359f65ebcb31b0ce440607bf6d0bf165cf6529897b53869aeb42e
-  data.tar.gz: 637fee56021276a7f86a3cbb92bfc26c3c328ed8609488cf04bc0021a782a889901f769429ab208c54d745d5be37c0b9df4a91d517542e9dd94817e01d21cc35
+  metadata.gz: 7228f65dde150175167d2ac0f72cac888f8649467be2bd983ba28d1d9738222f20aa8bec7678813f4200756529558159764b4edfa420c2d43d2aee9593f9dccc
+  data.tar.gz: 0303f61b4f14aedc1c37c4378f3a030d602280b261f60013426ec3d9d986356dabfebbbf6f7a665f04fd9f7b65ac0901a67567416eabea5725db96699b1ee67c

data/README.md

@@ -118,8 +118,6 @@ At least you need the following system setup:
 ### Depenencies for normal use:
 
 * Ruby 1.9.3 or newer
-* Python 2.6
-* lxml installed
 * libarchive (for running the tests and such), on Debian/Ubuntu based systems
   this can be installed using `sudo apt-get install libarchive-dev`
 
@@ -137,11 +135,6 @@ is the word or span of words (in this case use whitespaces), then the part of
 speech (which actually it is not use, you can  include a dummy label) and
 finally the aspect class associated with the word.
 
-## The Core
-
-The component is a fat wrapper around the actual language technology core. You
-can find the core technolies (python) in the `/core` directory.
-
 ## Where to go from here
 
 * [Check the project website](http://opener-project.github.io)

data/lib/opener/property_tagger/processor.rb

@@ -0,0 +1,227 @@
+module Opener
+  class PropertyTagger
+    ##
+    # Class that applies property tagging to a given input KAF file.
+    #
+    class Processor
+      attr_accessor :document, :aspects_path, :language, :aspects, :terms,
+        :timestamp
+
+      def initialize(file, aspects_path, timestamp = true)
+        @document     = Oga.parse_xml(file)
+        @aspects_path = aspects_path
+        @timestamp    = timestamp
+
+        raise 'Error parsing input. Input is required to be KAF' unless is_kaf?
+      end
+
+      ##
+      # Processes the input and returns the new KAF output.
+      # @return [String]
+      #
+      def process
+        @language = get_language
+        @aspects  = load_aspects
+        @terms    = get_terms
+
+        existing_aspects = extract_aspects
+
+        add_features_layer
+        add_properties_layer
+
+        index = 1
+
+        existing_aspects.each_pair do |key,value|
+          add_property(key, value, index)
+          index += 1
+        end
+
+        add_linguistic_processor
+
+        return pretty_print(document)
+      end
+
+      ##
+      # Loads the aspects from the txt file
+      # @return [Hash]
+      #
+      def load_aspects
+        aspects_hash = {}
+
+        File.foreach(aspects_file) do |line|
+          lemma, pos, aspect = line.gsub("\n", "").split("\t")
+          
+          aspects_hash[lemma.to_sym] = [] unless aspects_hash[lemma.to_sym]
+          aspects_hash[lemma.to_sym] << aspect
+        end
+
+        return aspects_hash
+      end
+
+      ##
+      # Get the language of the input file.
+      # @return [String]
+      #
+      def get_language
+        document.at_xpath('KAF').get('xml:lang')
+      end
+
+      ##
+      # Get the terms from the input file
+      # @return [Hash]
+      #
+      def get_terms
+        terms_hash = {}
+
+        document.xpath('KAF/terms/term').each do |term|
+          terms_hash[term.get('tid').to_sym] = term.get('lemma')
+        end
+
+        return terms_hash
+      end
+
+      ##
+      # Check which terms belong to an aspect (property)
+      # @return [Hash]
+      #
+      def extract_aspects
+        term_ids  = terms.keys
+        lemmas    = terms.values
+
+        current_token = 0
+        # Use of n-grams to determine if a unigram (1 lemma) or bigram (2
+        # lemmas) belong to a property.
+        max_ngram = 2
+
+        uniq_aspects = {}
+
+        while current_token < terms.count
+          (0..max_ngram).each do |tam_ngram|
+            if current_token + tam_ngram <= terms.count
+              ngram  = lemmas[current_token..current_token+tam_ngram].join(" ").downcase
+              if aspects[ngram.to_sym]
+                properties = aspects[ngram.to_sym]
+                ids    = term_ids[current_token..current_token+tam_ngram]
+                properties.uniq.reject{|p| p.gsub(" ", "").empty?}.each do |property|
+                  uniq_aspects[property.to_sym] = [] unless uniq_aspects[property.to_sym]
+                  uniq_aspects[property.to_sym] << [ids,ngram]
+                end
+              end
+            end
+          end
+          current_token += 1
+        end
+
+        return Hash[uniq_aspects.sort]
+      end
+
+      ##
+      # Remove the features layer from the KAF file if it exists and add a new
+      # one.
+      def add_features_layer
+        existing = document.at_xpath('KAF/features')
+
+        existing.remove if existing
+
+        new_node('features', 'KAF')
+      end
+
+      ##
+      # Add the properties layer as a child to the features layer.
+      def add_properties_layer
+        new_node("properties", "KAF/features")
+      end
+
+      def add_property(key, value, index)
+        property_node = new_node("property", "KAF/features/properties")
+
+        property_node.set('lemma', key.to_s)
+        property_node.set('pid', "p#{index.to_s}")
+
+        references_node = new_node("references", property_node)
+
+        value.uniq.each do |v|
+          comment = Oga::XML::Comment.new(:text => v.last)
+
+          references_node.children << comment
+
+          span_node = new_node("span", references_node)
+
+          v.first.each do |val|
+            target_node = new_node("target", span_node)
+
+            target_node.set('id', val.to_s)
+          end
+        end
+      end
+
+      def add_linguistic_processor
+        description = 'VUA property tagger'
+        last_edited = '16jan2015'
+        version     = '2.0'
+
+        node = new_node('linguisticProcessors', 'KAF/kafHeader')
+        node.set('layer', 'features')
+
+        lp_node = new_node('lp', node)
+
+        lp_node.set('version', "#{last_edited}-#{version}")
+        lp_node.set('name', description)
+
+        if timestamp
+          format = '%Y-%m-%dT%H:%M:%S%Z'
+
+          lp_node.set('timestamp', Time.now.strftime(format))
+        else
+          lp_node.set('timestamp', '*')
+        end
+      end
+
+      ##
+      # Format the output document properly.
+      #
+      # TODO: this should be handled by Oga in a nice way.
+      #
+      # @return [String]
+      #
+      def pretty_print(document)
+        doc = REXML::Document.new document.to_xml
+        doc.context[:attribute_quote] = :quote
+        out = ""
+        formatter = REXML::Formatters::Pretty.new
+        formatter.compact = true
+        formatter.write(doc, out)
+
+        return out.strip
+      end
+
+      protected
+
+      def new_node(tag, parent)
+        if parent.is_a?(String)
+          parent_node = document.at_xpath(parent)
+        else
+          parent_node = parent
+        end
+
+        node = Oga::XML::Element.new(:name => tag)
+
+        parent_node.children << node
+
+        return node
+      end
+
+      ##
+      # Check if input is a KAF file.
+      # @return [Boolean]
+      #
+      def is_kaf?
+        return !!document.at_xpath('KAF')
+      end
+
+      def aspects_file
+        return File.expand_path("#{aspects_path}/#{language}.txt", __FILE__)
+      end
+    end # Processor
+  end # PropertyTagger
+end # Opener

data/lib/opener/property_tagger/version.rb

@@ -1,5 +1,5 @@
 module Opener
   class PropertyTagger
-    VERSION = '3.0.2'
+    VERSION = '3.0.3'
   end # PropertyTagger
 end # Opener

data/lib/opener/property_tagger.rb

@@ -1,8 +1,13 @@
 require 'open3'
 require 'slop'
+require 'oga'
+
+require 'rexml/document'
+require 'rexml/formatters/pretty'
 
 require_relative 'property_tagger/version'
 require_relative 'property_tagger/cli'
+require_relative 'property_tagger/processor'
 
 module Opener
   ##
@@ -28,15 +33,6 @@ module Opener
       @options = options
     end
 
-    ##
-    # Returns a String containing the command to use for executing the kernel.
-    #
-    # @return [String]
-    #
-    def command
-      return "python -E #{kernel} #{args.join(' ')} --path #{path}"
-    end
-
     ##
     # Get the resource path for the lexicon files, defaults to an ENV variable
     #
@@ -50,7 +46,7 @@ module Opener
         raise ArgumentError, 'No lexicon path provided'
       end
 
-      return path
+      return File.expand_path(path)
     end
 
     ##
@@ -61,41 +57,15 @@ module Opener
     # @return [Array]
     #
     def run(input)
-      stdout, stderr, process = capture(input)
-
-      raise stderr unless process.success?
+      output = process(input)
 
-      return stdout
+      return output
     end
 
     protected
-
-    ##
-    # capture3 method doesn't work properly with Jruby, so
-    # this is a workaround
-    #
-    def capture(input)
-      Open3.popen3(*command.split(" ")) {|i, o, e, t|
-        out_reader = Thread.new { o.read }
-        err_reader = Thread.new { e.read }
-        i.write input
-        i.close
-        [out_reader.value, err_reader.value, t.value]
-      }
-    end
-
-    ##
-    # @return [String]
-    #
-    def core_dir
-      return File.expand_path('../../../core', __FILE__)
-    end
-
-    ##
-    # @return [String]
-    #
-    def kernel
-      return File.join(core_dir, 'hotel_property_tagger_nl_en.py')
+    def process(input)
+      processor = Opener::PropertyTagger::Processor.new(input, path, !args.include?("--no-time"))
+      return processor.process
     end
   end # PolarityTagger
 end # Opener

data/opener-property-tagger.gemspec

@@ -7,20 +7,15 @@ Gem::Specification.new do |gem|
   gem.summary     = 'Property tagger for hotels in Dutch and English.'
   gem.description = gem.summary
   gem.homepage    = 'http://opener-project.github.com/'
-  gem.extensions  = ['ext/hack/Rakefile']
 
   gem.license = 'Apache 2.0'
 
   gem.required_ruby_version = '>= 1.9.2'
 
   gem.files = Dir.glob([
-    'core/data/**/*',
-    'core/*.py',
-    'ext/**/*',
     'lib/**/*',
     'config.ru',
     '*.gemspec',
-    '*_requirements.txt',
     'README.md',
     'LICENSE.txt',
     'exec/**/*',
@@ -33,10 +28,9 @@ Gem::Specification.new do |gem|
   gem.add_dependency 'opener-webservice', '~> 2.1'
   gem.add_dependency 'opener-core', '~> 2.2'
 
-  gem.add_dependency 'nokogiri'
-  gem.add_dependency 'rake'
-  gem.add_dependency 'cliver'
+  gem.add_dependency 'oga'
 
   gem.add_development_dependency 'rspec', '~> 3.0'
   gem.add_development_dependency 'cucumber'
+  gem.add_development_dependency 'rake'
 end

data/task/test.rake

@@ -1,5 +1,5 @@
 desc 'Runs the tests'
-task :test => [:compile, :lexicons] do
+task :test => [:lexicons] do
   ENV['RESOURCE_PATH'] = File.expand_path('../../tmp/lexicons/hotel', __FILE__)
 
   sh('cucumber features')

metadata

@@ -1,184 +1,162 @@
 --- !ruby/object:Gem::Specification
 name: opener-property-tagger
 version: !ruby/object:Gem::Version
-  version: 3.0.2
+  version: 3.0.3
 platform: ruby
 authors:
 - development@olery.com
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2015-01-12 00:00:00.000000000 Z
+date: 2015-01-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: opener-daemons
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.2'
-  type: :runtime
-  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '2.2'
-- !ruby/object:Gem::Dependency
-  name: opener-webservice
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '2.1'
-  type: :runtime
+        version: '2.2'
   prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: opener-webservice
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '2.1'
-- !ruby/object:Gem::Dependency
-  name: opener-core
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '2.2'
-  type: :runtime
+        version: '2.1'
   prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: opener-core
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '2.2'
-- !ruby/object:Gem::Dependency
-  name: nokogiri
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
+        version: '2.2'
   prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: oga
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-  type: :runtime
   prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: rspec
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: cliver
+        version: '3.0'
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
+        version: '3.0'
   prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: cucumber
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '>='
       - !ruby/object:Gem::Version
-        version: '3.0'
-  type: :development
+        version: '0'
   prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: rake
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '>='
       - !ruby/object:Gem::Version
-        version: '3.0'
-- !ruby/object:Gem::Dependency
-  name: cucumber
+        version: '0'
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-  type: :development
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
+  type: :development
 description: Property tagger for hotels in Dutch and English.
-email: 
+email:
 executables:
 - property-tagger
 - property-tagger-daemon
 - property-tagger-server
-extensions:
-- ext/hack/Rakefile
+extensions: []
 extra_rdoc_files: []
 files:
-- LICENSE.txt
-- README.md
-- bin/property-tagger
-- bin/property-tagger-daemon
-- bin/property-tagger-server
-- config.ru
-- core/extract_aspects.py
-- core/hotel_property_tagger_nl_en.py
-- exec/property-tagger.rb
-- ext/hack/Rakefile
 - lib/opener/property_tagger.rb
 - lib/opener/property_tagger/cli.rb
-- lib/opener/property_tagger/public/markdown.css
+- lib/opener/property_tagger/processor.rb
 - lib/opener/property_tagger/server.rb
 - lib/opener/property_tagger/version.rb
+- lib/opener/property_tagger/public/markdown.css
 - lib/opener/property_tagger/views/index.erb
 - lib/opener/property_tagger/views/result.erb
+- config.ru
 - opener-property-tagger.gemspec
-- pre_install_requirements.txt
-- task/compile.rake
+- README.md
+- LICENSE.txt
+- exec/property-tagger.rb
 - task/lexicons.rake
-- task/python.rake
-- task/requirements.rake
 - task/test.rake
+- bin/property-tagger
+- bin/property-tagger-daemon
+- bin/property-tagger-server
 homepage: http://opener-project.github.com/
 licenses:
 - Apache 2.0
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - '>='
     - !ruby/object:Gem::Version
       version: 1.9.2
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.2.2
-signing_key: 
+rubyforge_project:
+rubygems_version: 2.1.9
+signing_key:
 specification_version: 4
 summary: Property tagger for hotels in Dutch and English.
 test_files: []
-has_rdoc: 

data/core/extract_aspects.py

@@ -1,18 +0,0 @@
-#!/usr/bin/env python
-
-from lxml import etree
-import sys
-#filename='/Users/ruben/CODE/VU-sentiment-lexicon-xml/VUSentimentLexicon/EN-lexicon/Sentiment-English-HotelDomain.xml'
-
-root = etree.parse(sys.stdin).getroot()
-
-for element in root.findall('Lexicon/LexicalEntry'):
-  ele_lemma = element.findall('Lemma')[0]
-  ele_domain = element.findall('Sense/Domain')[0]
-  pos = element.get('partOfSpeech','unknown_pos')
-  if ele_lemma is not None and ele_domain is not None:
-      lemma = ele_lemma.get('writtenForm','').lower()
-      aspect = ele_domain.get('aspect','').lower()
-      if lemma!='' and aspect!='':
-          print lemma.encode('utf-8')+'\t'+pos.encode('utf-8')+'\t'+aspect.encode('utf-8')
-

data/core/hotel_property_tagger_nl_en.py

@@ -1,138 +0,0 @@
-#!/usr/bin/env python
-
-import sys
-import argparse
-
-import codecs
-import os
-
-this_folder = os.path.dirname(os.path.realpath(__file__))
-
-# This updates the load path to ensure that the local site-packages directory
-# can be used to load packages (e.g. a locally installed copy of lxml).
-sys.path.append(os.path.join(this_folder, 'site-packages/pre_install'))
-
-from VUKafParserPy import KafParser
-from lxml import etree
-from collections import defaultdict
-
-__desc='VUA property tagger'
-__last_edited='20may2014'
-__version='1.0'
-
-###
-__module_dir = os.path.dirname(__file__)
-max_ngram = 1
-verbose = False
-##
-
-
-########################################
-## Format of the file:
-#lemma pos aspect
-#lemma pos aspect
-########################################
-def loadAspects(my_lang,this_file=None):
-  my_aspects = {}
-  if this_file is not None:
-    aspects_filename = this_file
-  else:
-    filename = "{0}.txt".format(my_lang)
-    print>>sys.stderr, "filename thingy",filename
-    print>>sys.stderr, "path thingy",arguments.path
-    aspects_filename = os.path.join(arguments.path,filename)
-
-  if not os.path.exists(aspects_filename):
-    print>>sys.stderr,'ERROR: file with aspects for the language',my_lang,'not found in',aspects_filename
-  else:
-    fic = codecs.open(aspects_filename,'r','utf-8')
-    for line in fic:
-      fields = line.strip().split('\t')
-      if len(fields) == 3:
-        lemma,pos,aspect = fields
-        my_aspects[lemma] = aspect
-    fic.close()
-  return aspects_filename, my_aspects
-########################################
-
-
-
-###### MAIN ########
-
-argument_parser = argparse.ArgumentParser(description='Tags a text with polarities at lemma level')
-argument_parser.add_argument("--no-time",action="store_false", default=True, dest="my_time_stamp",help="For not including timestamp in header")
-argument_parser.add_argument("--lexicon", action="store", default=None, dest="lexicon", help="Force to use this lexicon")
-argument_parser.add_argument("--path", action="store", default=None, dest="path", help="Set the path where the property aspects are found.")
-
-arguments = argument_parser.parse_args()
-
-if not sys.stdin.isatty():
-    ## READING FROM A PIPE
-    pass
-else:
-    print>>sys.stderr,'Input stream required.'
-    print>>sys.stderr,'Example usage: cat myUTF8file.kaf.xml |',sys.argv[0]
-    print>>sys.stderr,sys.argv[0]+' -h  for help'
-    sys.exit(-1)
-
-
-## Load the tree and the list of terms with the id
-my_data = []
-try:
-  my_kaf_tree = KafParser(sys.stdin)
-except Exception as e:
-  print>>sys.stdout,'Error parsing input. Input is required to be KAF'
-  print>>sys.stdout,str(e)
-  sys.exit(2)
-
-
-## Get language from the KAF file
-my_lang  = my_kaf_tree.getLanguage()
-
-my_aspects_filename = my_aspects = None
-if arguments.lexicon is None:
-  if my_lang not in ['nl','en','de','fr','it','es']:
-    print>>sys.stdout,'Error in the language specified in your KAF. The language is ',my_lang,' and possible values for this module '
-    print>>sys.stdout,'are nl for Dutch ,en for English, es Spanish, fr French, it Italian or de German'
-    sys.exit(1)
-
-  my_aspects_filename, my_aspects = loadAspects(my_lang)
-else:
-  my_aspects_filename, my_aspects = loadAspects(my_lang,this_file=arguments.lexicon)
-
-if verbose:
-  print>>sys.stderr,'Loaded ',len(my_aspects),'aspects from',my_aspects_filename
-
-
-for term in my_kaf_tree.getTerms():
-    my_data.append((term.getLemma(),term.getId()))
-if verbose: print>>sys.stderr,'Number of terms in the kaf file:',len(my_data)
-
-
-current_token = found = 0
-uniq_aspects = defaultdict(list)
-while current_token < len(my_data):
-    for tam_ngram in range(1,max_ngram+1):
-        # Build an n-gram of size tam_ngram and beginning in current_token
-        if current_token + tam_ngram <=  len(my_data):
-            ngram = ' '.join(lemma for lemma,_ in my_data[current_token:current_token+tam_ngram])
-            aspect = my_aspects.get(ngram.lower(),None)
-            if aspect is not None:
-                list_of_ids = [id for _,id in my_data[current_token:current_token+tam_ngram]]
-                uniq_aspects[aspect].append((list_of_ids,ngram))
-    current_token += 1
-
-
-## Code for generating the propery layer included in the Parser
-for aspect, list_of_lists in uniq_aspects.items():
-  for list_of_ids, str_text in list_of_lists:
-    my_kaf_tree.add_property(aspect,list_of_ids,str_text)
-
-my_kaf_tree.addLinguisticProcessor(__desc,__last_edited+'_'+__version,'features', arguments.my_time_stamp)
-my_kaf_tree.saveToFile(sys.stdout)
-
-
-
-
-
-

data/ext/hack/Rakefile

@@ -1,8 +0,0 @@
-import File.expand_path('../../../task/requirements.rake', __FILE__)
-import File.expand_path('../../../task/python.rake', __FILE__)
-
-task :default => :requirements do
-  Dir.chdir(File.expand_path('../../../', __FILE__)) do
-    Rake::Task['core/site-packages/pre_install'].invoke
-  end
-end

data/pre_install_requirements.txt

@@ -1 +0,0 @@
-https://github.com/opener-project/VU-kaf-parser/archive/master.zip#egg=VUKafParserPy

data/task/compile.rake

@@ -1,2 +0,0 @@
-desc 'Verifies requirements and compiles the core'
-task :compile => ['requirements', 'python:compile']

data/task/python.rake

@@ -1,11 +0,0 @@
-# NOTE: pre_build/pre_install directories are created by pip.
-
-directory 'core/site-packages/pre_install' do |task|
-  sh "pip install --requirement=pre_install_requirements.txt " \
-    "--target=#{task.name} --ignore-installed"
-end
-
-namespace :python do
-  desc 'Installs Python packages in a local directory'
-  task :compile => ['core/site-packages/pre_install']
-end

data/task/requirements.rake

@@ -1,7 +0,0 @@
-desc 'Verifies the requirements'
-task :requirements do
-  require 'cliver'
-
-  Cliver.detect!('python', '~> 2.6')
-  Cliver.detect!('pip', '>= 1.3')
-end