opener-kaf-naf-parser 1.0.1 → 1.0.2

data/core/site-packages/pre_build/KafNafParser/references_data.py

@@ -1,15 +0,0 @@
-# Modified for NAF/KAf
-from span_data import *
-
-class Creferences:
-    def __init__(self,node=None):
-        self.type = 'NAF/KAF'
-        if node is None:
-            self.node = etree.Element('references')
-        else:
-            self.node = node
-            
-    def __iter__(self):
-        for span_node in self.node.findall('span'):
-            yield Cspan(span_node)
-

data/core/site-packages/pre_build/KafNafParser/span_data.py

@@ -1,63 +0,0 @@
-# Modified for KAF/NAF
-
-from lxml import etree
-from lxml.objectify import dump
-
-class Ctarget:
-    def __init__(self,node=None):
-        self.type = 'NAF/KAF'
-        if node is None:
-            self.node = etree.Element('target')
-        else:
-            self.node = node
-            
-    def get_id(self):
-        return self.node.get('id')
-    
-    def set_id(self,this_id):
-        self.node.set('id',this_id)
-        
-    def get_node(self):
-        return self.node
-
-
-class Cspan:
-    def __init__(self,node=None):
-        self.type = 'NAF/KAF'
-        if node is None:
-            self.node = etree.Element('span')
-        else:
-            self.node = node
-             
-    def add_target_id(self,this_id):
-        new_target = Ctarget()
-        new_target.set_id(this_id)
-        self.node.append(new_target.get_node())
-             
-    def create_from_ids(self,list_ids):
-        for this_id in list_ids:
-            new_target = Ctarget()
-            new_target.set_id(this_id)
-            self.node.append(new_target.get_node())
-            
-    def add_target(self,target):
-        self.node.append(target.get_node())
-                   
-
-    def __get_target_nodes(self):
-        for target_node in self.node.findall('target'):
-            yield target_node
-    
-    def __iter__(self):
-        for target_node in self.__get_target_nodes():
-            yield Ctarget(target_node)
-            
-    def get_span_ids(self):
-        return [t_obj.get_id() for t_obj in self]
-    
-    def __str__(self):
-        return dump(self.node)
-    
-    def get_node(self):
-        return self.node
-                                            

data/core/site-packages/pre_build/KafNafParser/term_data.py

@@ -1,111 +0,0 @@
-# included code for NAF/KAF
-
-
-from span_data import *
-from external_references_data import *
-from term_sentiment_data import *
-from lxml import etree
-
-
-class Cterm:
-    def __init__(self,node=None,type='NAF'):
-        self.type = type
-        if node is None:
-            self.node = etree.Element('term')
-        else:
-            self.node = node
-
-            
-    def get_id(self):
-        if self.type == 'NAF':
-            return self.node.get('id')
-        elif self.type == 'KAF':
-            return self.node.get('tid')
-    
-    def get_lemma(self):
-        return self.node.get('lemma')
-    
-    def get_pos(self):
-        return self.node.get('pos')
-    
-    def get_morphofeat(self):
-        return self.node.get('morphofeat')
-    
-    def get_span(self):
-        node_span = self.node.find('span')
-        if node_span is not None:
-            return Cspan(node_span)
-        else:
-            return None
-        
-    def get_sentiment(self):
-        sent_node = self.node.find('sentiment')
-        
-        if sent_node is None:
-            return None
-        else:
-            return Cterm_sentiment(sent_node)
-        
-        
-    def add_external_reference(self,ext_ref):
-        ext_refs_node = self.node.find('externalReferences')
-        if ext_refs_node is None:
-            ext_refs_obj = CexternalReferences()
-            self.node.append(ext_refs_obj.get_node())
-        else:
-            ext_refs_obj = CexternalReferences(ext_refs_node)
-            
-        ext_refs_obj.add_external_reference(ext_ref)
-        
-    def add_term_sentiment(self,term_sentiment):
-        self.node.append(term_sentiment.get_node())
-            
-           
-        
-    
-class Cterms:
-    def __init__(self,node=None,type='NAF'):
-        self.idx = {}
-        self.type = type
-        if node is None:
-            self.node = etree.Element('terms')
-        else:
-            self.node = node
-            for node_term in self.__get_node_terms():
-                self.idx[node_term.get('id')] = node_term    
-    
-    def get_node(self):
-        return self.node
-    
-    def to_kaf(self):
-        if self.type == 'NAF':
-            self.type = 'KAF'
-            for node in self.__get_node_terms():
-                node.set('tid',node.get('id'))
-                del node.attrib['id']
-
-    def to_naf(self):
-        if self.type == 'KAF':
-            self.type = 'NAF'
-            for node in self.__get_node_terms():
-                node.set('id',node.get('tid'))
-                del node.attrib['tid']
-                
-    def __get_node_terms(self):
-        for node_term in self.node.findall('term'):
-            yield node_term
-            
-    def __iter__(self):
-        for node_term in self.__get_node_terms():
-            yield Cterm(node_term,self.type)
-            
-    def get_term(self,term_id):
-        if term_id in self.idx:
-            return Cterm(self.idx[term_id],self.type)
-        else:
-            return None
-           
-    def add_external_reference(self,term_id, external_ref):
-        if term_id in self.idx:
-            term_obj = Cterm(self.idx[term_id],self.type)
-            term_obj.add_external_reference(external_ref)

data/core/site-packages/pre_build/KafNafParser/term_sentiment_data.py

@@ -1,42 +0,0 @@
-# Modified for NAF KAF
-from lxml import etree
-from lxml.objectify import dump
-
-class Cterm_sentiment:
-    def __init__(self,node=None):
-        self.type = 'NAF/KAF'
-        if node is None:
-            self.node = etree.Element('sentiment')
-        else:
-            self.node = node 
-        #self.resource = self.polarity = self.strength = self.subjectivity = self.semantic_type = self.modifier = self.marker = self.product_feature = ''
-        #if node is not None:
-        #    self.resource = node.get('resource','')
-        #    self.polarity = node.get('polarity','')
-        #    self.strength = node.get('strength','')
-        #    self.subjectivity = node.get('subjectivity','')
-        #self.semantic_type = node.get('sentiment_semantic_type','')
-        #    self.modifier = node.get('sentiment modifier','')
-        #    self.marker = node.get('sentiment_marker','')
-        #    self.product_feature = node.get('sentiment product feature','')
-    
-    def set_resource(self,r):
-        self.node.set('resource',r)
-    
-    def get_node(self):
-        return self.node
-    
-    def get_polarity(self):
-        return self.node.get('polarity')
-    
-    def set_polarity(self,p):
-        self.node.set('polarity',p)
-    
-    def get_modifier(self):
-        return self.node.get('sentiment_modifier')
-    
-    def set_modifier(self,sm):
-        self.node.set('sentiment_modifier',sm)
-
-    def __str__(self):
-        return dump(self.node)

data/core/site-packages/pre_build/KafNafParser/text_data.py

@@ -1,90 +0,0 @@
-# included code for NAF/KAF
-
-from lxml import etree
-
-
-class Cwf:
-    def __init__(self,node=None,type='NAF'):
-        self.type = type
-        ##self.id = ''    self.sent = ''      self.para = ''      self.page = ''      self.offset = ''      self.lenght = '' s
-        if node is None:
-            self.node = etree.Element('wf')
-        else:
-            self.node = node
-
-    def get_node(self):
-        return self.node
-    
-    def set_id(self,this_id):
-        if self.type == 'NAF':
-            return self.node.set('id',this_id)
-        elif self.type == 'KAF':
-            return self.node.set('wid',this_id)
-                
-    def get_id(self):
-        if self.type == 'NAF':
-            return self.node.get('id')
-        elif self.type == 'KAF':
-            return self.node.get('wid')
-    
-    def set_text(self,this_text):
-        self.node.text = this_text
-        
-    def get_text(self):
-        return self.node.text
-    
-    def set_sent(self,this_sent):
-        self.node.set('sent',this_sent)
-        
-    def get_sent(self):
-        return self.node.get('sent')
-    
-    
-class Ctext:
-    def __init__(self,node=None,type='NAF'):
-        self.idx = {}
-        self.type = type
-        if node is None:
-            self.node = etree.Element('text')
-        else:
-            self.node = node
-            for wf_node in self.__get_wf_nodes():
-                if self.type == 'NAF': label_id = 'id'
-                elif self.type == 'KAF': label_id = 'wid'
-                self.idx[wf_node.get(label_id)] = wf_node
-                
-    def get_node(self):
-        return self.node
-    
-    def to_kaf(self):
-        if self.type == 'NAF':
-            self.type = 'KAF'
-            for node in self.__get_wf_nodes():
-                node.set('wid',node.get('id'))
-                del node.attrib['id']
-
-    def to_naf(self):
-        if self.type == 'KAF':
-            self.type = 'NAF'
-            for node in self.__get_wf_nodes():
-                node.set('id',node.get('wid'))
-                del node.attrib['wid']
-
-    def __get_wf_nodes(self):
-        for wf_node in self.node.findall('wf'):
-            yield wf_node
-            
-    def __iter__(self):
-        for wf_node in self.__get_wf_nodes():
-            yield Cwf(node=wf_node,type=self.type)
-            
-    def get_wf(self,token_id):
-        wf_node = self.idx.get(token_id)
-        if wf_node is not None:
-            return Cwf(node=wf_node,type=self.type)
-        else:
-            return None
-    
-    def add_wf(self,wf_obj):
-        self.node.append(wf_obj.get_node())
-        

data/core/site-packages/pre_build/KafNafParser-1.2-py2.7.egg-info/PKG-INFO

@@ -1,10 +0,0 @@
-Metadata-Version: 1.0
-Name: KafNafParser
-Version: 1.2
-Summary: Parser between KAF and NAF
-Home-page: https://github.com/cltl/KafNafParserPy
-Author: Ruben Izquierdo
-Author-email: r.izquierdobevia@vu.nl
-License: UNKNOWN
-Description: UNKNOWN
-Platform: UNKNOWN

data/core/site-packages/pre_build/KafNafParser-1.2-py2.7.egg-info/SOURCES.txt

@@ -1,22 +0,0 @@
-KafNafParser/KafNafParserMod.py
-KafNafParser/__init__.py
-KafNafParser/constituency_data.py
-KafNafParser/coreference_data.py
-KafNafParser/dependency_data.py
-KafNafParser/entity_data.py
-KafNafParser/external_references_data.py
-KafNafParser/features_data.py
-KafNafParser/header_data.py
-KafNafParser/opinion_data.py
-KafNafParser/references_data.py
-KafNafParser/span_data.py
-KafNafParser/term_data.py
-KafNafParser/term_sentiment_data.py
-KafNafParser/text_data.py
-KafNafParser.egg-info/PKG-INFO
-KafNafParser.egg-info/SOURCES.txt
-KafNafParser.egg-info/dependency_links.txt
-KafNafParser.egg-info/top_level.txt
-KafNafParser/feature_extractor/__init__.py
-KafNafParser/feature_extractor/constituency.py
-KafNafParser/feature_extractor/dependency.py

data/core/site-packages/pre_build/KafNafParser-1.2-py2.7.egg-info/dependency_links.txt

@@ -1 +0,0 @@
-

data/core/site-packages/pre_build/KafNafParser-1.2-py2.7.egg-info/installed-files.txt

@@ -1,47 +0,0 @@
-../KafNafParser/__init__.py
-../KafNafParser/header_data.py
-../KafNafParser/text_data.py
-../KafNafParser/term_data.py
-../KafNafParser/entity_data.py
-../KafNafParser/features_data.py
-../KafNafParser/opinion_data.py
-../KafNafParser/constituency_data.py
-../KafNafParser/dependency_data.py
-../KafNafParser/coreference_data.py
-../KafNafParser/references_data.py
-../KafNafParser/external_references_data.py
-../KafNafParser/span_data.py
-../KafNafParser/KafNafParserMod.py
-../KafNafParser/term_sentiment_data.py
-../KafNafParser/feature_extractor/dependency.py
-../KafNafParser/feature_extractor/constituency.py
-../KafNafParser/feature_extractor/__init__.py
-../KafNafParser/__init__.pyc
-../KafNafParser/header_data.pyc
-../KafNafParser/text_data.pyc
-../KafNafParser/term_data.pyc
-../KafNafParser/entity_data.pyc
-../KafNafParser/features_data.pyc
-../KafNafParser/opinion_data.pyc
-../KafNafParser/constituency_data.pyc
-../KafNafParser/dependency_data.pyc
-../KafNafParser/coreference_data.pyc
-../KafNafParser/references_data.pyc
-../KafNafParser/external_references_data.pyc
-../KafNafParser/span_data.pyc
-../KafNafParser/KafNafParserMod.pyc
-../KafNafParser/term_sentiment_data.pyc
-../KafNafParser/feature_extractor/dependency.pyc
-../KafNafParser/feature_extractor/constituency.pyc
-../KafNafParser/feature_extractor/__init__.pyc
-../../../kaf_example.xml
-../../../naf.dtd
-../../../naf_example.xml
-../../../test.py
-../../../README.md
-../../../LICENSE
-./
-SOURCES.txt
-dependency_links.txt
-top_level.txt
-PKG-INFO

data/core/site-packages/pre_build/KafNafParser-1.2-py2.7.egg-info/top_level.txt

@@ -1 +0,0 @@
-KafNafParser

data/core/site-packages/pre_build/VUA_pylib/__init__.py

@@ -1 +0,0 @@
-pass

data/core/site-packages/pre_build/VUA_pylib/common/__init__.py

@@ -1 +0,0 @@
-from common import *

data/core/site-packages/pre_build/VUA_pylib/common/common.py

@@ -1,28 +0,0 @@
-#!/usr/bin/env python
-
-from operator import itemgetter
-
-# Get the max (key,count) from a dict like  my_dict = {'a':20,'b':1,'c':50}
-# It will return --> (c,50)
-def get_max_distr_dict(my_dict):
-    vect = my_dict.items()
-    if len(vect) !=0:
-        vect.sort(key=itemgetter(1),reverse=True)
-        return vect[0]
-    return None
-
-def normalize_pos(pos):
-    pos = pos.lower()
-    new_pos = pos
-    if pos in ['adj','a'] or pos[0:2]=='jj':
-        new_pos = 'a'
-    elif pos in ['adverb','r'] or pos[0:2]=='rb':
-        new_pos = 'r'
-    elif pos in ['anypos']:
-        new_pos = '*'
-    elif pos in ['noun','n'] or pos[0:2]=='nn' or pos[0:2]=='np':
-        new_pos = 'n'
-    elif pos in ['verb','v'] or pos[0]=='v':
-        new_pos = 'v'
-    return new_pos
-

data/core/site-packages/pre_build/VUA_pylib/corpus_reader/__init__.py

@@ -1 +0,0 @@
-from google_web_nl import *

data/core/site-packages/pre_build/VUA_pylib/corpus_reader/google_web_nl.py

@@ -1,156 +0,0 @@
-import urllib2
-import urllib
-import sys
-import time
-
-try:
-    from lxml import etree
-except:
-    import xml.etree.cElementTree as etree
-
-class Citem:
-    def __init__(self,item=None):
-        self.hits = None
-        self.word = None
-        self.tokens = None
-        if item is not None:
-            if isinstance(item,str):
-                self.load_from_string(item)
-            else:
-                self.load_from_item_node(item)
-            
-    def load_from_string(self,line):
-        ## Example line: 22865,"de server van"
-        line = line.strip()
-        pos = line.find(',')
-        self.hits = int(line[:pos])
-        self.word = line[pos+2:-1]
-        self.tokens = self.word.split(' ')
-        
-    def load_from_item_node(self,item_node):
-        hits_node = item_node.find('hits')
-        if hits_node is not None:
-            self.hits = int(hits_node.text)
-        
-        word_node = item_node.find('word')
-        if word_node is not None:
-            self.word = str(word_node.text)
-            self.tokens = self.word.split(' ')
-            
-    def __str__(self):
-        if self.word is not None and self.hits is not None:
-            s = str(self.tokens)+' ->'+str(self.hits)+' hits'
-        else:
-            s = 'None'
-        return s
-    
-    def __repr__(self):
-        return self.__str__()
-    
-    def get_hits(self):
-        return self.hits
-    
-    def get_word(self):
-        return self.word
-    
-    def get_tokens(self):
-        return self.tokens
-    
-
-class Cgoogle_web_nl:
-    def __init__(self):
-        self.url='http://www.let.rug.nl/gosse/bin/Web1T5_freq.perl'
-        self.sleep_this_time = 5	#First time to sleep in case of error
-        self.max_trials = 20        
-        self.limit = 1000
-        self.min_freq = 100
-        self.items = []
-            
-    
-    def set_limit(self,l):
-        if not isinstance(l, int):
-            print>>sys.stderr,'Parameter for set_min_freq must be an integer and not ',type(m)
-            sys.exit(-1)
-        self.limit = l
-        
-    def set_min_freq(self,m):
-        if not isinstance(m, int):
-            print>>sys.stderr,'Parameter for set_min_freq must be an integer and not ',type(m)
-            sys.exit(-1)
-        self.min_freq = m
-    
-    def query(self,this_query,fixed='shown'):
-        #http://www.let.rug.nl/gosse/bin/Web1T5_freq.perl?
-        #query=interessante%20*&
-        #mode=XML&limit=10000&
-        #threshold=40&optimize=on&wildcards=listed+normally
-        #&fixed=shown&.cgifields=debug&.cgifields=optimize
-        dict_params = {}
-        dict_params['query'] = this_query
-        dict_params['mode']='XML'
-        #dict_params['mode']='csv'
-        dict_params['limit']=self.limit
-        dict_params['threshold']=self.min_freq
-        dict_params['optimize']='on'
-        dict_params['wildcards']='listed normally'
-        dict_params['fixed']=fixed
-        dict_params['.cgifields']='debug'
-        dict_params['.cgifields']='optimize'
-        params = urllib.urlencode(dict_params)
-        #print>>sys.stderr,self.url+'?%s' % params
-        
-        
-        done = False
-        this_url = None
-        trials = 0
-        while not done:
-            try:
-                this_url = urllib2.urlopen(self.url+'?%s' % params)   
-                code = this_url.getcode()
-            except Exception as e:
-                code = -1
-                print>>sys.stderr,str(e)
-
-            if code == 200:                
-                done = True
-            else:
-                print>>sys.stderr,'Got an error (code '+str(code)+') querying google web nl, with "'+this_query+'", retrying...'
-                print>>sys.stderr,'Trial ',trials,' waiting ',self.sleep_this_time,'seconds'
-                time.sleep(self.sleep_this_time)
-                trials += 1
-                self.sleep_this_time += 1
-                if trials == self.max_trials:
-                    print>>sys.stderr,'Maximum number of trials reached. Giving up...'
-                    done = True
-                    this_url = None
-        
-        if this_url is not None:
-            if dict_params['mode'] == 'XML':
-                xml_obj = etree.parse(this_url)
-                this_url.close()
-
-                for item_node in xml_obj.findall('item'):
-                    self.items.append(Citem(item_node))
-                del xml_obj
-            else: #CSV
-                first_line = True
-                ## The first line is frequency,"N-gram"
-                for line in this_url:
-                    if not first_line:
-                        self.items.append(Citem(line))
-                    first_line = False                
-                
-    
-    
-    def get_items(self):
-        for item in self.items:
-            yield item
-            
-    def get_all_items(self):
-        return self.items
-    
-    def len(self):
-        return len(self.items)
-    def __iter__(self):
-        for item in self.items:
-            yield item

data/core/site-packages/pre_build/VUA_pylib/io_utils/__init__.py

@@ -1 +0,0 @@
-from feature_file import *