arekit 0.23.1__py3-none-any.whl → 0.25.0__py3-none-any.whl

arekit/contrib/utils/pipelines/text_opinion/annot/predefined.py

@@ -1,88 +0,0 @@
-from arekit.common.experiment.api.ops_doc import DocumentOperations
-from arekit.common.labels.str_fmt import StringLabelsFormatter
-from arekit.common.news.parsed.base import ParsedNews
-from arekit.common.news.parsed.providers.base import BaseParsedNewsServiceProvider
-from arekit.common.news.parsed.providers.entity_service import EntityServiceProvider
-from arekit.common.news.parsed.service import ParsedNewsService
-from arekit.common.opinions.annot.base import BaseOpinionAnnotator
-from arekit.contrib.source.brat.news import BratNews
-from arekit.contrib.source.brat.opinions.converter import BratRelationConverter
-
-
-class PredefinedTextOpinionAnnotator(BaseOpinionAnnotator):
-    """ Brat-based text-opinion annotator (converter).
-        It converts the pre-annotated Relations from BRAT-documents to TextOpinions
-    """
-
-    def __init__(self, doc_ops, label_formatter, keep_any_type=False, entity_index_func=None):
-        """
-            get_doc_func:
-                func(doc_id)
-
-            label_formatter: String Labels Formatter
-                required for conversion.
-
-            keep_any_type: bool
-                flag that defines whether there is a need to consider all the text opinions
-                or only one that supported by label formatter.
-
-            entity_index_func: is a way of how we provide an external entity ID
-                fund(entity) -> ID
-        """
-        assert(isinstance(doc_ops, DocumentOperations))
-        assert(isinstance(label_formatter, StringLabelsFormatter))
-        assert(callable(entity_index_func) or entity_index_func is None)
-        super(PredefinedTextOpinionAnnotator, self).__init__()
-
-        self.__doc_ops = doc_ops
-        self.__label_formatter = label_formatter
-        self.__keep_any_type = keep_any_type
-        self.__entity_index_func = (lambda brat_entity: brat_entity.ID) if \
-            entity_index_func is None else entity_index_func
-
-    @staticmethod
-    def __convert_opinion_id(news, origin_id, esp):
-        assert(isinstance(news, BratNews))
-        assert(isinstance(origin_id, int))
-        assert(isinstance(esp, BaseParsedNewsServiceProvider))
-
-        if not news.contains_entity(origin_id):
-            # Due to the complexity of entities, some entities might be nested.
-            # Therefore the latter, some entities might be discarded.
-            return None
-
-        origin_entity = news.get_entity_by_id(origin_id)
-
-        if not esp.contains_entity(origin_entity):
-            return None
-
-        document_entity = esp.get_document_entity(origin_entity)
-        return document_entity.IdInDocument
-
-    def _annot_collection_core(self, parsed_news):
-        assert(isinstance(parsed_news, ParsedNews))
-
-        pns = ParsedNewsService(parsed_news=parsed_news, providers=[
-            EntityServiceProvider(self.__entity_index_func)
-        ])
-        esp = pns.get_provider(EntityServiceProvider.NAME)
-        news = self.__doc_ops.by_id(parsed_news.RelatedDocID)
-
-        for brat_relation in news.Relations:
-
-            if self.__label_formatter.supports_value(brat_relation.Type) or self.__keep_any_type:
-
-                text_opinion = BratRelationConverter.to_text_opinion(
-                    brat_relation=brat_relation,
-                    doc_id=parsed_news.RelatedDocID,
-                    label_formatter=self.__label_formatter)
-
-                internal_opinion = text_opinion.try_convert(
-                    other=text_opinion,
-                    convert_func=lambda origin_id: PredefinedTextOpinionAnnotator.__convert_opinion_id(
-                        news=news, origin_id=origin_id, esp=esp))
-
-                if internal_opinion is None:
-                    continue
-
-                yield internal_opinion

arekit/contrib/utils/resources.py

@@ -1,26 +0,0 @@
-from arekit.common.text.stemmer import Stemmer
-from arekit.contrib.utils.download import NEWS_MYSTEM_SKIPGRAM_1000_20_2015, load_embedding_and_vocab
-from arekit.contrib.utils.embeddings.rusvectores import RusvectoresEmbedding
-
-
-def load_embedding_news_mystem_skipgram_1000_20_2015(stemmer, auto_download=False):
-    """ Embedding from https://rusvectores.org/ru/models/
-        Description:        Russian news, from 2013 till the october 2015
-        Corpora size:       2.5 milliard words
-        Vocabulary volume:  147 358
-        Frequency bound:    200
-        Tagset:             Mystem
-        Algorithm:          Continuous Skip-Gram
-        Vector size:        1000
-
-        stemmer: Stemmer
-            It is expected to adopt MystemWrapper.
-        auto_download: bool
-            Whether try to download if the resource was missed.
-    """
-    assert(isinstance(stemmer, Stemmer) or stemmer is None)
-    embedding, vocab = load_embedding_and_vocab(local_name=NEWS_MYSTEM_SKIPGRAM_1000_20_2015,
-                                                check_existance=True,
-                                                download_if_missed=auto_download)
-    embedding = RusvectoresEmbedding(matrix=embedding, words=vocab, stemmer=stemmer)
-    return embedding

arekit/contrib/utils/sources/sentinerel/text_opinion/prof_per_org_filter.py

@@ -1,63 +0,0 @@
-from arekit.common.entities.base import Entity
-from arekit.common.news.parsed.base import ParsedNews
-from arekit.common.news.parsed.providers.entity_service import EntityServiceProvider
-from arekit.common.news.parsed.term_position import TermPositionTypes, TermPosition
-from arekit.common.text.enums import TermFormat
-from arekit.common.text.parsed import BaseParsedText
-from arekit.common.text_opinions.base import TextOpinion
-from arekit.contrib.utils.pipelines.text_opinion.filters.base import TextOpinionFilter
-
-
-class ProfessionAsCharacteristicSentimentTextOpinionFilter(TextOpinionFilter):
-    """ This is a filter, based on the PROFESSION type prefixed entity for
-        the SentiNEREL collection.
-
-        In this case, profession acts as a characteristics of the Person, and
-        therefore there is no need to consider these attitudes in annotation.
-
-        For a greater details, see:
-        https://github.com/nicolay-r/AREkit/issues/404
-    """
-
-    def __init__(self, char_type="PROFESSION"):
-        self.__char_type = char_type
-        self.__next_entity_types = ["PERSON"]
-
-    def filter(self, text_opinion, parsed_news, entity_service_provider):
-        assert(isinstance(text_opinion, TextOpinion))
-        assert(isinstance(parsed_news, ParsedNews))
-        assert(isinstance(entity_service_provider, EntityServiceProvider))
-
-        # Picking up entity.
-        target_entity = entity_service_provider._doc_entities[text_opinion.TargetId]
-        assert(isinstance(target_entity, Entity))
-
-        if target_entity.Type != self.__char_type:
-            # This is not our case.
-            return True
-
-        # Picking up the related target entity position.
-        target_pos = entity_service_provider.get_entity_position(text_opinion.TargetId)
-        assert(isinstance(target_pos, TermPosition))
-
-        # Picking up the related sentence of target.
-        t_sent = target_pos.get_index(TermPositionTypes.SentenceIndex)
-        sentence = parsed_news.get_sentence(t_sent)
-        assert(isinstance(sentence, BaseParsedText))
-
-        # Picking up the entity position in sentence.
-        target_term_ind = target_pos.get_index(TermPositionTypes.IndexInSentence)
-
-        # We pick up the next term within the parsed sentece.
-        next_term = sentence.get_term(target_term_ind + 1, term_format=TermFormat.Raw) \
-            if len(sentence) > target_term_ind + 1 else None
-
-        if next_term is None:
-            # This is not our case.
-            return True
-
-        if isinstance(next_term, Entity) and next_term.Type in self.__next_entity_types:
-            # We reject this opinion from the annotation, since this is not expected to be a sentiment one.
-            return False
-
-        return True

arekit/contrib/utils/utils_folding.py

@@ -1,19 +0,0 @@
-from arekit.common.folding.base import BaseDataFolding
-from arekit.contrib.utils.cv.two_class import TwoClassCVFolding
-
-
-def folding_iter_states(folding):
-    if isinstance(folding, TwoClassCVFolding):
-        for state in folding.iter_states():
-            yield state
-    yield 0
-
-
-def experiment_iter_index(folding):
-    assert(isinstance(folding, BaseDataFolding))
-
-    if isinstance(folding, TwoClassCVFolding):
-        return folding.StateIndex
-
-    # In other cases we consider that there is only a single state.
-    return 0

arekit/download_data.py

@@ -1,11 +0,0 @@
-from arekit.contrib.source.download import download
-
-
-def do_download():
-    """ Download all the sources utilized by contrib/sources.
-    """
-    download()
-
-
-# Downloading data.
-do_download()

arekit-0.23.1.dist-info/METADATA

@@ -1,23 +0,0 @@
-Metadata-Version: 2.1
-Name: arekit
-Version: 0.23.1
-Summary: Library devoted to Document level Attitude and Relation Extraction for text objects with entity-linking (EL) API support
-Home-page: https://github.com/nicolay-r/AREkit
-Author: Nicolay Rusnachenko
-Author-email: rusnicolay@gmail.com
-License: MIT License
-Keywords: natural language processing,relation extraction,sentiment analysis
-Platform: UNKNOWN
-Classifier: Programming Language :: Python
-Classifier: Programming Language :: Python :: 3.6
-Classifier: Topic :: Software Development :: Libraries :: Python Modules
-Classifier: Topic :: Scientific/Engineering :: Information Analysis
-Classifier: Topic :: Text Processing :: Linguistic
-License-File: LICENSE
-Requires-Dist: tqdm
-Requires-Dist: enum34 (==1.1.10)
-Requires-Dist: numpy (>=1.14.5)
-Requires-Dist: pymystem3 (==0.2.0)
-
-UNKNOWN
-