streamlit-octostar-utils 0.1.7a10__py3-none-any.whl → 0.1.7a11__py3-none-any.whl

streamlit_octostar_utils/api_crafter/parser/entities_parser.py

@@ -67,26 +67,16 @@ InvalidErrorDict = dict
 
 
 class EntitiesParser(object):
-    def __init__(self, parse_rulesets, client=None):
+    def __init__(self, parse_rulesets, ontology=None):
         self.concepts = dict()
         self.ruleset = dict()
-        self.ontology = None
-        self.os_client = client
+        self.ontology = ontology
         if not isinstance(parse_rulesets, list):
             parse_rulesets = [parse_rulesets]
         for parse_ruleset in parse_rulesets:
             self.ruleset = parse_ruleset.load(self.ruleset, self)
         self._reset_parsing_vars()
 
-    def _get_ontology(self):
-        if not self.ontology:
-            from octostar.utils.ontology import fetch_ontology_data
-
-            try:
-                self.ontology = fetch_ontology_data.sync(client=self.os_client)
-            except:
-                self.ontology = None
-
     def _reset_parsing_vars(self):
         self.curr_entries = list()
         self.curr_entities = list()
@@ -131,13 +121,13 @@ class EntitiesParser(object):
     def _cull_entities(self, entities, relationships):
         removed_ids = list()
         for entity in entities:
-            if "extra_fields" in entity.fields:
-                if not entity.fields["extra_fields"]:
-                    del entity.fields["extra_fields"]
+            if "#extra_fields" in entity.fields:
+                if not entity.fields["#extra_fields"]:
+                    del entity.fields["#extra_fields"]
                 else:
-                    for extra_field in list(entity.fields["extra_fields"].keys()):
-                        if not entity.fields["extra_fields"][extra_field]:
-                            del entity.fields["extra_fields"][extra_field]
+                    for extra_field in list(entity.fields["#extra_fields"].keys()):
+                        if not entity.fields["#extra_fields"][extra_field]:
+                            del entity.fields["#extra_fields"][extra_field]
             for field in list(entity.fields.keys()):
                 if not entity.fields[field]:
                     del entity.fields[field]
@@ -248,11 +238,11 @@ class EntitiesParser(object):
         if root_entity:
             root_entity = root_entity[0]
             unused_fields = dict()
-            if "extra_fields" not in root_entity.fields:
-                root_entity.fields["extra_fields"] = dict()
+            if "#extra_fields" not in root_entity.fields:
+                root_entity.fields["#extra_fields"] = dict()
             unused_fields = _find_extra_fields_recursive(entry.value)
-            root_entity.fields["extra_fields"] = {
-                **root_entity.fields["extra_fields"],
+            root_entity.fields["#extra_fields"] = {
+                **root_entity.fields["#extra_fields"],
                 **unused_fields,
             }
 
@@ -548,9 +538,8 @@ class EntitiesParser(object):
     """
 
     def validate_and_format_entities(self, entities, relationships):
-        self._get_ontology()
         if not self.ontology:
-            raise RuntimeError("Ontology could not be fetched for validation!")
+            raise RuntimeError("No ontology provided for validation!")
         ontology = self.ontology
         from streamlit_octostar_utils.ontology.validation import (
             validate_and_format_timbr_type,
@@ -571,7 +560,7 @@ class EntitiesParser(object):
             entity_properties = [
                 k
                 for k in entity.fields.keys()
-                if not k.startswith("#") and k != "extra_fields"
+                if not k.startswith("#")
             ]
             ontology_properties = {
                 e["property_name"]: e
@@ -665,32 +654,6 @@ class EntitiesParser(object):
             if relationship.concept_to == id_from:
                 relationship.concept_to = id_to
 
-    def extra_fields_to_entities(self, source_entities, remove_fields_from_source=True):
-        new_entities = list()
-        new_relationships = list()
-        for entity in source_entities:
-            if (
-                entity.fields
-                and "extra_fields" in entity.fields
-                and entity.fields["extra_fields"]
-            ):
-                new_entity = EntityInfo(
-                    self._compute_deterministic_uuid(
-                        entity.fields["extra_fields"], "json", False
-                    ),
-                    "json",
-                    entity.fields["extra_fields"],
-                )
-                if remove_fields_from_source:
-                    del entity.fields["extra_fields"]
-                new_entities.append(new_entity)
-                new_relationships.append(
-                    RelationshipInfo(
-                        entity.unique_id, new_entity.unique_id, "has_unparsed_data"
-                    )
-                )
-        return new_entities, new_relationships
-
     def to_linkchart(self, entities, relationships, label_fn):
         return_dict = {"records": list(), "relationships": list()}
         for entity in entities:

{streamlit_octostar_utils-0.1.7a10.dist-info → streamlit_octostar_utils-0.1.7a11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: streamlit-octostar-utils
-Version: 0.1.7a10
+Version: 0.1.7a11
 Summary: 
 License: MIT
 Author: Octostar

{streamlit_octostar_utils-0.1.7a10.dist-info → streamlit_octostar_utils-0.1.7a11.dist-info}/RECORD

@@ -5,7 +5,7 @@ streamlit_octostar_utils/api_crafter/fastapi.py,sha256=2bktT5Mwjs9XixWcOqUKMoLM_
 streamlit_octostar_utils/api_crafter/nifi.py,sha256=fQ5k9eZl2oSQZ2BexZYwKUiO05-FryUi7wnCd_56P9Y,44375
 streamlit_octostar_utils/api_crafter/parser/__init__.py,sha256=YeYWF6sdQiCFV_RKNW2t9Vs6KJExE2pbXxWTe_DOayY,107
 streamlit_octostar_utils/api_crafter/parser/combine_fields.py,sha256=ddc44xkajw8MU0peAX_263DL7rPXbTKbHUjpOhRgvyU,8790
-streamlit_octostar_utils/api_crafter/parser/entities_parser.py,sha256=Z740IViQ8WX3xBzgWzsO6JHUps6GyNLJE8nlpt3KTzc,31418
+streamlit_octostar_utils/api_crafter/parser/entities_parser.py,sha256=zOQoN-p1Gz6ZzxvoX4M1b4Fi3mfmQr5zaNUcp_8gCjw,30016
 streamlit_octostar_utils/api_crafter/parser/generics.py,sha256=GefvTUWkqsICS_TdXA2p73_Uzh6041g88mWql3Fr9cY,1861
 streamlit_octostar_utils/api_crafter/parser/info.py,sha256=L2cdtsmfIdFSkAnIXhGhQZG6YMZRtY1GgLXn-847avA,649
 streamlit_octostar_utils/api_crafter/parser/linkchart_functions.py,sha256=WfHl-EfH4SWjpk8civS7HL11eIl4SAV5Dtwe8mTidrc,7163
@@ -37,7 +37,7 @@ streamlit_octostar_utils/threading/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzp
 streamlit_octostar_utils/threading/async_task_manager.py,sha256=q7N6YZwUvIYMzkSHmsJNheNVCv93c03H6Hyg9uH8pvk,4747
 streamlit_octostar_utils/threading/session_callback_manager.py,sha256=LvZVP4g6tvKtYmI13f2j1sX_7hm61Groqp5xJine9_k,3973
 streamlit_octostar_utils/threading/session_state_hot_swapper.py,sha256=6eeCQI6A42hp4DmW2NQw2rbeR-k9N8DhfBKQdN_fbLU,811
-streamlit_octostar_utils-0.1.7a10.dist-info/LICENSE,sha256=dkwVPyV03fPHHtERnF6RnvRXcll__tud9gWca1RcgnQ,1073
-streamlit_octostar_utils-0.1.7a10.dist-info/METADATA,sha256=s86wH6OAhUfZBkiM2dIFUcw1x7g3COOUjBkWSYnmJGc,2268
-streamlit_octostar_utils-0.1.7a10.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-streamlit_octostar_utils-0.1.7a10.dist-info/RECORD,,
+streamlit_octostar_utils-0.1.7a11.dist-info/LICENSE,sha256=dkwVPyV03fPHHtERnF6RnvRXcll__tud9gWca1RcgnQ,1073
+streamlit_octostar_utils-0.1.7a11.dist-info/METADATA,sha256=sh4TvXiQ_9cxohuhsa_MuY8kcqGJZ2GnVBNCVRXpbpc,2268
+streamlit_octostar_utils-0.1.7a11.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+streamlit_octostar_utils-0.1.7a11.dist-info/RECORD,,