streamlit-octostar-utils 0.2.4__py3-none-any.whl → 0.2.6__py3-none-any.whl

streamlit_octostar_utils/api_crafter/nifi.py

@@ -214,6 +214,8 @@ class NifiEntityProxy(object):
 class NifiFragmenter(object):
     def as_nifi_fragments(fragments, fragmenter_keylist):
         count = len(fragments)
+        if count < 2:
+            raise ValueError("Must have at least 2 entities for fragmentation")
         identifier = str(uuid.uuid4())
         for i, entity in enumerate(fragments):
             travel_dict(
@@ -289,10 +291,10 @@ class NifiContextManager(object):
     def get_client(self, json_data):
         all_jwts = [e["request"].get("jwt") for e in json_data]
         all_jwts = [j for j in all_jwts if j]
-        assert len(set(all_jwts)) == 1  # jwt must be unique
+        assert len(set(all_jwts)) <= 1  # jwt must be unique
         all_ontology_names = [e["request"].get("ontology_name") for e in json_data]
         all_ontology_names = [j for j in all_ontology_names if j]
-        assert len(set(all_ontology_names)) == 1  # ontology name must be unique
+        assert len(set(all_ontology_names)) <= 1  # ontology name must be unique
         curr_user_jwt = all_jwts[0]
         curr_user_ontology = all_ontology_names[0]
         client = make_client(fixed_jwt=curr_user_jwt, ontology_name=curr_user_ontology)

streamlit_octostar_utils/core/filetypes.py

@@ -6,20 +6,26 @@ def add_filetypes():
     mimetypes.add_type("text/csv", ".csv")
 
 
-def recognize_filetype(file, filename):
-    from_name_guess, _ = mimetypes.guess_type(filename)
-    from_file_guess = filetype.guess(file)
-    if from_file_guess:
-        from_file_guess = from_file_guess.mime
-    recognized_filetype = None
+def recognize_filetype(file=None, filename=None):
+    if not (file or filename):
+        raise ValueError("Must provide either file content or filename")
+    from_name_guess = None
+    from_file_guess = None
+    if filename:
+        from_name_guess, _ = mimetypes.guess_type(filename)
+    if file:
+        ft = filetype.guess(file)
+        from_file_guess = ft.mime if ft else None
+    def _family(m):
+        return m.split("/", 1)[0] if isinstance(m, str) and "/" in m else None
+    def _subtype(m):
+        return m.split("/", 1)[-1] if isinstance(m, str) and "/" in m else None
     if not from_file_guess and not from_name_guess:
-        recognized_filetype = "unknown"
-    elif not (from_file_guess and from_name_guess):
-        recognized_filetype = from_file_guess or from_name_guess
-    elif from_file_guess.split("/", 1)[0] != from_name_guess.split("/", 1)[0]:
-        recognized_filetype = from_file_guess
-    elif from_file_guess.split("/", 1)[-1] != from_name_guess.split("/", 1)[-1]:
-        recognized_filetype = from_name_guess
-    else:
-        recognized_filetype = from_name_guess
-    return recognized_filetype
+        return "unknown"
+    if not (from_file_guess and from_name_guess):
+        return from_file_guess or from_name_guess
+    if _family(from_file_guess) != _family(from_name_guess):
+        return from_file_guess
+    if _subtype(from_file_guess) != _subtype(from_name_guess):
+        return from_name_guess
+    return from_name_guess

streamlit_octostar_utils/nlp/language.py

@@ -9,7 +9,7 @@ def detect_language(text, min_confidence=None):
     )
     detected_lang, confidence = detector.classify(text)
     if min_confidence and confidence < min_confidence:
-        return None
+        return None, confidence
     detected_lang = re.sub("[^A-Za-z]", "", detected_lang).lower()
     detected_lang = languages.to_name(detected_lang).lower()
     return detected_lang, confidence

{streamlit_octostar_utils-0.2.4.dist-info → streamlit_octostar_utils-0.2.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: streamlit-octostar-utils
-Version: 0.2.4
+Version: 0.2.6
 Summary: 
 License: MIT
 Author: Octostar

{streamlit_octostar_utils-0.2.4.dist-info → streamlit_octostar_utils-0.2.6.dist-info}/RECORD

@@ -2,7 +2,7 @@ streamlit_octostar_utils/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-Y
 streamlit_octostar_utils/api_crafter/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 streamlit_octostar_utils/api_crafter/celery.py,sha256=bQq8P95j0XDWqx6Hdnm96PJL8kcp9ZcSKjveZUCQTVk,29874
 streamlit_octostar_utils/api_crafter/fastapi.py,sha256=2bktT5Mwjs9XixWcOqUKMoLM_cgKl-cqZDUa2Imf4xA,14357
-streamlit_octostar_utils/api_crafter/nifi.py,sha256=9zu32lFRHIPzK1q8S1VqBXJtuIfqBCLPxHuotPdfsZ8,45211
+streamlit_octostar_utils/api_crafter/nifi.py,sha256=x1ILnuz4oHq8Qg8nRcGcV9NkuUccAsFRZuzEqmnNM04,45313
 streamlit_octostar_utils/api_crafter/parser/__init__.py,sha256=YeYWF6sdQiCFV_RKNW2t9Vs6KJExE2pbXxWTe_DOayY,107
 streamlit_octostar_utils/api_crafter/parser/combine_fields.py,sha256=ddc44xkajw8MU0peAX_263DL7rPXbTKbHUjpOhRgvyU,8790
 streamlit_octostar_utils/api_crafter/parser/entities_parser.py,sha256=zOQoN-p1Gz6ZzxvoX4M1b4Fi3mfmQr5zaNUcp_8gCjw,30016
@@ -15,12 +15,12 @@ streamlit_octostar_utils/api_crafter/parser/rules.py,sha256=hY2saX-CYpDBoxfK7BqZ
 streamlit_octostar_utils/api_crafter/parser/signals.py,sha256=cX1mHHGoolls7DBUwBZNHItlkKNYImEIUrr4M3btQko,4408
 streamlit_octostar_utils/core/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 streamlit_octostar_utils/core/dict.py,sha256=b-gOCXLNuTY6WePCOeq20QLYHAPHpfivG6sxZZMw-b8,2802
-streamlit_octostar_utils/core/filetypes.py,sha256=C4h4WDU8voMIdQETC3n1cd-CDgw9aN_kinxXcwWpU0c,915
+streamlit_octostar_utils/core/filetypes.py,sha256=kOcEnQUj4RKkyIekhrBzDBQsgWHDNe12JiQjt3mlUNc,1104
 streamlit_octostar_utils/core/threading/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 streamlit_octostar_utils/core/threading/key_queue.py,sha256=7CJpj0gvZMQd8eC5wKQi3Ak5SQQ4zQ1OPTs_OP_kD20,2255
 streamlit_octostar_utils/core/timestamp.py,sha256=a3s4xfm1nctLzYsHOJxqoWIDTdbNY_yN1OByl8ahLc8,383
 streamlit_octostar_utils/nlp/__init__.py,sha256=BtlYDZK_xaEbc7Ju_7MznXbCVPZcdLn26xwR9qf_UhM,336
-streamlit_octostar_utils/nlp/language.py,sha256=13f6kAALYjC3EclBzcyKPd4GlIeIR1mWPu3S6d-z814,549
+streamlit_octostar_utils/nlp/language.py,sha256=BBBT8wtwWtVrCin5fNLMqGg5WdgHVotFkIvouk2qKh0,561
 streamlit_octostar_utils/nlp/ner.py,sha256=EAx4WNCH3jO9KQlK47hG3RMjnNpFadGl7CKfCQmSM7c,13326
 streamlit_octostar_utils/octostar/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 streamlit_octostar_utils/octostar/client.py,sha256=NUvHe9asd65g4-hJ4CuUvUns-9dNWes1XZRJlO9eAAc,1690
@@ -36,7 +36,7 @@ streamlit_octostar_utils/threading/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzp
 streamlit_octostar_utils/threading/async_task_manager.py,sha256=q7N6YZwUvIYMzkSHmsJNheNVCv93c03H6Hyg9uH8pvk,4747
 streamlit_octostar_utils/threading/session_callback_manager.py,sha256=LvZVP4g6tvKtYmI13f2j1sX_7hm61Groqp5xJine9_k,3973
 streamlit_octostar_utils/threading/session_state_hot_swapper.py,sha256=6eeCQI6A42hp4DmW2NQw2rbeR-k9N8DhfBKQdN_fbLU,811
-streamlit_octostar_utils-0.2.4.dist-info/LICENSE,sha256=dkwVPyV03fPHHtERnF6RnvRXcll__tud9gWca1RcgnQ,1073
-streamlit_octostar_utils-0.2.4.dist-info/METADATA,sha256=BOVhRaR1Sz8WEu-FxFKN3v7S-YoEqZP1yiZw_Ts5TII,2256
-streamlit_octostar_utils-0.2.4.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-streamlit_octostar_utils-0.2.4.dist-info/RECORD,,
+streamlit_octostar_utils-0.2.6.dist-info/LICENSE,sha256=dkwVPyV03fPHHtERnF6RnvRXcll__tud9gWca1RcgnQ,1073
+streamlit_octostar_utils-0.2.6.dist-info/METADATA,sha256=XkPbtVKoxfk-qVdbjioRmd0Ctf8D9MQLdcXdaEZAkTQ,2256
+streamlit_octostar_utils-0.2.6.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+streamlit_octostar_utils-0.2.6.dist-info/RECORD,,