reflexive 1.2.1__py3-none-any.whl → 1.2.3__py3-none-any.whl

reflexive/__init__.py

@@ -1,5 +1,19 @@
-import reflexive.analyse
-import reflexive.cfg
-import reflexive.session
-import reflexive.util
-import reflexive.visualise
+# Make classes available at top level
+
+from reflexive.cfg import Config
+from reflexive.session import (
+    AWS,
+    S3,
+    Comprehend)
+
+# import reflexive.util
+from reflexive.analyse import Nlp
+from reflexive.visualise import (
+    Display,
+    RES_graph)
+
+from reflexive.res import (
+    Res_analyse,
+    Res_display)
+
+__all__ = ["Config","AWS","S3","Comprehend","Nlp","Display","RES_graph","Res_analyse","Res_display"]

reflexive/analyse.py

@@ -6,7 +6,6 @@ import re
 from reflexive import util
 from reflexive import cfg
 from reflexive import session
-import reflexive as rfx
 
 import logging
 logging.basicConfig(level=logging.DEBUG)
@@ -290,7 +289,7 @@ class Nlp:
         for grp in targetedSentiment_results:
             for mention in grp["Mentions"]:
                 if mention['Score'] >= threshold:
-                    if not "NEUTRAL" in mention['MentionSentiment']['Sentiment']:
+                    if "NEUTRAL" not in mention['MentionSentiment']['Sentiment']:
                         k = mention['MentionSentiment']['Sentiment']
                         text = str.lower(mention['Text'])
                         sents.setdefault(k,{text}).add(text)

reflexive/cfg.py

@@ -1,10 +1,8 @@
 import logging
 import os
 from datetime import datetime
-import json
-import reflexive as rfx
 
-logging.basicConfig(level=logging.DEBUG)
+#logging.basicConfig(level=logging.DEBUG)
 logger = logging.getLogger(__name__)
 
 class Config:
@@ -74,7 +72,7 @@ class Config:
             if not os.path.exists(data_dir):
                 logger.warning("Path does not exist, creating directory")
                 os.makedirs(data_dir)
-                logger.info(f"Created %s",repr(data_dir))
+                logger.info("Created %s",repr(data_dir))
             self.local_path = local_path
         if not date_string:
             date_string = datetime.today().strftime('%Y%m%d')

reflexive/res.py

@@ -0,0 +1,127 @@
+import json
+from pandas import DataFrame
+from spacy import displacy
+from time import sleep
+from reflexive import Config
+from reflexive import AWS
+from reflexive import S3
+from reflexive import Comprehend
+from reflexive import Nlp
+from reflexive import Display
+from reflexive import RES_graph
+
+class Res_analyse:
+    
+    config:Config
+    aws:AWS
+    s3:S3
+    comprehend:Comprehend
+    nlp:Nlp
+    
+    def __init__(self,aws_profile="default") -> None:
+        return self._setup(aws_profile)
+    
+    def _setup(self,aws_profile) -> None:
+        self.config = Config(aws_profile)
+        self.config.set_parameters(name_prefix="RES")
+        self.aws = AWS(self.config)
+        return None
+    
+    def set_parameters(self,
+                       s3_access_point:str,
+                       s3_bucket_name:str,
+                       comprehend_service_role_name:str,
+                       reflexive_entity_name:str,
+                       reflexive_entity_version:str) -> str:
+        self.config.set_s3_parameters(s3_access_point,s3_bucket_name)
+        self.config.set_comprehend_parameters(comprehend_service_role_name)
+        self.config.set_comprehend_custom_entity_parameters(reflexive_entity_name,reflexive_entity_version)
+        params = self.config.get_parameters()
+        return json.dumps(params, indent=2)
+    
+    def setup_aws(self) -> None:
+        # Create a new S3 client
+        self.s3 = S3(self.aws)
+        # Create a new Comprehend client
+        self.comprehend = Comprehend(self.aws)
+        # Create an Nlp object to perform analysis on the text
+        self.nlp = Nlp(self.aws)
+        return None
+    
+    def get_basic_analytics(self,df:DataFrame) -> DataFrame:
+        
+        # Text length - this is needed for comprehend analytics
+        df = self.nlp.text_length(df)
+        #df = nlp.remove_IQR_outliers(df)
+        # Comprehend analysis
+        results = self.nlp.comprehend_analysis(self.comprehend,df)
+        #print(results)
+        errors = self.nlp.check_results(results)
+        #print(errors)
+        if errors=={}:
+            print("No errors, so adding results to dataframe")
+            df = self.nlp.add_results_to_df(results,df)
+            df = self.nlp.comprehend_analytics(df)
+        return df
+    
+    def get_reflexive_analytics(self,df:DataFrame) -> DataFrame:
+        # Reflexive expression analysis
+        response = self.nlp.analyse_reflexive_expressions(df,self.s3,self.comprehend)
+        #print(response)
+        job_id = self.comprehend.get_current_job_id()
+        print("Job ID:",job_id)
+        status = self.comprehend.check_job_status()
+        print("Status:",status)
+
+        # Get the details of the job
+        # details = comp.get_job_details()
+        # print("Job details:",details)
+
+        inc = 0
+        while status=="SUBMITTED" or status=="IN_PROGRESS":
+            print("Waiting 10 seconds...")
+            sleep(10)
+            status = self.comprehend.check_job_status()
+            print(f"Job status {inc}:",status)
+            inc += 1
+            
+        # Download from S3 and extract results 
+        print("Downloading and extracting results...")
+        results = self.comprehend.download_and_extract(self.s3)
+        print("RESULTS:")
+        print(results)
+        
+        # Extract output of analysis and add to df
+        return self.nlp.add_to_dataframe(df,results)
+
+class Res_display:
+    
+    res_analyse:Res_analyse
+    vis:Display
+    
+    def __init__(self,res:Res_analyse) -> None:
+        return self._setup(res)
+    
+    def _setup(self,res:Res_analyse) -> None:
+        self.res_analyse = res
+        self.vis = Display(res.aws)
+        return None  
+    
+    def show_text(self,df:DataFrame,inline=True) -> str:
+        df = self.vis.add_offsets(df)
+        disp_data = self.vis.create_displacy(df)
+        if inline:
+            displacy.render(disp_data,manual=True,style="ent", options=self.res_analyse.config.display_options)
+            html_out = "Set inline to false to produce HTML"
+        else:
+            html_out = displacy.render(disp_data,manual=True,style="ent", options=self.res_analyse.config.display_options,page=True,jupyter=False)
+        return html_out
+    
+    def show_graph(self,reflexive_expressions) ->list:
+        #Get RE sequence
+        reseq = [label for re,label in reflexive_expressions]
+        return reseq
+        
+        
+        
+        

reflexive/session.py

@@ -5,7 +5,6 @@ import tarfile
 import json
 
 from reflexive import cfg
-import reflexive as rfx
 
 import logging
 logging.basicConfig(level=logging.DEBUG)
@@ -19,7 +18,7 @@ class AWS:
     def __init__(self,config:cfg.Config):
         # on initialisation create a new session with provided profile (or with default profile)
         #logger.error(config.get_parameters())
-        if config==None:
+        if config is None:
             config = cfg.Config()
         self.config = config
         self.new_session()

reflexive/util.py

@@ -1,10 +1,12 @@
 import os
-
+import json
+import pandas as pd
+from sklearn.preprocessing import MinMaxScaler
 import logging
 logging.basicConfig(level=logging.DEBUG)
 logger = logging.getLogger(__name__)
 
-from sklearn.preprocessing import MinMaxScaler
+
 
 # File functions
 def get_data_path_name(config,name,ext):
@@ -20,7 +22,7 @@ def set_sub_dir(config,sub_dir=None):
             logger.info(f"Creating subdirectory: {local_dir}")
             os.makedirs(local_dir)
     else:
-        local_dir = local_path
+        local_dir = config.local_path
     return local_dir
         
 
@@ -46,12 +48,12 @@ def filter_dict_by_value(ngrams,min_val=3):
 
 # Input a series and output a list of lists with each maxn elements
 def series_to_chunked_list(series,maxn=25):
-    l = list(series)
-    return __chunk_list(l,maxn)
+    lst = list(series)
+    return __chunk_list(lst,maxn)
 
 # Chunk a list into a list of lists with maxn elements
-def __chunk_list(l,maxn=25):
-    return [l[i:i + maxn] for i in range(0, len(l), maxn)]
+def __chunk_list(lst,maxn=25):
+    return [lst[i:i + maxn] for i in range(0, len(lst), maxn)]
 
 # Count named entities
 def count_entities(entities):

reflexive/visualise.py

@@ -1,6 +1,13 @@
-from graph_tool.all import *
+from graph_tool.all import (
+    Graph,
+    graph_draw,
+    ungroup_vector_property,
+    group_vector_property
+)
 import cairo
 
+from spacy import displacy
+
 from reflexive import session
 from reflexive import cfg
 
@@ -188,6 +195,18 @@ class Display:
             #print("New offsets:",len(new_offsets[k]))
         return new_offsets
     
+class RES_text:
+    
+    def __init__(self):
+        self._setup()
+        
+    def _setup(self):
+        return None
+    
+    def show(self):
+        #displacy.render(disp_data,manual=True,style="ent", options=cfg.display_options)
+        return None
+     
 class RES_graph:
     
     #

{reflexive-1.2.1.dist-info → reflexive-1.2.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: reflexive
-Version: 1.2.1
+Version: 1.2.3
 Summary: Supports AWS Reflexive Expressions Systems (RES) Analysis
 Project-URL: Repository, https://github.com/nlytx/reflexive.git
 Author-email: Andrew Gibson <andrew@nlytx.io>

reflexive-1.2.3.dist-info/RECORD

@@ -0,0 +1,11 @@
+reflexive/__init__.py,sha256=x5l8GV_9yC8yJyjTLqiM_WkfuPMLuNgQxF6PIz5MfFU,422
+reflexive/analyse.py,sha256=LsDgFI_UUlK88ecQc19iPdcweAvT11CZCqtWtCsevC8,17465
+reflexive/cfg.py,sha256=tDPiC9NwpEVoT05_831sMsMfHhJt8pVrSOsgbtzTNDM,4267
+reflexive/res.py,sha256=D4LfMG20BikFHdLts3v6dbYZG6UubCNlGUBUJbpJfwg,4398
+reflexive/session.py,sha256=ttyUAowaKgkwAgejRb_af5nZruKeH_kn3NB1NtitYUk,10045
+reflexive/util.py,sha256=zwlFncsWrRSuK8rsQaZKFNVLTkRySb1WPeY6Hz6qHhc,3698
+reflexive/visualise.py,sha256=pVnsPJOnHiLAIvDDm9P0u6-sGQINC4GVOY9b0GrzTK4,11725
+reflexive-1.2.3.dist-info/METADATA,sha256=NlCGUhf0OJWmRImBng_9YQGTsWbDFf-roOwVT_xVl88,574
+reflexive-1.2.3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+reflexive-1.2.3.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+reflexive-1.2.3.dist-info/RECORD,,

reflexive-1.2.1.dist-info/RECORD

@@ -1,10 +0,0 @@
-reflexive/__init__.py,sha256=Ke3gGqrVgPP2IRgifljQL8Ep3qVuuOf4LgZUkxdJQ2k,119
-reflexive/analyse.py,sha256=UzWwgjAFNjeWFkCQ2o99g2vWajf17_OtSq4dFCvuPYU,17489
-reflexive/cfg.py,sha256=Ges35G234P2lvOQHgPZQae5hMSOGyBsmp1bY_yQEKkk,4303
-reflexive/session.py,sha256=MbqwTsYTgq_e_gw3mb1eRv6USs-zZ2cTCrvUNWuKfAQ,10067
-reflexive/util.py,sha256=WQ1oyzDi1i8wQ6IBwBPk6IFy07YKhg-Ug2FsOGVJRJQ,3649
-reflexive/visualise.py,sha256=76ItFjz9KyPCxlfKuF16dmY5kLVbdTXAHyfcndMStH0,11355
-reflexive-1.2.1.dist-info/METADATA,sha256=sFL4BMnt-cMD8Ks--16hSTDmLI6F7anBF9zR_61hJDA,574
-reflexive-1.2.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-reflexive-1.2.1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-reflexive-1.2.1.dist-info/RECORD,,