unisi 0.3.13__py3-none-any.whl → 0.3.15__py3-none-any.whl

unisi/__init__.py

@@ -1,4 +1,5 @@
 from .utils import *
+from .llmrag import Q
 from .units import *
 from .users import User
 from .server import start, handle, context_user, context_screen

unisi/llmrag.py

@@ -2,14 +2,125 @@
 from .common import Unishare
 from langchain_groq import ChatGroq
 from langchain_openai import ChatOpenAI
+from langchain_mistralai import ChatMistralAI
 from langchain_google_genai import (
     ChatGoogleGenerativeAI,
     HarmBlockThreshold,
     HarmCategory,
 )
+from datetime import datetime
+import collections, inspect, re, json
+from typing import get_origin, get_args        
+
+def jstype(type_value):        
+    if isinstance(type_value, type):         
+        if type_value == int:
+            return 'integer'
+        elif type_value == float:
+            return 'number'
+        elif type_value == bool:
+            return 'boolean'
+        elif type_value == str:
+            return 'string'
+        elif type_value == dict:            
+            return 'object'
+        elif type_value == list:            
+            return 'array'
+        else:
+            origin = get_origin(type_value) 
+            args = get_args(type_value)
+            if origin == list:
+                return f'array of {jstype(args[0])} '
+            elif origin == dict:
+                return f'object of {jstype(args[0])} to {jstype(args[1])} structure.'
+            else:
+                return 'string'  
+    else: 
+        match type_value:
+            case str():
+                jtype = 'string'
+            case int():
+                jtype = 'integer'
+            case float():
+                jtype = 'number'
+            case bool():
+                jtype = 'boolean'
+            case dict():
+                if type_value:
+                    ptypes = ','.join(f'"{k}": "[Type: {jstype(v)}]"' for k, v in type_value.items())
+                    jtype = f'object with {{{ptypes}}} structure'
+                else:
+                    jtype = 'object'
+            case list():  
+                jtype = 'array'
+            case _:
+                jtype = 'string' 
+    return jtype
+
+def is_type(variable, expected_type):
+    """
+    Check if the variable matches the expected type hint.
+    """
+    origin = get_origin(expected_type) 
+    if origin is None:
+        return isinstance(variable, expected_type)
+    args = get_args(expected_type)
+    
+    # Check if the type matches the generic type
+    if not isinstance(variable, origin):
+        return False
+        
+    if not args:
+        return True
+        
+    if origin is list:
+        return all(isinstance(item, args[0]) for item in variable)
+    elif origin is dict:
+        return all(isinstance(k, args[0]) and isinstance(v, args[1]) for k, v in variable.items())
+    
+    return False
+
+def Q(str_prompt, type_value = str, blank = True, **format_model):
+    """returns LLM async call for a question"""    
+    llm = Unishare.llm_model    
+    if '{' in str_prompt:
+        caller_frame = inspect.currentframe().f_back            
+        format_model = caller_frame.f_locals | format_model if format_model else caller_frame.f_locals
+        str_prompt = str_prompt.format(**format_model) 
+    if not re.search(r'json', str_prompt, re.IGNORECASE):           
+        jtype = jstype(type_value)
+        format = " dd/mm/yyyy string" if type_value == 'date' else f'a JSON {jtype}' if jtype != 'string' else jtype      
+        str_prompt = f"System: You are an intelligent and extremely smart assistant. Output STRONGLY {format}." + str_prompt 
+    async def f():            
+        io = await llm.ainvoke(str_prompt)
+        js = io.content.strip().strip('`').replace('json', '')                      
+        if type_value == str or type_value == 'date':
+            return js  
+        parsed = json.loads(js)
+        if isinstance(type_value, dict):
+            for k, v in type_value.items():
+                if k not in parsed:
+                    for k2, v2 in parsed.items():
+                        if re.fullmatch(k, k2, re.IGNORECASE) is not None:
+                            parsed[k] = parsed.pop(k2)
+                            break
+                    else:
+                        if blank:
+                            parsed[k] = None
+                            continue
+                        else:
+                            raise KeyError(f'Key {k} not found in {parsed}')
+                        
+                if not is_type(parsed[k], v):
+                    raise TypeError(f'Invalid type for {k}: {type(parsed[k])} != {v}')
+        else:
+            if not is_type(parsed, type_value):
+                raise TypeError(f'Invalid type: {type(parsed)} != {type_value}')            
+        return parsed
+    return f()
 
 def setup_llmrag():    
-    import config #the module is loaded before config.py    
+    import config #the module is loaded before config analysis    
     temperature = getattr(config, 'temperature', 0.0)
     if config.llm:
         match config.llm:
@@ -31,7 +142,7 @@ def setup_llmrag():
                     openai_api_base = address
                 ) 
             case 'openai':
-                Unishare.llm_model = ChatOpenAI(temperature=0.0)
+                Unishare.llm_model = ChatOpenAI(temperature = temperature)
 
             case 'groq':
                 Unishare.llm_model = ChatGroq(
@@ -52,43 +163,23 @@ def setup_llmrag():
                         HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT: HarmBlockThreshold.BLOCK_NONE
                     }
                 )
+            case 'mistral':
+                Unishare.llm_model = ChatMistralAI(
+                    model = model,
+                    temperature=0,
+                    max_retries=2,
+                    # other params...
+                )
 
-numeric_types = ['number', 'int', 'float', 'double']
-
-async def get_property(name, context = '', type = 'string', options = None, attempts = 1, messages = None):
-    if messages is None:
-        limits = f'type is {type}'
-        if type == 'date':
-            limits = f'{limits}, use format "dd/mm/yyyy"'
-        if options:            
-            limits = f'{limits}, and its possible options are {",".join(opt for opt in options)}'        
-        messages = [
-            (
-                "system",
-                f"""You are an intelligent and extremely smart assistant."""        
-            ),
-            ("human",  f"""{context} . Reason and infer {name}, which {limits}. 
-                Do not include any additional text or commentary in your answer, just exact the property value.""")
-        ]
-    ai_msg =  await Unishare.llm_model.ainvoke(messages)
-    value = ai_msg.content
-    log_error = ''
-    if type in numeric_types:
-        try:
-            value = float(value)
-        except:
-            log_error = f'Invalid value {value} from llm-rag for {messages[1][1]}'
-            return value
-    else:
-        value = value.strip('""')
-
-    if not log_error and options and value not in options:
-        attempts -= 1
-        if attempts > 0:
-            value = get_property(name, context, type, options, attempts, messages)
-        else:
-            log_error = f'Invalid value {value} from llm-rag for {messages[1][1]}'
-
-    if log_error:
-        Unishare.message_logger(log_error)
-    return value
+async def get_property(name, context = '', type = str, options = None):  
+    if type == str and re.search(r'date', name, re.IGNORECASE):
+        type = 'date'
+    limits = f', which possible options are {",".join(opt for opt in options)},' if options else ''                    
+    prompt = """Context: {context} . Output ONLY "{name}" explicit value{limits} based on the context. """    
+    try:
+        value = await Q(prompt, type)
+    except Exception as e:        
+        Unishare.message_logger(e)
+        return None
+    return value
+    

unisi/server.py

@@ -18,9 +18,13 @@ def context_screen():
     user = context_user()
     return user.screen if user else None
 
-def message_logger(str, type = 'error'):
+def message_logger(message, type = 'error'):
     user = context_user()
-    user.log(str, type)
+    if user:    
+        user.log(message, type)
+    else:
+        with logging_lock:
+            logging.error(message)
 
 Unishare.context_user = context_user
 Unishare.message_logger = message_logger

unisi/users.py

@@ -312,18 +312,18 @@ class User:
     def sync_send(self, obj):                    
         asyncio.run(self.send(obj))
     
-    def log(self, str, type = 'error'):        
+    def log(self, message, type = 'error'):        
         scr = self.screen.name if self.screens else 'void'
-        str = f"session: {self.session}, screen: {scr}, message: {self.last_message}\n  {str}"
+        message = f"session: {self.session}, screen: {scr}, message: {self.last_message}\n  {message}"
         with logging_lock:
             if type == 'error':
-                logging.error(str)
+                logging.error(message)
             elif type == 'warning':
-                logging.warning(str)    
+                logging.warning(message)    
             else:
                 func = logging.getLogger().setLevel
                 func(level = logging.INFO)
-                logging.info(str)
+                logging.info(message)
                 func(level = logging.WARNING)
 
     def init_user():

{unisi-0.3.13.dist-info → unisi-0.3.15.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unisi
-Version: 0.3.13
+Version: 0.3.15
 Summary: Unified System Interface, GUI and Remote API
 Author-Email: UNISI Tech <g.dernovoy@gmail.com>
 License: Apache-2.0
@@ -20,6 +20,7 @@ Requires-Dist: langchain-groq
 Requires-Dist: langchain-community
 Requires-Dist: langchain-openai
 Requires-Dist: langchain-google-genai
+Requires-Dist: langchain_mistralai
 Requires-Dist: word2number
 Description-Content-Type: text/markdown
 
@@ -51,9 +52,8 @@ pip install unisi
 ```
 
 ### Programming ###
-UNISI tech provides a unified system interface and advanced program functionality, eliminating the need for front-end and most back-end programming. It automates common tasks by inner services, as well as unique ones, significantly reducing the necessity for manual programming and effort.
-This document serves as a comprehensive guide on utilizing Unisi with Python, along with a compact yet highly efficient framework specifically designed for this purpose. Additionally, the library includes the web version of Unisi, providing developers with a comprehensive set of tools and resources for web application development. Supports Python 3.10+.
-
+Automatic functionality means that only configuration has to be defined and for all paramaters UNISI has defaults that can be redefined in config.py file.
+UNISI is a universal data protocol and compact yet highly efficient framework designed for serving and proccessing data in UNISI format. The library includes the web version of Unisi and a comprehensive set of tools and resources for web application development. Supports Python 3.10+.
 
 ### High level - Screen ###
 The program directory has to contain a screens folder which contains all screens which Unisi has to show.
@@ -100,7 +100,7 @@ Connect a browser to localhast:8000 which are by default and will see:
 
 ![image](https://github.com/unisi-tech/unisi/assets/1247062/dafebd1f-ae48-4790-9282-dea83d986749)  
 
-### 'The fastest way to create Web applications in Python.' is a free crash course video how to use UNISI ###
+### 'The fastest way to create Web applications in Python.' is a free crash course 1-hour video how to use UNISI ###
    https://www.unisi.tech/learn
 
 ### Handling events ###
@@ -177,7 +177,7 @@ concept_block = Block('Concept block',
        Edit('Working folder','run_folder')
    ], result_table)
 ```
-If some elements are enumerated inside an array, Unisi will display them on a line one after another, otherwise everyone will be displayed on a new own line(s).
+If some elements are enumerated inside an array, UNISI will display them on a line one after another, otherwise everyone will be displayed on a new own line(s).
  
 Using a shared block in some screen:
 ```

{unisi-0.3.13.dist-info → unisi-0.3.15.dist-info}/RECORD

@@ -1,8 +1,8 @@
-unisi-0.3.13.dist-info/METADATA,sha256=xrIMtE75CW1YksJIGWA_zFyhwBJrJiEtgk9QPYIJ_Z8,27430
-unisi-0.3.13.dist-info/WHEEL,sha256=thaaA2w1JzcGC48WYufAs8nrYZjJm8LqNfnXFOFyCC4,90
-unisi-0.3.13.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
-unisi-0.3.13.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-unisi/__init__.py,sha256=JVioDSebhtmoYTldT6ChEayuRTHOgYsAflcxcBYWBTY,279
+unisi-0.3.15.dist-info/METADATA,sha256=r-Ax_zHww1_W5413mkStd6mb-9dBiG-_Pnzf9fcxkNI,27266
+unisi-0.3.15.dist-info/WHEEL,sha256=thaaA2w1JzcGC48WYufAs8nrYZjJm8LqNfnXFOFyCC4,90
+unisi-0.3.15.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
+unisi-0.3.15.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+unisi/__init__.py,sha256=prG4FwJzpNJRX1trto0x_4Bne3kkpEX1dUxcRnIxWVw,301
 unisi/autotest.py,sha256=qYKwSPEPUEio6koUSu1tc71pDkX-doCQJlyRppaXCtY,8709
 unisi/common.py,sha256=bMPZo7V9nlJW5HC0yJLRDbrh0DZ4oqmEtBuOvGyN6fw,5759
 unisi/containers.py,sha256=va4kyqYJ8g7un1hiKx21xXixMXOomXupFPxvS9vga9A,7280
@@ -14,14 +14,14 @@ unisi/jsoncomparison/config.py,sha256=LbdLJE1KIebFq_tX7zcERhPvopKhnzcTqMCnS3jN12
 unisi/jsoncomparison/errors.py,sha256=wqphE1Xn7K6n16uvUhDC45m2BxbsMUhIF2olPbhqf4o,1192
 unisi/jsoncomparison/ignore.py,sha256=xfF0a_BBEyGdZBoq-ovpCpawgcX8SRwwp7IrGnu1c2w,2634
 unisi/kdb.py,sha256=K-Lqc3e9hLTwO0i1ilTC6qrwZp90tXjLm7HFb_lM1Os,13621
-unisi/llmrag.py,sha256=Wh9pQ8kBMlersKxbEDlZ3XeY2grH0_Rfg8I3E2W87hI,3481
+unisi/llmrag.py,sha256=M5BvP8MbVjJhnhrnoyP-PfN0OnFYXBzgSGtd52W56tM,7057
 unisi/multimon.py,sha256=YKwCuvMsMfdgOGkJoqiqh_9wywXMeo9bUhHmbAIUeSE,4060
 unisi/proxy.py,sha256=QMHSSFJtmVZIexIMAsuFNlF5JpnYNG90rkTM3PYJhY4,7750
 unisi/reloader.py,sha256=qml-ufoUME7mrWrPMwMo3T8Jsh4e26CBj564cHCB6I0,6749
-unisi/server.py,sha256=V0I3OAWcebttN1KXHd_-5Vx9tOZ_RzPfSg-3ZJVxWY0,6084
+unisi/server.py,sha256=xoUSn4lNv0o3Jn68wE4hL4UcfEBo_jVBvKxUfu1bIGU,6185
 unisi/tables.py,sha256=tszF62VToSchILzPhJgA4U02MFjv44LopXgD5mYg7fg,13822
 unisi/units.py,sha256=SCUZAOV0nu9khg6JE0lWwsKjiCVz29hiUCRXyZJffeA,11111
-unisi/users.py,sha256=h4kjPAo8LkUG9mKSDthLoDC-XVFLlPxjUvXcJdXT47g,16145
+unisi/users.py,sha256=JeIori4XsW1blkasLwqZeK8XloX7UjDV_0aHE7WNWjo,16169
 unisi/utils.py,sha256=yNhDKCTjHL1H2Suk9DRQkXAZKYy6nqub-dNSdwPwl9I,2625
 unisi/voicecom.py,sha256=QzS1gIrBeGLO5dEwiu7KIEdJIIVbPBZFGb5nY632Ws8,16707
 unisi/web/css/885.703d8f36.css,sha256=9O3mFR661UJ_WySZjYt69TbPXhKwz9yEPE7seHR_3aY,3264
@@ -46,4 +46,4 @@ unisi/web/js/885.d3e9dd2b.js,sha256=7A39S4SDApVc4iHHABjOd5julybSa4UwaH4kj8vSn0E,
 unisi/web/js/935.cc0c012c.js,sha256=FzVIRBr4vyQgW38ROCoh929gtzuXqM73Cf77vejfDWk,6561
 unisi/web/js/app.3d5227f7.js,sha256=lJkD2OPQOYlxivZmNY8FYKI1JMQ_bh1Pm4zC7y8Ayt0,6150
 unisi/web/js/vendor.1bb14e9d.js,sha256=7q80jaZcms7UhWSqHAk2pXSx67cYQJGlsp-6DBXBZuU,1253597
-unisi-0.3.13.dist-info/RECORD,,
+unisi-0.3.15.dist-info/RECORD,,