unisi 0.2.7__py3-none-any.whl → 0.2.9__py3-none-any.whl

unisi/__init__.py

@@ -1,7 +1,7 @@
 from .utils import *
 from .units import *
-from .users import User, handle, context_user, context_screen
-from .server import start
+from .users import User
+from .server import start, handle, context_user, context_screen
 from .tables import *
 from .containers import *
 from .proxy import *

unisi/autotest.py

@@ -1,3 +1,4 @@
+# Copyright © 2024 UNISI Tech. All rights reserved.
 import config, os, json, asyncio
 from .utils import *
 from .units import * 

unisi/common.py

@@ -1,3 +1,4 @@
+# Copyright © 2024 UNISI Tech. All rights reserved.
 import jsonpickle, inspect, asyncio
 
 UpdateScreen = True
@@ -48,6 +49,12 @@ class ReceivedMessage(ArgObject):
         self.__dict__.update(kwargs)
     def __str__(self):
         return f'{self.block}/{self.element}->{self.event}({self.value})'
+    @property
+    def screen_type(self):
+        return self.block == 'root' and self.element is None
+    @property
+    def voice_type(self):
+        return self.block == 'voice' and self.element is None
 
 def toJson(obj):
     return jsonpickle.encode(obj,unpicklable = False)
@@ -58,6 +65,8 @@ def set_defaults(self, param_defaults : dict):
             setattr(self, param, value)
 
 def pretty4(name):
+    if name.startswith('_'):
+        name = name[1:]
     pretty_name = name.replace('_',' ')
     return pretty_name[0].upper() + pretty_name[1:]
 
@@ -147,6 +156,21 @@ def Answer(type, message, result):
     ms.message = message
     return ms
 
+def delete_unit(units, name):
+    """Deletes a unit with the given name from a nested list of units.
+        Returns True if the unit was found and deleted, False otherwise.
+    """
+    for i in range(len(units)):
+        if isinstance(units[i], list | tuple):
+            if delete_unit(units[i], name):
+                if not units[i]: # if the sublist became empty after deletion
+                    units.pop(i) # remove sublist also
+                return True
+        elif units[i].name == name:
+            units.pop(i) 
+            return True
+    return False
+
 
 
 

unisi/containers.py

@@ -1,5 +1,6 @@
+# Copyright © 2024 UNISI Tech. All rights reserved.
 from .units import *
-from .common import pretty4, flatten
+from .common import pretty4, flatten, delete_unit
 from numbers import Number
         
 class Block(Unit):    
@@ -33,7 +34,7 @@ class Block(Unit):
                 elif isinstance(elem.llm, dict):
                     if elem.type != 'table':                        
                         raise AttributeError(f'{elem.name} llm parameter is a dictionary only for tables, not for {elem.type}!')                                                                
-                    elem.__llm_dependencies__ = {fld: (deps if isinstance(deps, list | bool) else [deps]) for fld, deps in elem.llm.items()} 
+                    elem._llm_dependencies = {fld: (deps if isinstance(deps, list | bool) else [deps]) for fld, deps in elem.llm.items()} 
                     elem.llm = True
                     continue
                 else:
@@ -42,12 +43,18 @@ class Block(Unit):
                     elem.llm = exactly                
                     for dependency in dependencies:
                         dependency.add_changed_handler(elem.emit)    
-                    elem.__llm_dependencies__ = dependencies
+                    elem._llm_dependencies = dependencies
                 else:
                     elem.llm = None
                     print(f'Empty dependency list for llm calculation for {elem.name} {elem.type}!')
-        
-        self.set_reactivity(Unishare.context_user())
+
+        user = Unishare.context_user()
+        if hasattr(self,'closable'):        
+            def close(*_):
+                delete_unit(user.screen.blocks, self.name)                
+            self.close = close
+
+        self.set_reactivity(user)
 
     def set_reactivity(self, user, override = False):
         if user:            
@@ -88,26 +95,26 @@ class ParamBlock(Block):
 
         for param, val in params.items():                    
             pretty_name = pretty4(param)            
-            t = type(val)
-            if t == str or t == int or t == float:
-                el = Edit(pretty_name, val)
-            elif t == bool:
-                el = Switch(pretty_name, val)
-            elif t == tuple or t == list:
-                if len(val) != 2:
-                    raise ValueError('Composite value has to contain the current value and options value!')
-                options = val[1]
-                if not isinstance(options, list | tuple | dict):
-                    raise ValueError('Options value (the second parameter) has to be a list or tuple!')
-                if len(options) == 3 and all(map(lambda e: isinstance(e, Number), options)):
-                    el = Range(pretty_name, val[0], options = options)
-                elif isinstance(options, list | tuple):
-                    el = Select(pretty_name, val[0], options = options, type = 'select')
-                else: 
-                    el = Tree(pretty_name, val[0], options = options)
-            else:
-                raise ValueError(f'The {param} value {val} is not supported. Look at ParamBlock documentation!')
-            
+            match val:
+                case True | False:
+                    el = Switch(pretty_name, val)
+                case str() | int() | float():
+                    el = Edit(pretty_name, val)                
+                case tuple() | list():
+                    if len(val) != 2:
+                        raise ValueError('Composite value has to contain the current value and options value!')
+                    options = val[1]
+                    if not isinstance(options, list | tuple | dict):
+                        raise ValueError('Options value (the second parameter) has to be a list or tuple!')
+                    if len(options) == 3 and all(map(lambda e: isinstance(e, Number), options)):
+                        el = Range(pretty_name, val[0], options = options)
+                    elif isinstance(options, list | tuple):
+                        el = Select(pretty_name, val[0], options = options, type = 'select')
+                    else: 
+                        el = Tree(pretty_name, val[0], options = options)
+                case _:
+                    raise ValueError(f'The {param} value {val} is not supported. Look at ParamBlock documentation!')
+                            
             self.name2elem[param] = el
             
             if cnt % row == 0:
@@ -129,9 +136,9 @@ class Dialog:
         self.icon = icon
         self.value = [[], *content] if content else []        
 
-class Screen:
-    def __init__(self, name, **kwargs):
-        self.name = name        
-        self.__dict__.update(kwargs) 
-        self.type = 'screen'
+class Screen(Unit):
+    def __init__(self, name):
+        self._mark_changed = None        
+        self.name = name                
+        self.type = 'screen'                                  
 

unisi/dbunits.py

@@ -1,3 +1,4 @@
+# Copyright © 2024 UNISI Tech. All rights reserved.
 from .common import Unishare
 from collections import defaultdict
 

unisi/graphs.py

@@ -1,3 +1,4 @@
+# Copyright © 2024 UNISI Tech. All rights reserved.
 from .units import *
 from .tables import Table
 from .containers import Block
@@ -77,11 +78,10 @@ def unit2image(unit):
 class Net(Graph):    
     """Graph of Units"""
     replace4state = dict(nodes = '_nodes', edges = '_edges', value = '_value')
-    def __init__(self, name, topology = Topology(),  **kwargs):        
-        Unit.__init__(self, name, **kwargs)
-        if not hasattr(self, 'value'):
-            self.value = graph_default_value
+    def __init__(self, name, value = graph_default_value, topology = Topology(),  **kwargs):        
+        Unit.__init__(self, name, **kwargs)        
         self.type = 'graph'         
+        self.value = value
         self.topology = topology       
         self._inside_converter = False
         changed_handler = getattr(self, 'changed', None)

unisi/kdb.py

@@ -1,3 +1,4 @@
+# Copyright © 2024 UNISI Tech. All rights reserved.
 import kuzu, shutil, os, re
 from datetime import date, datetime
 from cymple import QueryBuilder as qb

unisi/llmrag.py

@@ -1,3 +1,4 @@
+# Copyright © 2024 UNISI Tech. All rights reserved.
 from .common import Unishare
 from langchain_groq import ChatGroq
 from langchain_openai import ChatOpenAI

unisi/multimon.py

@@ -1,3 +1,4 @@
+# Copyright © 2024 UNISI Tech. All rights reserved.
 import multiprocessing, time, asyncio, logging, inspect
 from .utils import start_logging
 from config import froze_time, monitor_tick, profile, pool

unisi/proxy.py

@@ -1,3 +1,4 @@
+# Copyright © 2024 UNISI Tech. All rights reserved.
 from websocket import create_connection
 from enum import IntFlag
 import json, requests, os

unisi/reloader.py

@@ -1,3 +1,4 @@
+# Copyright © 2024 UNISI Tech. All rights reserved.
 from .autotest import config
 
 empty_app = {

unisi/server.py

@@ -1,3 +1,4 @@
+# Copyright © 2024 UNISI Tech. All rights reserved.
 from aiohttp import web, WSMsgType
 from .users import *
 from pathlib import Path
@@ -6,9 +7,69 @@ from .autotest import recorder, run_tests
 from .common import  *
 from.llmrag import setup_llmrag
 from .dbunits import dbupdates
+from .kdb import Database
 from config import port, upload_dir
 import traceback, json
 
+def context_user():
+    return context_object(User)
+
+def context_screen():
+    user = context_user()
+    return user.screen if user else None
+
+def message_logger(str, type = 'error'):
+    user = context_user()
+    user.log(str, type)
+
+Unishare.context_user = context_user
+Unishare.message_logger = message_logger
+User.type = User    
+
+if config.db_dir:
+    Unishare.db = Database(config.db_dir, message_logger) 
+
+def make_user(request):
+    session = f'{request.remote}-{User.count}'        
+    if requested_connect := request.query_string if config.share else None:
+        user = Unishare.sessions.get(requested_connect, None)
+        if not user:
+            error = f'Session id "{requested_connect}" is unknown. Connection refused!'
+            with logging_lock:
+                logging.error(error)
+            return None, Error(error)
+        user = User.type(session, user)
+        ok = user.screens
+    elif config.mirror and User.count:
+        user = User.type(session, User.last_user)
+        ok = user.screens
+    elif not User.count:
+        user = User.last_user        
+        user.session = session
+        user.monitor(session)
+        ok = True
+    else:
+        user = User.type(session)
+        ok = user.load()  
+                
+    User.count += 1
+    Unishare.sessions[session] = user 
+    return user, ok
+
+def handle(elem, event):
+    def h(fn):
+        key = elem, event
+        handler_map = User.last_user.__handlers__        
+        func = handler_map.get(key, None)        
+        if func:
+            handler_map[key] =  compose_handlers(func, fn)  
+        else: 
+            handler_map[key] = fn
+        return fn
+    return h
+
+Unishare.handle = handle
+
 async def post_handler(request):
     reader = await request.multipart()
     field = await reader.next()   

unisi/tables.py

@@ -1,3 +1,4 @@
+# Copyright © 2024 UNISI Tech. All rights reserved.
 from .units import Unit
 from .common import *
 from .dbunits import Dblist, dbupdates
@@ -199,7 +200,7 @@ class Table(Unit):
             tasks = []
             for index in self.selected_list:
                 values = {field: value for field, value in zip(self.headers, self.rows[index]) if value}
-                for fld, deps in self.__llm_dependencies__.items():                    
+                for fld, deps in self._llm_dependencies.items():                    
                     if fld not in values:                        
                         if deps is True:
                             context = values

unisi/units.py

@@ -1,3 +1,4 @@
+# Copyright © 2024 UNISI Tech. All rights reserved.
 from .common import *
 from .llmrag import get_property
 
@@ -22,13 +23,26 @@ class ChangedProxy:
         elif not callable(value) and not isinstance(value, atomics):
             return ChangedProxy(value, self)
         return value
+    
+    def __setattr__(self, name, value):                
+        if name in ('_obj', '_unit'):            
+            super().__setattr__(name, value)
+        else:
+            self._obj.__setattr__(name, value) 
+            self._unit._mark_changed()
 
     def __setitem__(self, key, value):
         self._obj[key] = value
         self._unit._mark_changed ()
        
     def __getitem__(self, key):
-        return self._obj[key]    
+        value = self._obj[key]    
+        if not callable(value) and not isinstance(value, atomics):
+            value = ChangedProxy(value, self._unit)
+        return value
+    
+    def __eq__(self, other):
+        return self._obj.__eq__(other._obj) if isinstance(other, ChangedProxy) else self._obj.__eq__(other)
 
     def __delitem__(self, key):
         del self._obj[key]
@@ -42,6 +56,16 @@ class ChangedProxy:
             return len(self._obj)
         except TypeError:        
             return 0  
+        
+    def __hash__(self):
+        return hash(self._obj)
+        
+    def __iadd__(self, other):  
+        if isinstance(self._obj, list):
+            self.extend(other)  
+            return self  # Important: __iadd__ must return self
+        
+        raise TypeError(f"Unsupported operand type for += with '{type(self._obj).__name__}'")
             
     def __getstate__(self):     
         return self._obj
@@ -81,9 +105,7 @@ class Unit:
 
     def __setattr__(self, name, value):      
         #it is correct condition order 
-        if name != "_mark_changed" and self._mark_changed:
-            if name != "__dict__" and not isinstance(value, atomics) and not callable(value):
-              value = ChangedProxy(value, self)                                    
+        if name[0] != "_" and self._mark_changed:            
             self._mark_changed(name, value)
         super().__setattr__(name, value)
 
@@ -103,7 +125,13 @@ class Unit:
     def delattr(self, attr):
         if hasattr(self, attr): 
             delattr(self, attr)
-        
+
+    def __eq__(self, other):
+        return super().__eq__(other._obj) if isinstance(other, ChangedProxy) else super().__eq__(other)
+    
+    def __hash__(self):
+        return super().__hash__()
+    
     @property
     def compact_view(self) -> str:
         """reduce for external (llm) using if required"""
@@ -112,9 +140,9 @@ class Unit:
     async def emit(self, *_ ):        
         """calcute value by system llm, can be used as a handler"""
         if Unishare.llm_model and (exactly := getattr(self, 'llm', None)) is not None:        
-            elems = [e.compact_view for e in self.__llm_dependencies__ if e.value != '' and e.value is not None]
+            elems = [e.compact_view for e in self._llm_dependencies if e.value != '' and e.value is not None]
             #exactly is requirment that all elements have to have valid value
-            if not exactly or len(elems) == len(self.__llm_dependencies__):
+            if not exactly or len(elems) == len(self._llm_dependencies):
                 context = ','.join(elems)    
                 self.value = await get_property(self.name, context, self.type, options = getattr(self, 'options', None))
                 return self
@@ -153,6 +181,7 @@ def smart_complete(lst, min_input_length = 0, max_output_length = 20):
 class Edit(Unit):
     def __init__(self, name, *args, **kwargs):
         super().__init__(name, *args, **kwargs)        
+        self.x = -1
         has_value = hasattr(self,'value')
         if 'type' not in kwargs:            
             if has_value:
@@ -263,6 +292,7 @@ class Tree(Unit):
 class TextArea(Unit):
     def __init__(self,name, *args, **kwargs):
         super().__init__(name, *args, **kwargs)
+        self.x = -1
         self.type = 'text' 
                      
         

unisi/users.py

@@ -1,9 +1,10 @@
+# Copyright © 2024 UNISI Tech. All rights reserved.
 from .utils import *
 from .units import *
 from .common import *
+from .voicecom import VoiceCom
 from .containers import Dialog, Screen
 from .multimon import notify_monitor, logging_lock, run_external_process
-from .kdb import Database
 from .dbunits import dbshare, dbupdates
 import sys, asyncio, logging, importlib
 
@@ -17,6 +18,7 @@ class User:
         self.active_dialog = None        
         self.last_message = None                               
         self.changed_units = set()
+        self.voice = None
 
         if share:            
             self.screens = share.screens            
@@ -53,7 +55,7 @@ class User:
                 if user is not self and screen is user.screen_module])        
         
     async def reflect(self, message, result):
-        if self.reflections and not is_screen_switch(message):                        
+        if self.reflections and not message.screen_type:                        
             if result:
                 await self.broadcast(result)        
             if message:                    
@@ -77,7 +79,7 @@ class User:
         module.user = self  
                 
         spec.loader.exec_module(module)            
-        screen = Screen(getattr(module, 'name', ''))
+        screen = Screen(getattr(module, 'name', ''))        
         #set system vars
         for var, val in screen.defaults.items():                                            
             setattr(screen, var, getattr(module, var, val))         
@@ -87,22 +89,23 @@ class User:
             screen.toolbar += User.toolbar
         else: 
             screen.toolbar = User.toolbar  
-        module.screen = screen                                 
+        screen.set_reactivity(self)        
+        module.screen = screen#ChangedProxy(screen, screen)                                 
         return module
     
     async def delete(self):
         uss = Unishare.sessions
         if uss and uss.get(self.session):
-            del uss[self.session]
-        
+            del uss[self.session]        
         if self.reflections: #reflections is common array
             if len(self.reflections) == 2: 
                 self.reflections.clear() #1 element in user.reflections has no sense
             else:
                 self.reflections.remove(self)  
-
         if notify_monitor:
             await notify_monitor('-', self.session, self.last_message)   
+        if config.share:
+            self.log(f'User is disconnected, session: {self.session}', type = 'info')            
 
     def set_clean(self):
         #remove user modules from sys 
@@ -143,7 +146,7 @@ class User:
     def screen(self):        
         return  self.screen_module.screen 
 
-    def set_screen(self,name):
+    def set_screen(self,name): 
         return asyncio.run(self.process(ArgObject(block = 'root', element = None, value = name)))
     
     async def result4message(self, message):
@@ -197,6 +200,8 @@ class User:
         else:
             for bl in flatten(self.blocks):
                 if bl.name == blname:
+                    if not elname:
+                        return bl
                     for c in flatten(bl.value):
                         if c.name == elname:
                             return c
@@ -213,9 +218,10 @@ class User:
                 return ['toolbar', e.name]
 
     def prepare_result(self, raw):
-        if raw is True or raw == Redesign:
-            raw = self.screen      
-            raw.reload = raw == Redesign                              
+        reload_screen = self.screen in self.changed_units
+        if reload_screen or raw is True or raw == Redesign:            
+            self.screen.reload = reload_screen or raw == Redesign                              
+            raw = self.screen
         else:
             match raw:
                 case None: 
@@ -240,12 +246,15 @@ class User:
 
     async def process(self, message):        
         screen_change_message = message.screen and self.screen.name != message.screen
-        if screen_change_message or is_screen_switch(message):
+        if screen_change_message or message.screen_type:
             for s in self.screens:
                 if s.name == message.value:
-                    self.screen_module = s                    
+                    self.screen_module = s   
                     if screen_change_message:
                         break                    
+                    if self.voice:
+                        self.voice.set_screen(s)       
+                        self.voice.start()                              
                     if getattr(s.screen,'prepare', None):
                         s.screen.prepare()
                     return True 
@@ -253,14 +262,23 @@ class User:
                 error = f'Unknown screen name: {message.value}'   
                 self.log(error)
                 return Error(error)
-        
-        elem = self.find_element(message)          
-        if elem:                          
-            return await self.process_element(elem, message)  
-        
-        error = f'Element {message.block}/{message.element} does not exist!'
-        self.log(error)
-        return Error(error)
+        elif message.voice_type:            
+            if not self.voice:
+                self.voice = VoiceCom(self)                
+            if message.event == 'listen':                
+                if message.value:
+                    self.voice.start()  
+                else:
+                    self.voice.stop()
+            else:
+                self.voice.process_word(message.value)            
+        else:        
+            elem = self.find_element(message)          
+            if elem:                          
+                return await self.process_element(elem, message)              
+            error = f'Element {message.block}/{message.element} does not exist!'
+            self.log(error)
+            return Error(error)
         
     async def process_element(self, elem, message):                
         event = message.event 
@@ -340,62 +358,3 @@ class User:
                                     sync_calls.append(user.send(update4user))
         dbupdates.clear()
         await asyncio.gather(*sync_calls)
-
-def context_user():
-    return context_object(User)
-
-def context_screen():
-    user = context_user()
-    return user.screen if user else None
-
-def message_logger(str, type = 'error'):
-    user = context_user()
-    user.log(str, type)
-
-Unishare.context_user = context_user
-Unishare.message_logger = message_logger
-User.type = User    
-
-if config.db_dir:
-    Unishare.db = Database(config.db_dir, message_logger) 
-
-def make_user(request):
-    session = f'{request.remote}-{User.count}'        
-    if requested_connect := request.query_string if config.share else None:
-        user = Unishare.sessions.get(requested_connect, None)
-        if not user:
-            error = f'Session id "{requested_connect}" is unknown. Connection refused!'
-            with logging_lock:
-                logging.error(error)
-            return None, Error(error)
-        user = User.type(session, user)
-        ok = user.screens
-    elif config.mirror and User.count:
-        user = User.type(session, User.last_user)
-        ok = user.screens
-    elif not User.count:
-        user = User.last_user        
-        user.session = session
-        user.monitor(session)
-        ok = True
-    else:
-        user = User.type(session)
-        ok = user.load()  
-                
-    User.count += 1
-    Unishare.sessions[session] = user 
-    return user, ok
-
-def handle(elem, event):
-    def h(fn):
-        key = elem, event
-        handler_map = User.last_user.__handlers__        
-        func = handler_map.get(key, None)        
-        if func:
-            handler_map[key] =  compose_handlers(func, fn)  
-        else: 
-            handler_map[key] = fn
-        return fn
-    return h
-
-Unishare.handle = handle

unisi/utils.py

@@ -1,3 +1,4 @@
+# Copyright © 2024 UNISI Tech. All rights reserved.
 import os, platform, requests, logging
 from .common import set_defaults
 from .containers import Screen
@@ -41,7 +42,8 @@ set_defaults(config,  dict(
     froze_time= None,
     monitor_tick = 0.005,
     pool = None,
-    db_dir = None
+    db_dir = None,
+    lang = 'en-US'
 ))
 
 Screen.defaults = dict(
@@ -51,16 +53,14 @@ Screen.defaults = dict(
     header = config.appname,                        
     toolbar = [], 
     order = 0,
-    reload = config.hot_reload 
+    reload = config.hot_reload, 
+    lang = config.lang
 )
 
 if config.froze_time == 0:
     print('froze_time in config.py can not be 0!')
     config.froze_time = None
 
-def is_screen_switch(message):
-    return message and message.block == 'root' and message.element is None
-
 def filename2url(fn):   
     if fn[0] == '/' or fn[1] == ':': #if full path
         fn = fn[len(app_dir):]