mindroot 9.24.0__py3-none-any.whl → 10.0.0__py3-none-any.whl

mindroot/lib/chatlog.py

@@ -281,7 +281,7 @@ async def find_child_logs_by_parent_id(parent_log_id: str) -> List[str]:
 
 def extract_delegate_task_log_ids(messages: List[Dict]) -> List[str]:
     """
-    Extract log IDs from delegate_task commands in messages.
+    Extract log IDs from delegate_task and delegate_subtask commands in messages.
     
     Args:
         messages: List of chat messages
@@ -312,10 +312,15 @@ def extract_delegate_task_log_ids(messages: List[Dict]) -> List[str]:
                     for key, value in cmd.items():
                         if key == 'delegate_task' and 'log_id' in value:
                             log_ids.append(value['log_id'])
+                        elif key == 'delegate_subtask' and 'log_id' in value:
+                            log_ids.append(value['log_id'])
             except (json.JSONDecodeError, TypeError, KeyError):
                 # If not JSON, try regex to find log_ids in delegate_task commands
                 matches = re.findall(r'"delegate_task"\s*:\s*{\s*"log_id"\s*:\s*"([^"]+)"', text)
                 log_ids.extend(matches)
+                # Also check for delegate_subtask commands
+                matches = re.findall(r'"delegate_subtask"\s*:\s*{\s*"log_id"\s*:\s*"([^"]+)"', text)
+                log_ids.extend(matches)
     
     return log_ids
 
@@ -389,7 +394,119 @@ async def save_token_counts_to_cache(log_id: str, token_counts: Dict[str, int])
     async with aiofiles.open(cache_path, 'w') as f:
         await f.write(json.dumps(token_counts))
 
-async def count_tokens_for_log_id(log_id: str) -> Dict[str, int]:
+async def build_token_hierarchy(log_id: str, user: str = None, visited: set = None) -> Dict:
+    """
+    Build a hierarchical token count structure for a log and its children.
+    
+    Args:
+        log_id: The log ID to build hierarchy for
+        user: User for the log
+        visited: Set of already visited log IDs to prevent infinite recursion
+        
+    Returns:
+        Dictionary with hierarchical structure containing:
+        - log_id: The log ID
+        - individual_counts: Token counts for this log only
+        - cumulative_counts: Token counts including all children
+        - children: List of child hierarchies
+    """
+    if visited is None:
+        visited = set()
+    
+    if log_id in visited:
+        return None  # Prevent infinite recursion
+    
+    visited.add(log_id)
+    
+    # Find the chatlog file
+    chatlog_path = await find_chatlog_file(log_id)
+    if not chatlog_path:
+        return None
+    
+    # Load the chat log
+    async with aiofiles.open(chatlog_path, 'r') as f:
+        content = await f.read()
+        log_data = json.loads(content)
+    
+    # Check if we have cached individual counts for this specific session
+    cached_individual = await get_cached_token_counts(log_id, chatlog_path)
+    if cached_individual and 'input_tokens_sequence' in cached_individual:
+        print(f"Using cached individual token counts for session {log_id}")
+        individual_counts = {
+            'input_tokens_sequence': cached_individual['input_tokens_sequence'],
+            'output_tokens_sequence': cached_individual['output_tokens_sequence'],
+            'input_tokens_total': cached_individual['input_tokens_total']
+        }
+    else:
+        # Calculate individual counts for this session
+        if user is None:
+            try:
+                path_parts = chatlog_path.split(os.sep)
+                if len(path_parts) >= 4 and path_parts[-4] == 'chat':
+                    user = path_parts[-3]
+                else:
+                    user = "system"
+            except Exception:
+                user = "system"
+        
+        temp_log = ChatLog(log_id=log_id, user=user, agent=log_data.get('agent', 'unknown'))
+        temp_log.messages = log_data.get('messages', [])
+        
+        # Count tokens for this log only
+        individual_counts = temp_log.count_tokens()
+        
+        # Cache the individual session counts
+        individual_cache_data = {
+            'input_tokens_sequence': individual_counts['input_tokens_sequence'],
+            'output_tokens_sequence': individual_counts['output_tokens_sequence'],
+            'input_tokens_total': individual_counts['input_tokens_total']
+        }
+        await save_token_counts_to_cache(log_id, individual_cache_data)
+        print(f"Cached individual token counts for session {log_id}")
+    
+    # Find all child log IDs
+    if user is None:
+        try:
+            path_parts = chatlog_path.split(os.sep)
+            if len(path_parts) >= 4 and path_parts[-4] == 'chat':
+                user = path_parts[-3]
+            else:
+                user = "system"
+        except Exception:
+            user = "system"
+    
+    temp_log = ChatLog(log_id=log_id, user=user, agent=log_data.get('agent', 'unknown'))
+    temp_log.messages = log_data.get('messages', [])
+    delegated_log_ids = extract_delegate_task_log_ids(temp_log.messages)
+    child_logs_by_parent = await find_child_logs_by_parent_id(log_id)
+    all_child_log_ids = list(set(delegated_log_ids) | set(child_logs_by_parent))
+    
+    # Build child hierarchies
+    children = []
+    cumulative_counts = {
+        'input_tokens_sequence': individual_counts['input_tokens_sequence'],
+        'output_tokens_sequence': individual_counts['output_tokens_sequence'],
+        'input_tokens_total': individual_counts['input_tokens_total']
+    }
+    
+    for child_id in all_child_log_ids:
+        child_hierarchy = await build_token_hierarchy(child_id, user, visited.copy())
+        if child_hierarchy:
+            children.append(child_hierarchy)
+            # Add child's cumulative counts to our cumulative counts
+            cumulative_counts['input_tokens_sequence'] += child_hierarchy['cumulative_counts']['input_tokens_sequence']
+            cumulative_counts['output_tokens_sequence'] += child_hierarchy['cumulative_counts']['output_tokens_sequence']
+            cumulative_counts['input_tokens_total'] += child_hierarchy['cumulative_counts']['input_tokens_total']
+    
+    return {
+        'log_id': log_id,
+        'agent': log_data.get('agent', 'unknown'),
+        'individual_counts': individual_counts,
+        'cumulative_counts': cumulative_counts,
+        'children': children
+    }
+
+async def count_tokens_for_log_id(log_id: str, user: str = None, hierarchical: bool = False) -> Dict[str, int]:
     """
     Count tokens for a chat log identified by log_id, including any delegated tasks.
     
@@ -397,13 +514,32 @@ async def count_tokens_for_log_id(log_id: str) -> Dict[str, int]:
         log_id: The log ID to count tokens for
         
     Returns:
-        Dictionary with token counts or None if log not found
+        Dictionary with token counts or None if log not found.
+        If hierarchical=True, includes 'hierarchy' key with tree structure.
+        If hierarchical=False (default), returns flat structure for backwards compatibility.
     """
     # Find the chatlog file
     chatlog_path = await find_chatlog_file(log_id)
     if not chatlog_path:
         return None
     
+    # If hierarchical structure is requested, build and return it
+    if hierarchical:
+        # Check cache first for hierarchical data
+        cached_counts = await get_cached_token_counts(log_id, chatlog_path)
+        if cached_counts and 'hierarchy' in cached_counts:
+            print(f"Using cached hierarchical token counts for {log_id}")
+            return cached_counts
+        
+        print(f"Calculating hierarchical token counts for {log_id}")
+        hierarchy = await build_token_hierarchy(log_id, user)
+        if hierarchy:
+            result = {'hierarchy': hierarchy}
+            # Save hierarchical data to cache
+            await save_token_counts_to_cache(log_id, result)
+            return result
+        return None
+    
     # Check cache first
     cached_counts = await get_cached_token_counts(log_id, chatlog_path)
     if cached_counts:
@@ -421,7 +557,21 @@ async def count_tokens_for_log_id(log_id: str) -> Dict[str, int]:
     parent_log_id = log_data.get('parent_log_id')
         
     # Create a temporary ChatLog instance to count tokens
-    temp_log = ChatLog(log_id=log_id, user="system", agent=log_data.get('agent', 'unknown'))
+    # Use provided user or try to determine from chatlog path or fallback to "system"
+    if user is None:
+        # Try to extract user from chatlog path: data/chat/{user}/{agent}/chatlog_{log_id}.json
+        try:
+            path_parts = chatlog_path.split(os.sep)
+            if len(path_parts) >= 4 and path_parts[-4] == 'chat':
+                extracted_user = path_parts[-3]  # User is third from the end
+                user = extracted_user
+                print(f"Extracted user '{user}' from chatlog path: {chatlog_path}")
+            else:
+                user = "system"  # Default fallback
+        except Exception as e:
+            print(f"Error extracting user from path {chatlog_path}: {e}")
+            user = "system"  # Default fallback
+    temp_log = ChatLog(log_id=log_id, user=user, agent=log_data.get('agent', 'unknown'))
     temp_log.messages = log_data.get('messages', [])
     
     # Count tokens for this log
@@ -449,7 +599,7 @@ async def count_tokens_for_log_id(log_id: str) -> Dict[str, int]:
     
     # Recursively count tokens for all child tasks
     for child_id in all_child_log_ids:
-        delegated_counts = await count_tokens_for_log_id(child_id)
+        delegated_counts = await count_tokens_for_log_id(child_id, user=user)
         if delegated_counts:
             combined_counts['input_tokens_sequence'] += delegated_counts['input_tokens_sequence']
             combined_counts['output_tokens_sequence'] += delegated_counts['output_tokens_sequence']

{mindroot-9.24.0.dist-info → mindroot-10.0.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mindroot
-Version: 9.24.0
+Version: 10.0.0
 Summary: MindRoot AI Agent Framework
 Requires-Python: >=3.9
 License-File: LICENSE

{mindroot-9.24.0.dist-info → mindroot-10.0.0.dist-info}/RECORD

@@ -489,9 +489,9 @@ mindroot/coreplugins/chat/static/js/auth.js,sha256=HbzBIz2yGdWQggVGzEsIzNG272T7x
 mindroot/coreplugins/chat/static/js/authfetch.js,sha256=a05Vj4pt6Qnu4WdF7jsismVijubUXZuR6ndWeYBOtZY,526
 mindroot/coreplugins/chat/static/js/base.js,sha256=AtaHATjxpQNQ7Lv8RUlV0n3icrpmC2dmnkAdSI_v714,1285
 mindroot/coreplugins/chat/static/js/chat-history.js,sha256=FuJyEu0jcNomJeCbRT45Z_kcS5LVZdRbnC6kcH-Eyd8,6501
-mindroot/coreplugins/chat/static/js/chat.js,sha256=Qe0LA36uUGad1lTTpAdlEmkTwCY4btdFk_q0lafoPVA,14785
+mindroot/coreplugins/chat/static/js/chat.js,sha256=PEQlgtSQB779Rk1IgD-8NdZ9eZT8dlQW8R8iapq9onM,15074
 mindroot/coreplugins/chat/static/js/chat.js.diff,sha256=QdlbO_WiNXUWmvbwM5x_bC5WMFdzsXrXaNtmubPtnhE,8339
-mindroot/coreplugins/chat/static/js/chatform.js,sha256=Y_LFGA6QBcqI8BAQ2hog4fBkLcnQDAfZQO3zIfO2tpw,17825
+mindroot/coreplugins/chat/static/js/chatform.js,sha256=0tMTfeBTVLxiuTVS8tLD67UYVMrL1H_sa-0hAkm3EqA,17832
 mindroot/coreplugins/chat/static/js/chatmessage.js,sha256=qoRb6XWKzzbMOIowIt3admWO8FaT2VqWGhN_anQlGSQ,1272
 mindroot/coreplugins/chat/static/js/cmdprefixes.js,sha256=Gip5WQXYb_VFK51OYlNtxT1fKUATKLsuVUpaGBKBwig,1022
 mindroot/coreplugins/chat/static/js/code-copy-button.js,sha256=-owTkgvP9Ibdd12yyFJcvAeN2jfqf0ETUtXgNuHnWrg,5890
@@ -890,7 +890,12 @@ mindroot/coreplugins/chat_avatar/__init__.py,sha256=MsSFjiLMLJZ7QhUPpVBWKiyDnCzr
 mindroot/coreplugins/chat_avatar/inject/chat.jinja2,sha256=TDSSt_SdOOW4EJMQK7fA_L2W5GNbDICRmXyqSsw0wuE,1093
 mindroot/coreplugins/check_list/__init__.py,sha256=SaaGvnpz37xRM7DjGWBz5CD27Jh2UVdPLGoVUAFrUSY,77
 mindroot/coreplugins/check_list/checklist.md,sha256=C8zeBhcA6R_ts2m-PzhIQOs0pg-C8xcFUmXjfHZO3d0,3908
-mindroot/coreplugins/check_list/mod.py,sha256=WuhrvkERbXOrNrB3R-zcOxZirNH4FGP0k6jao8hzsrE,11102
+mindroot/coreplugins/check_list/helpers.py,sha256=C1wZEXF4dAfQGzXbRcOddEpXOt-jY1WfFN2bLUy9Y9U,7395
+mindroot/coreplugins/check_list/mod.py,sha256=0qQTSFUudgnnjMM1-IiqfI6KNCt40T-AKUJekEunRso,24052
+mindroot/coreplugins/check_list/mod.py.backup,sha256=ApezrvpRpJRvXlApVM1KaEfENwrjjO6Yo8C6vz4_TDE,12715
+mindroot/coreplugins/check_list/mod.py.backup2,sha256=oFHtGmUGxB-5P-WD7O2qoldGpjPIqN0rmYIc6DFwreM,17429
+mindroot/coreplugins/check_list/mod.py.backup3,sha256=oFHtGmUGxB-5P-WD7O2qoldGpjPIqN0rmYIc6DFwreM,17429
+mindroot/coreplugins/check_list/plugin_info.json,sha256=DGX0ThPGszK-p-vrIMsNnlC57AucfJsJWQOiMInD0NY,390
 mindroot/coreplugins/check_list/inject/admin.jinja2,sha256=wt7LCyfY2jEiN7qGecAvIb_Sn8yvXGFI4hK20ZuwjSA,407
 mindroot/coreplugins/check_list/override/system.jinja2,sha256=nvak8X3APCKqNtFstSFqfxiU1-oTcq6XNZER19xiW1Q,208
 mindroot/coreplugins/check_list/static/js/checklist-help.js,sha256=xwjtXMae4gyHeetqTWZ36sSRQHuGPoqEdVtfk7I2m24,8214
@@ -2219,9 +2224,10 @@ mindroot/docs/source/mr_agent_expert_instr.rst,sha256=SWz277SscvWbpGnxtbacMTyQ7L
 mindroot/lib/__init__.py,sha256=388n_hMskU0TnZ4xT10US_kFkya-EPBjWcv7AZf_HOk,74
 mindroot/lib/buchatlog.py,sha256=LJZc3ksKgJcStltmHrrwNLaON3EDzhOKVAWj0Wl22wk,5861
 mindroot/lib/buchatlog2.py,sha256=Va9FteBWePEjWD9OZcw-OtQfEb-IoCVGTmJeMRaX9is,13729
+mindroot/lib/buchatlog3.py,sha256=SAvcK2m_CW0Jw8p1pqnbrTexcx24PotrsJTqvQ_D290,24573
 mindroot/lib/butemplates.py,sha256=gfHGPTOjvoEenXsR7xokNuqMjOAPuC2DawheH1Ae4bU,12196
 mindroot/lib/chatcontext.py,sha256=CXk-pX-7RG3NiRFsAZWERWxnuFJOHH7FHtOLm-kGRXE,12437
-mindroot/lib/chatlog.py,sha256=QbUNPgCnr9KhreQt4A_kXNICy1-JsVjpLKYt6URYhaQ,19390
+mindroot/lib/chatlog.py,sha256=JuUffRUhs966d7MhE_xt8iSviZCULSRpwCtvnpjNd4Y,26139
 mindroot/lib/chatlog_optimized.py,sha256=rL7KBP-V4_cGgMLihxPm3HoKcjFEyA1uEtPtqvkOa3A,20011
 mindroot/lib/json_escape.py,sha256=5cAmAdNbnYX2uyfQcnse2fFtNI0CdB-AfZ23RwaDm-k,884
 mindroot/lib/model_selector.py,sha256=Wz-8NZoiclmnhLeCNnI3WCuKFmjsO5HE4bK5F8GpZzU,1397
@@ -2275,9 +2281,9 @@ mindroot/protocols/services/stream_chat.py,sha256=fMnPfwaB5fdNMBLTEg8BXKAGvrELKH
 mindroot/registry/__init__.py,sha256=40Xy9bmPHsgdIrOzbtBGzf4XMqXVi9P8oZTJhn0r654,151
 mindroot/registry/component_manager.py,sha256=WZFNPg4SNvpqsM5NFiC2DpgmrJQCyR9cNhrCBpp30Qk,995
 mindroot/registry/data_access.py,sha256=81In5TwETpaqnnY1_-tBQM7rfWvUxZUZkG7lEelRUfU,5321
-mindroot-9.24.0.dist-info/licenses/LICENSE,sha256=8plAmZh8y9ccuuqFFz4kp7G-cO_qsPgAOoHNvabSB4U,1070
-mindroot-9.24.0.dist-info/METADATA,sha256=q4JCmi8RGEMUxvpjdZOUM_nlr4yDxfgVRVJa8iBEobM,1035
-mindroot-9.24.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-mindroot-9.24.0.dist-info/entry_points.txt,sha256=0bpyjMccLttx6VcjDp6zfJPN0Kk0rffor6IdIbP0j4c,50
-mindroot-9.24.0.dist-info/top_level.txt,sha256=gwKm7DmNjhdrCJTYCrxa9Szne4lLpCtrEBltfsX-Mm8,9
-mindroot-9.24.0.dist-info/RECORD,,
+mindroot-10.0.0.dist-info/licenses/LICENSE,sha256=8plAmZh8y9ccuuqFFz4kp7G-cO_qsPgAOoHNvabSB4U,1070
+mindroot-10.0.0.dist-info/METADATA,sha256=2vDWtBX3R98u5X5FXEgU3luyiNFtn_MbEggRRai4MnQ,1035
+mindroot-10.0.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+mindroot-10.0.0.dist-info/entry_points.txt,sha256=0bpyjMccLttx6VcjDp6zfJPN0Kk0rffor6IdIbP0j4c,50
+mindroot-10.0.0.dist-info/top_level.txt,sha256=gwKm7DmNjhdrCJTYCrxa9Szne4lLpCtrEBltfsX-Mm8,9
+mindroot-10.0.0.dist-info/RECORD,,