PyPI - mindroot - Versions diffs - 9.10.0__py3-none-any.whl → 9.12.0__py3-none-any.whl - Mend - Supply Chain Defender

mindroot 9.10.0py3-none-any.whl → 9.12.0py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of mindroot might be problematic. Click here for more details.

Files changed (418) hide show

mindroot/docs/_build/html/_modules/mindroot/lib/chatlog_optimized.html ADDED Viewed

@@ -0,0 +1,655 @@
+<!DOCTYPE html>
+<html class="writer-html5" lang="en" data-content_root="../../../">
+<head>
+  <meta charset="utf-8" />
+  <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+  <title>mindroot.lib.chatlog_optimized &mdash; MindRoot 9.10.0 documentation</title>
+      <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=b86133f3" />
+      <link rel="stylesheet" type="text/css" href="../../../_static/css/theme.css?v=e59714d7" />
+      <script src="../../../_static/jquery.js?v=5d32c60e"></script>
+      <script src="../../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
+      <script src="../../../_static/documentation_options.js?v=3c16008f"></script>
+      <script src="../../../_static/doctools.js?v=9bcbadda"></script>
+      <script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script>
+    <script src="../../../_static/js/theme.js"></script>
+    <link rel="index" title="Index" href="../../../genindex.html" />
+    <link rel="search" title="Search" href="../../../search.html" />
+</head>
+<body class="wy-body-for-nav">
+  <div class="wy-grid-for-nav">
+    <nav data-toggle="wy-nav-shift" class="wy-nav-side">
+      <div class="wy-side-scroll">
+        <div class="wy-side-nav-search"  style="background: #343131" >
+          <a href="../../../index.html" class="icon icon-home">
+            MindRoot
+          </a>
+<div role="search">
+  <form id="rtd-search-form" class="wy-form" action="../../../search.html" method="get">
+    <input type="text" name="q" placeholder="Search docs" aria-label="Search docs" />
+    <input type="hidden" name="check_keywords" value="yes" />
+    <input type="hidden" name="area" value="default" />
+  </form>
+</div>
+        </div><div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="Navigation menu">
+              <!-- Local TOC -->
+              <div class="local-toc"></div>
+        </div>
+      </div>
+    </nav>
+    <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"><nav class="wy-nav-top" aria-label="Mobile navigation menu"  style="background: #343131" >
+          <i data-toggle="wy-nav-top" class="fa fa-bars"></i>
+          <a href="../../../index.html">MindRoot</a>
+      </nav>
+      <div class="wy-nav-content">
+        <div class="rst-content">
+          <div role="navigation" aria-label="Page navigation">
+  <ul class="wy-breadcrumbs">
+      <li><a href="../../../index.html" class="icon icon-home" aria-label="Home"></a></li>
+          <li class="breadcrumb-item"><a href="../../index.html">Module code</a></li>
+      <li class="breadcrumb-item active">mindroot.lib.chatlog_optimized</li>
+      <li class="wy-breadcrumbs-aside">
+      </li>
+  </ul>
+  <hr/>
+</div>
+          <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
+           <div itemprop="articleBody">
+  <h1>Source code for mindroot.lib.chatlog_optimized</h1><div class="highlight"><pre>
+<span></span><span class="kn">import</span><span class="w"> </span><span class="nn">os</span>
+<span class="kn">import</span><span class="w"> </span><span class="nn">json</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">typing</span><span class="w"> </span><span class="kn">import</span> <span class="n">List</span><span class="p">,</span> <span class="n">Dict</span><span class="p">,</span> <span class="n">Set</span><span class="p">,</span> <span class="n">Optional</span><span class="p">,</span> <span class="n">Tuple</span>
+<span class="kn">import</span><span class="w"> </span><span class="nn">sys</span>
+<span class="kn">import</span><span class="w"> </span><span class="nn">traceback</span>
+<span class="kn">import</span><span class="w"> </span><span class="nn">re</span>
+<span class="kn">import</span><span class="w"> </span><span class="nn">time</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">mindroot.lib.utils.debug</span><span class="w"> </span><span class="kn">import</span> <span class="n">debug_box</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">collections</span><span class="w"> </span><span class="kn">import</span> <span class="n">defaultdict</span>
+<span class="kn">import</span><span class="w"> </span><span class="nn">threading</span>
+<span class="c1"># Global cache for directory structure and parent-child relationships</span>
+<span class="n">_log_index_cache</span> <span class="o">=</span> <span class="p">{</span>
+    <span class="s1">&#39;log_paths&#39;</span><span class="p">:</span> <span class="p">{},</span>  <span class="c1"># log_id -&gt; full_path</span>
+    <span class="s1">&#39;parent_children&#39;</span><span class="p">:</span> <span class="n">defaultdict</span><span class="p">(</span><span class="nb">set</span><span class="p">),</span>  <span class="c1"># parent_log_id -&gt; set of child_log_ids</span>
+    <span class="s1">&#39;log_metadata&#39;</span><span class="p">:</span> <span class="p">{},</span>  <span class="c1"># log_id -&gt; {parent_log_id, agent, user, mtime}</span>
+    <span class="s1">&#39;last_scan&#39;</span><span class="p">:</span> <span class="mi">0</span><span class="p">,</span>
+    <span class="s1">&#39;scan_lock&#39;</span><span class="p">:</span> <span class="n">threading</span><span class="o">.</span><span class="n">Lock</span><span class="p">()</span>
+<span class="p">}</span>
+<div class="viewcode-block" id="ChatLog">
+<a class="viewcode-back" href="../../../source/mindroot.lib.html#mindroot.lib.chatlog_optimized.ChatLog">[docs]</a>
+<span class="k">class</span><span class="w"> </span><span class="nc">ChatLog</span><span class="p">:</span>
+    <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">log_id</span><span class="o">=</span><span class="mi">0</span><span class="p">,</span> <span class="n">agent</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">parent_log_id</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">context_length</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">4096</span><span class="p">,</span> <span class="n">user</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="kc">None</span><span class="p">):</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">log_id</span> <span class="o">=</span> <span class="n">log_id</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">messages</span> <span class="o">=</span> <span class="p">[]</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">parent_log_id</span> <span class="o">=</span> <span class="n">parent_log_id</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">agent</span> <span class="o">=</span> <span class="n">agent</span>
+        <span class="k">if</span> <span class="n">user</span> <span class="ow">is</span> <span class="kc">None</span> <span class="ow">or</span> <span class="n">user</span> <span class="o">==</span> <span class="s1">&#39;&#39;</span> <span class="ow">or</span> <span class="n">user</span> <span class="o">==</span> <span class="s1">&#39;None&#39;</span><span class="p">:</span>
+            <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="s1">&#39;User must be provided&#39;</span><span class="p">)</span>
+        <span class="c1"># make sure user is string</span>
+        <span class="k">if</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">user</span><span class="p">,</span> <span class="nb">str</span><span class="p">):</span>
+            <span class="c1"># does it have a username?</span>
+            <span class="k">if</span> <span class="nb">hasattr</span><span class="p">(</span><span class="n">user</span><span class="p">,</span> <span class="s1">&#39;username&#39;</span><span class="p">):</span>
+                <span class="n">user</span> <span class="o">=</span> <span class="n">user</span><span class="o">.</span><span class="n">username</span>
+            <span class="k">else</span><span class="p">:</span>
+                <span class="c1"># throw an error</span>
+                <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="s1">&#39;ChatLog(): user must be a string or have username field&#39;</span><span class="p">)</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">user</span> <span class="o">=</span> <span class="n">user</span>
+        <span class="k">if</span> <span class="n">agent</span> <span class="ow">is</span> <span class="kc">None</span> <span class="ow">or</span> <span class="n">agent</span> <span class="o">==</span> <span class="s1">&#39;&#39;</span><span class="p">:</span>
+            <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="s1">&#39;Agent must be provided&#39;</span><span class="p">)</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">context_length</span> <span class="o">=</span> <span class="n">context_length</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">log_dir</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">&#39;CHATLOG_DIR&#39;</span><span class="p">,</span> <span class="s1">&#39;data/chat&#39;</span><span class="p">)</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">log_dir</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">log_dir</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">user</span><span class="p">)</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">log_dir</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">log_dir</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">agent</span><span class="p">)</span>
+        <span class="k">if</span> <span class="ow">not</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">exists</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">log_dir</span><span class="p">):</span>
+            <span class="n">os</span><span class="o">.</span><span class="n">makedirs</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">log_dir</span><span class="p">)</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">load_log</span><span class="p">()</span>
+    <span class="k">def</span><span class="w"> </span><span class="nf">_get_log_data</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">any</span><span class="p">]:</span>
+        <span class="k">return</span> <span class="p">{</span>
+            <span class="s1">&#39;agent&#39;</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">agent</span><span class="p">,</span>
+            <span class="s1">&#39;log_id&#39;</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">log_id</span><span class="p">,</span>
+            <span class="s1">&#39;messages&#39;</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">messages</span><span class="p">,</span>
+            <span class="s1">&#39;parent_log_id&#39;</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">parent_log_id</span>
+        <span class="p">}</span>
+    <span class="k">def</span><span class="w"> </span><span class="nf">_calculate_message_length</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">message</span><span class="p">:</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">str</span><span class="p">])</span> <span class="o">-&gt;</span> <span class="nb">int</span><span class="p">:</span>
+        <span class="k">return</span> <span class="nb">len</span><span class="p">(</span><span class="n">json</span><span class="o">.</span><span class="n">dumps</span><span class="p">(</span><span class="n">message</span><span class="p">))</span> <span class="o">//</span> <span class="mi">3</span>
+<div class="viewcode-block" id="ChatLog.add_message">
+<a class="viewcode-back" href="../../../source/mindroot.lib.html#mindroot.lib.chatlog_optimized.ChatLog.add_message">[docs]</a>
+    <span class="k">def</span><span class="w"> </span><span class="nf">add_message</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">message</span><span class="p">:</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">str</span><span class="p">])</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
+        <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">messages</span><span class="p">)</span><span class="o">&gt;</span><span class="mi">0</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">messages</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">][</span><span class="s1">&#39;role&#39;</span><span class="p">]</span> <span class="o">==</span> <span class="n">message</span><span class="p">[</span><span class="s1">&#39;role&#39;</span><span class="p">]:</span>
+            <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;found repeat role&quot;</span><span class="p">)</span>
+            <span class="c1"># check if messasge is str</span>
+            <span class="c1"># if so, convert to dict with type &#39;text&#39;:</span>
+            <span class="k">if</span> <span class="nb">type</span><span class="p">(</span><span class="n">message</span><span class="p">[</span><span class="s1">&#39;content&#39;</span><span class="p">])</span> <span class="o">==</span> <span class="nb">str</span><span class="p">:</span>
+                <span class="n">message</span><span class="p">[</span><span class="s1">&#39;content&#39;</span><span class="p">]</span> <span class="o">=</span> <span class="p">[{</span><span class="s1">&#39;type&#39;</span><span class="p">:</span><span class="s1">&#39;text&#39;</span><span class="p">,</span> <span class="s1">&#39;text&#39;</span><span class="p">:</span> <span class="n">message</span><span class="p">[</span><span class="s1">&#39;content&#39;</span><span class="p">]}]</span>
+            <span class="k">elif</span> <span class="nb">type</span><span class="p">(</span><span class="n">message</span><span class="p">[</span><span class="s1">&#39;content&#39;</span><span class="p">])</span> <span class="o">==</span> <span class="nb">list</span><span class="p">:</span>
+                <span class="k">for</span> <span class="n">part</span> <span class="ow">in</span> <span class="n">message</span><span class="p">[</span><span class="s1">&#39;content&#39;</span><span class="p">]:</span>
+                    <span class="k">if</span> <span class="n">part</span><span class="p">[</span><span class="s1">&#39;type&#39;</span><span class="p">]</span> <span class="o">==</span> <span class="s1">&#39;image&#39;</span><span class="p">:</span>
+                        <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;found image&quot;</span><span class="p">)</span>
+                        <span class="bp">self</span><span class="o">.</span><span class="n">messages</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">message</span><span class="p">)</span>
+                        <span class="bp">self</span><span class="o">.</span><span class="n">save_log</span><span class="p">()</span>
+                        <span class="k">return</span>
+            <span class="k">try</span><span class="p">:</span>
+                <span class="n">cmd_list</span> <span class="o">=</span> <span class="n">json</span><span class="o">.</span><span class="n">loads</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">messages</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">][</span><span class="s1">&#39;content&#39;</span><span class="p">][</span><span class="mi">0</span><span class="p">][</span><span class="s1">&#39;text&#39;</span><span class="p">])</span>
+                <span class="k">if</span> <span class="nb">type</span><span class="p">(</span><span class="n">cmd_list</span><span class="p">)</span> <span class="o">!=</span> <span class="nb">list</span><span class="p">:</span>
+                    <span class="n">debug_box</span><span class="p">(</span><span class="s2">&quot;1&quot;</span><span class="p">)</span>
+                    <span class="n">cmd_list</span> <span class="o">=</span> <span class="p">[</span><span class="n">cmd_list</span><span class="p">]</span>
+                <span class="n">new_json</span> <span class="o">=</span> <span class="n">json</span><span class="o">.</span><span class="n">loads</span><span class="p">(</span><span class="n">message</span><span class="p">[</span><span class="s1">&#39;content&#39;</span><span class="p">][</span><span class="mi">0</span><span class="p">][</span><span class="s1">&#39;text&#39;</span><span class="p">])</span>
+                <span class="k">if</span> <span class="nb">type</span><span class="p">(</span><span class="n">new_json</span><span class="p">)</span> <span class="o">!=</span> <span class="nb">list</span><span class="p">:</span>
+                    <span class="n">debug_box</span><span class="p">(</span><span class="s2">&quot;2&quot;</span><span class="p">)</span>
+                    <span class="n">new_json</span> <span class="o">=</span> <span class="p">[</span><span class="n">new_json</span><span class="p">]</span>
+                <span class="n">new_cmd_list</span> <span class="o">=</span> <span class="n">cmd_list</span> <span class="o">+</span> <span class="n">new_json</span>
+                <span class="n">debug_box</span><span class="p">(</span><span class="s2">&quot;3&quot;</span><span class="p">)</span>
+                <span class="bp">self</span><span class="o">.</span><span class="n">messages</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">][</span><span class="s1">&#39;content&#39;</span><span class="p">]</span> <span class="o">=</span> <span class="p">[{</span> <span class="s1">&#39;type&#39;</span><span class="p">:</span> <span class="s1">&#39;text&#39;</span><span class="p">,</span> <span class="s1">&#39;text&#39;</span><span class="p">:</span> <span class="n">json</span><span class="o">.</span><span class="n">dumps</span><span class="p">(</span><span class="n">new_cmd_list</span><span class="p">)</span> <span class="p">}]</span>
+            <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
+                <span class="c1"># assume previous mesage was not a command, was a string</span>
+                <span class="n">debug_box</span><span class="p">(</span><span class="s2">&quot;4&quot;</span><span class="p">)</span>
+                <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;Could not combine commands, probably normal if user message and previous system output, assuming string&quot;</span><span class="p">,</span> <span class="n">e</span><span class="p">)</span>
+                <span class="k">if</span> <span class="nb">type</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">messages</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">][</span><span class="s1">&#39;content&#39;</span><span class="p">])</span> <span class="o">==</span> <span class="nb">str</span><span class="p">:</span>
+                    <span class="n">new_msg_text</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">messages</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">][</span><span class="s1">&#39;content&#39;</span><span class="p">]</span> <span class="o">+</span> <span class="n">message</span><span class="p">[</span><span class="s1">&#39;content&#39;</span><span class="p">][</span><span class="mi">0</span><span class="p">][</span><span class="s1">&#39;text&#39;</span><span class="p">]</span>
+                <span class="k">else</span><span class="p">:</span>
+                    <span class="n">new_msg_text</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">messages</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">][</span><span class="s1">&#39;content&#39;</span><span class="p">][</span><span class="mi">0</span><span class="p">][</span><span class="s1">&#39;text&#39;</span><span class="p">]</span> <span class="o">+</span> <span class="n">message</span><span class="p">[</span><span class="s1">&#39;content&#39;</span><span class="p">][</span><span class="mi">0</span><span class="p">][</span><span class="s1">&#39;text&#39;</span><span class="p">]</span>
+                <span class="bp">self</span><span class="o">.</span><span class="n">messages</span><span class="o">.</span><span class="n">append</span><span class="p">({</span><span class="s1">&#39;role&#39;</span><span class="p">:</span> <span class="n">message</span><span class="p">[</span><span class="s1">&#39;role&#39;</span><span class="p">],</span> <span class="s1">&#39;content&#39;</span><span class="p">:</span> <span class="p">[{</span><span class="s1">&#39;type&#39;</span><span class="p">:</span> <span class="s1">&#39;text&#39;</span><span class="p">,</span> <span class="s1">&#39;text&#39;</span><span class="p">:</span> <span class="n">new_msg_text</span><span class="p">}]})</span>
+        <span class="k">else</span><span class="p">:</span>
+            <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">messages</span><span class="p">)</span><span class="o">&gt;</span><span class="mi">0</span><span class="p">:</span>
+                <span class="nb">print</span><span class="p">(</span><span class="s1">&#39;roles do not repeat, last message role is &#39;</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">messages</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">][</span><span class="s1">&#39;role&#39;</span><span class="p">],</span> <span class="s1">&#39;new message role is &#39;</span><span class="p">,</span> <span class="n">message</span><span class="p">[</span><span class="s1">&#39;role&#39;</span><span class="p">])</span>
+            <span class="n">debug_box</span><span class="p">(</span><span class="s2">&quot;5&quot;</span><span class="p">)</span>
+            <span class="bp">self</span><span class="o">.</span><span class="n">messages</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">message</span><span class="p">)</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">save_log</span><span class="p">()</span></div>
+<div class="viewcode-block" id="ChatLog.get_history">
+<a class="viewcode-back" href="../../../source/mindroot.lib.html#mindroot.lib.chatlog_optimized.ChatLog.get_history">[docs]</a>
+    <span class="k">def</span><span class="w"> </span><span class="nf">get_history</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">List</span><span class="p">[</span><span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">str</span><span class="p">]]:</span>
+        <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">messages</span></div>
+<div class="viewcode-block" id="ChatLog.get_recent">
+<a class="viewcode-back" href="../../../source/mindroot.lib.html#mindroot.lib.chatlog_optimized.ChatLog.get_recent">[docs]</a>
+    <span class="k">def</span><span class="w"> </span><span class="nf">get_recent</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">max_tokens</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">4096</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">List</span><span class="p">[</span><span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">str</span><span class="p">]]:</span>
+        <span class="n">recent_messages</span> <span class="o">=</span> <span class="p">[]</span>
+        <span class="n">total_length</span> <span class="o">=</span> <span class="mi">0</span>
+        <span class="n">json_messages</span> <span class="o">=</span> <span class="n">json</span><span class="o">.</span><span class="n">dumps</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">messages</span><span class="p">)</span>
+        <span class="k">return</span> <span class="n">json</span><span class="o">.</span><span class="n">loads</span><span class="p">(</span><span class="n">json_messages</span><span class="p">)</span></div>
+<div class="viewcode-block" id="ChatLog.save_log">
+<a class="viewcode-back" href="../../../source/mindroot.lib.html#mindroot.lib.chatlog_optimized.ChatLog.save_log">[docs]</a>
+    <span class="k">def</span><span class="w"> </span><span class="nf">save_log</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
+        <span class="n">log_file</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">log_dir</span><span class="p">,</span> <span class="sa">f</span><span class="s1">&#39;chatlog_</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">log_id</span><span class="si">}</span><span class="s1">.json&#39;</span><span class="p">)</span>
+        <span class="k">with</span> <span class="nb">open</span><span class="p">(</span><span class="n">log_file</span><span class="p">,</span> <span class="s1">&#39;w&#39;</span><span class="p">)</span> <span class="k">as</span> <span class="n">f</span><span class="p">:</span>
+            <span class="n">json</span><span class="o">.</span><span class="n">dump</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_get_log_data</span><span class="p">(),</span> <span class="n">f</span><span class="p">,</span> <span class="n">indent</span><span class="o">=</span><span class="mi">2</span><span class="p">)</span>
+        <span class="c1"># Invalidate cache when log is saved</span>
+        <span class="n">_invalidate_log_cache</span><span class="p">()</span></div>
+<div class="viewcode-block" id="ChatLog.load_log">
+<a class="viewcode-back" href="../../../source/mindroot.lib.html#mindroot.lib.chatlog_optimized.ChatLog.load_log">[docs]</a>
+    <span class="k">def</span><span class="w"> </span><span class="nf">load_log</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">log_id</span> <span class="o">=</span> <span class="kc">None</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
+        <span class="k">if</span> <span class="n">log_id</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
+            <span class="n">log_id</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">log_id</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">log_id</span> <span class="o">=</span> <span class="n">log_id</span>
+        <span class="n">log_file</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">log_dir</span><span class="p">,</span> <span class="sa">f</span><span class="s1">&#39;chatlog_</span><span class="si">{</span><span class="n">log_id</span><span class="si">}</span><span class="s1">.json&#39;</span><span class="p">)</span>
+        <span class="k">if</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">exists</span><span class="p">(</span><span class="n">log_file</span><span class="p">):</span>
+            <span class="k">with</span> <span class="nb">open</span><span class="p">(</span><span class="n">log_file</span><span class="p">,</span> <span class="s1">&#39;r&#39;</span><span class="p">)</span> <span class="k">as</span> <span class="n">f</span><span class="p">:</span>
+                <span class="n">log_data</span> <span class="o">=</span> <span class="n">json</span><span class="o">.</span><span class="n">load</span><span class="p">(</span><span class="n">f</span><span class="p">)</span>
+                <span class="bp">self</span><span class="o">.</span><span class="n">agent</span> <span class="o">=</span> <span class="n">log_data</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">&#39;agent&#39;</span><span class="p">)</span>
+                <span class="bp">self</span><span class="o">.</span><span class="n">messages</span> <span class="o">=</span> <span class="n">log_data</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">&#39;messages&#39;</span><span class="p">,</span> <span class="p">[])</span>
+                <span class="bp">self</span><span class="o">.</span><span class="n">parent_log_id</span> <span class="o">=</span> <span class="n">log_data</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">&#39;parent_log_id&#39;</span><span class="p">,</span> <span class="kc">None</span><span class="p">)</span>
+            <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;Loaded log file at &quot;</span><span class="p">,</span> <span class="n">log_file</span><span class="p">)</span>
+            <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;Message length: &quot;</span><span class="p">,</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">messages</span><span class="p">))</span>
+        <span class="k">else</span><span class="p">:</span>
+            <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;Could not find log file at &quot;</span><span class="p">,</span> <span class="n">log_file</span><span class="p">)</span>
+            <span class="bp">self</span><span class="o">.</span><span class="n">messages</span> <span class="o">=</span> <span class="p">[]</span></div>
+<div class="viewcode-block" id="ChatLog.count_tokens">
+<a class="viewcode-back" href="../../../source/mindroot.lib.html#mindroot.lib.chatlog_optimized.ChatLog.count_tokens">[docs]</a>
+    <span class="k">def</span><span class="w"> </span><span class="nf">count_tokens</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">int</span><span class="p">]:</span>
+        <span class="n">input_tokens_sequence</span> <span class="o">=</span> <span class="mi">0</span>
+        <span class="n">output_tokens_sequence</span> <span class="o">=</span> <span class="mi">0</span>
+        <span class="n">input_tokens_total</span> <span class="o">=</span> <span class="mi">0</span>
+        <span class="k">for</span> <span class="n">i</span><span class="p">,</span> <span class="n">message</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">messages</span><span class="p">):</span>
+            <span class="n">message_tokens</span> <span class="o">=</span> <span class="nb">len</span><span class="p">(</span><span class="n">json</span><span class="o">.</span><span class="n">dumps</span><span class="p">(</span><span class="n">message</span><span class="p">))</span> <span class="o">//</span> <span class="mi">4</span>
+            <span class="k">if</span> <span class="n">message</span><span class="p">[</span><span class="s1">&#39;role&#39;</span><span class="p">]</span> <span class="o">==</span> <span class="s1">&#39;assistant&#39;</span><span class="p">:</span>
+                <span class="n">output_tokens_sequence</span> <span class="o">+=</span> <span class="n">message_tokens</span>
+            <span class="k">else</span><span class="p">:</span>
+                <span class="n">input_tokens_sequence</span> <span class="o">+=</span> <span class="n">message_tokens</span>
+            <span class="k">if</span> <span class="n">message</span><span class="p">[</span><span class="s1">&#39;role&#39;</span><span class="p">]</span> <span class="o">==</span> <span class="s1">&#39;assistant&#39;</span><span class="p">:</span>
+                <span class="n">request_input_tokens</span> <span class="o">=</span> <span class="mi">0</span>
+                <span class="k">for</span> <span class="n">j</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">i</span><span class="p">):</span>
+                    <span class="n">request_input_tokens</span> <span class="o">+=</span> <span class="nb">len</span><span class="p">(</span><span class="n">json</span><span class="o">.</span><span class="n">dumps</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">messages</span><span class="p">[</span><span class="n">j</span><span class="p">]))</span> <span class="o">//</span> <span class="mi">4</span>
+                <span class="n">input_tokens_total</span> <span class="o">+=</span> <span class="n">request_input_tokens</span>
+        <span class="k">return</span> <span class="p">{</span>
+            <span class="s1">&#39;input_tokens_sequence&#39;</span><span class="p">:</span> <span class="n">input_tokens_sequence</span><span class="p">,</span>
+            <span class="s1">&#39;output_tokens_sequence&#39;</span><span class="p">:</span> <span class="n">output_tokens_sequence</span><span class="p">,</span>
+            <span class="s1">&#39;input_tokens_total&#39;</span><span class="p">:</span> <span class="n">input_tokens_total</span>
+        <span class="p">}</span></div>
+</div>
+<span class="k">def</span><span class="w"> </span><span class="nf">_invalidate_log_cache</span><span class="p">():</span>
+<span class="w">    </span><span class="sd">&quot;&quot;&quot;Invalidate the log index cache&quot;&quot;&quot;</span>
+    <span class="k">global</span> <span class="n">_log_index_cache</span>
+    <span class="k">with</span> <span class="n">_log_index_cache</span><span class="p">[</span><span class="s1">&#39;scan_lock&#39;</span><span class="p">]:</span>
+        <span class="n">_log_index_cache</span><span class="p">[</span><span class="s1">&#39;last_scan&#39;</span><span class="p">]</span> <span class="o">=</span> <span class="mi">0</span>
+<span class="k">def</span><span class="w"> </span><span class="nf">_build_log_index</span><span class="p">(</span><span class="n">force_refresh</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
+<span class="w">    </span><span class="sd">&quot;&quot;&quot;</span>
+<span class="sd">    Build an index of all chat logs and their relationships.</span>
+<span class="sd">    This replaces the inefficient os.walk() calls with a single scan.</span>
+<span class="sd">    &quot;&quot;&quot;</span>
+    <span class="k">global</span> <span class="n">_log_index_cache</span>
+    <span class="k">with</span> <span class="n">_log_index_cache</span><span class="p">[</span><span class="s1">&#39;scan_lock&#39;</span><span class="p">]:</span>
+        <span class="n">current_time</span> <span class="o">=</span> <span class="n">time</span><span class="o">.</span><span class="n">time</span><span class="p">()</span>
+        <span class="c1"># Only rebuild if cache is older than 5 minutes or forced</span>
+        <span class="k">if</span> <span class="ow">not</span> <span class="n">force_refresh</span> <span class="ow">and</span> <span class="p">(</span><span class="n">current_time</span> <span class="o">-</span> <span class="n">_log_index_cache</span><span class="p">[</span><span class="s1">&#39;last_scan&#39;</span><span class="p">])</span> <span class="o">&lt;</span> <span class="mi">300</span><span class="p">:</span>
+            <span class="k">return</span>
+        <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;Building log index cache...&quot;</span><span class="p">)</span>
+        <span class="n">start_time</span> <span class="o">=</span> <span class="n">time</span><span class="o">.</span><span class="n">time</span><span class="p">()</span>
+        <span class="c1"># Clear existing cache</span>
+        <span class="n">_log_index_cache</span><span class="p">[</span><span class="s1">&#39;log_paths&#39;</span><span class="p">]</span><span class="o">.</span><span class="n">clear</span><span class="p">()</span>
+        <span class="n">_log_index_cache</span><span class="p">[</span><span class="s1">&#39;parent_children&#39;</span><span class="p">]</span><span class="o">.</span><span class="n">clear</span><span class="p">()</span>
+        <span class="n">_log_index_cache</span><span class="p">[</span><span class="s1">&#39;log_metadata&#39;</span><span class="p">]</span><span class="o">.</span><span class="n">clear</span><span class="p">()</span>
+        <span class="n">chat_dir</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">&#39;CHATLOG_DIR&#39;</span><span class="p">,</span> <span class="s1">&#39;data/chat&#39;</span><span class="p">)</span>
+        <span class="k">if</span> <span class="ow">not</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">exists</span><span class="p">(</span><span class="n">chat_dir</span><span class="p">):</span>
+            <span class="n">_log_index_cache</span><span class="p">[</span><span class="s1">&#39;last_scan&#39;</span><span class="p">]</span> <span class="o">=</span> <span class="n">current_time</span>
+            <span class="k">return</span>
+        <span class="c1"># Single directory walk to build complete index</span>
+        <span class="k">for</span> <span class="n">root</span><span class="p">,</span> <span class="n">dirs</span><span class="p">,</span> <span class="n">files</span> <span class="ow">in</span> <span class="n">os</span><span class="o">.</span><span class="n">walk</span><span class="p">(</span><span class="n">chat_dir</span><span class="p">):</span>
+            <span class="k">for</span> <span class="n">file</span> <span class="ow">in</span> <span class="n">files</span><span class="p">:</span>
+                <span class="k">if</span> <span class="n">file</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s2">&quot;chatlog_&quot;</span><span class="p">)</span> <span class="ow">and</span> <span class="n">file</span><span class="o">.</span><span class="n">endswith</span><span class="p">(</span><span class="s2">&quot;.json&quot;</span><span class="p">):</span>
+                    <span class="c1"># Extract log_id from filename</span>
+                    <span class="n">log_id</span> <span class="o">=</span> <span class="n">file</span><span class="p">[</span><span class="mi">8</span><span class="p">:</span><span class="o">-</span><span class="mi">5</span><span class="p">]</span>  <span class="c1"># Remove &#39;chatlog_&#39; prefix and &#39;.json&#39; suffix</span>
+                    <span class="n">full_path</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">root</span><span class="p">,</span> <span class="n">file</span><span class="p">)</span>
+                    <span class="k">try</span><span class="p">:</span>
+                        <span class="c1"># Get file modification time</span>
+                        <span class="n">mtime</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">getmtime</span><span class="p">(</span><span class="n">full_path</span><span class="p">)</span>
+                        <span class="c1"># Parse user and agent from path</span>
+                        <span class="n">rel_path</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">relpath</span><span class="p">(</span><span class="n">full_path</span><span class="p">,</span> <span class="n">chat_dir</span><span class="p">)</span>
+                        <span class="n">path_parts</span> <span class="o">=</span> <span class="n">rel_path</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">sep</span><span class="p">)</span>
+                        <span class="n">user</span> <span class="o">=</span> <span class="n">path_parts</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">path_parts</span><span class="p">)</span> <span class="o">&gt;</span> <span class="mi">0</span> <span class="k">else</span> <span class="s1">&#39;unknown&#39;</span>
+                        <span class="n">agent</span> <span class="o">=</span> <span class="n">path_parts</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">path_parts</span><span class="p">)</span> <span class="o">&gt;</span> <span class="mi">1</span> <span class="k">else</span> <span class="s1">&#39;unknown&#39;</span>
+                        <span class="c1"># Store path mapping</span>
+                        <span class="n">_log_index_cache</span><span class="p">[</span><span class="s1">&#39;log_paths&#39;</span><span class="p">][</span><span class="n">log_id</span><span class="p">]</span> <span class="o">=</span> <span class="n">full_path</span>
+                        <span class="c1"># Read log data to get parent relationship</span>
+                        <span class="k">try</span><span class="p">:</span>
+                            <span class="k">with</span> <span class="nb">open</span><span class="p">(</span><span class="n">full_path</span><span class="p">,</span> <span class="s1">&#39;r&#39;</span><span class="p">)</span> <span class="k">as</span> <span class="n">f</span><span class="p">:</span>
+                                <span class="n">log_data</span> <span class="o">=</span> <span class="n">json</span><span class="o">.</span><span class="n">load</span><span class="p">(</span><span class="n">f</span><span class="p">)</span>
+                                <span class="n">parent_log_id</span> <span class="o">=</span> <span class="n">log_data</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">&#39;parent_log_id&#39;</span><span class="p">)</span>
+                                <span class="c1"># Store metadata</span>
+                                <span class="n">_log_index_cache</span><span class="p">[</span><span class="s1">&#39;log_metadata&#39;</span><span class="p">][</span><span class="n">log_id</span><span class="p">]</span> <span class="o">=</span> <span class="p">{</span>
+                                    <span class="s1">&#39;parent_log_id&#39;</span><span class="p">:</span> <span class="n">parent_log_id</span><span class="p">,</span>
+                                    <span class="s1">&#39;agent&#39;</span><span class="p">:</span> <span class="n">agent</span><span class="p">,</span>
+                                    <span class="s1">&#39;user&#39;</span><span class="p">:</span> <span class="n">user</span><span class="p">,</span>
+                                    <span class="s1">&#39;mtime&#39;</span><span class="p">:</span> <span class="n">mtime</span>
+                                <span class="p">}</span>
+                                <span class="c1"># Build parent-child relationships</span>
+                                <span class="k">if</span> <span class="n">parent_log_id</span><span class="p">:</span>
+                                    <span class="n">_log_index_cache</span><span class="p">[</span><span class="s1">&#39;parent_children&#39;</span><span class="p">][</span><span class="n">parent_log_id</span><span class="p">]</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">log_id</span><span class="p">)</span>
+                        <span class="k">except</span> <span class="p">(</span><span class="n">json</span><span class="o">.</span><span class="n">JSONDecodeError</span><span class="p">,</span> <span class="ne">KeyError</span><span class="p">)</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
+                            <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;Error reading log file </span><span class="si">{</span><span class="n">full_path</span><span class="si">}</span><span class="s2">: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
+                            <span class="k">continue</span>
+                    <span class="k">except</span> <span class="ne">OSError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
+                        <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;Error accessing file </span><span class="si">{</span><span class="n">full_path</span><span class="si">}</span><span class="s2">: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
+                        <span class="k">continue</span>
+        <span class="n">_log_index_cache</span><span class="p">[</span><span class="s1">&#39;last_scan&#39;</span><span class="p">]</span> <span class="o">=</span> <span class="n">current_time</span>
+        <span class="n">elapsed</span> <span class="o">=</span> <span class="n">time</span><span class="o">.</span><span class="n">time</span><span class="p">()</span> <span class="o">-</span> <span class="n">start_time</span>
+        <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;Log index built in </span><span class="si">{</span><span class="n">elapsed</span><span class="si">:</span><span class="s2">.2f</span><span class="si">}</span><span class="s2">s. Found </span><span class="si">{</span><span class="nb">len</span><span class="p">(</span><span class="n">_log_index_cache</span><span class="p">[</span><span class="s1">&#39;log_paths&#39;</span><span class="p">])</span><span class="si">}</span><span class="s2"> logs.&quot;</span><span class="p">)</span>
+<div class="viewcode-block" id="find_chatlog_file">
+<a class="viewcode-back" href="../../../source/mindroot.lib.html#mindroot.lib.chatlog_optimized.find_chatlog_file">[docs]</a>
+<span class="k">def</span><span class="w"> </span><span class="nf">find_chatlog_file</span><span class="p">(</span><span class="n">log_id</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]:</span>
+<span class="w">    </span><span class="sd">&quot;&quot;&quot;</span>
+<span class="sd">    Find a chatlog file by its log_id using the cached index.</span>
+<span class="sd">    </span>
+<span class="sd">    Args:</span>
+<span class="sd">        log_id: The log ID to search for</span>
+<span class="sd">        </span>
+<span class="sd">    Returns:</span>
+<span class="sd">        The full path to the chatlog file if found, None otherwise</span>
+<span class="sd">    &quot;&quot;&quot;</span>
+    <span class="n">_build_log_index</span><span class="p">()</span>
+    <span class="k">return</span> <span class="n">_log_index_cache</span><span class="p">[</span><span class="s1">&#39;log_paths&#39;</span><span class="p">]</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">log_id</span><span class="p">)</span></div>
+<div class="viewcode-block" id="find_child_logs_by_parent_id">
+<a class="viewcode-back" href="../../../source/mindroot.lib.html#mindroot.lib.chatlog_optimized.find_child_logs_by_parent_id">[docs]</a>
+<span class="k">def</span><span class="w"> </span><span class="nf">find_child_logs_by_parent_id</span><span class="p">(</span><span class="n">parent_log_id</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">List</span><span class="p">[</span><span class="nb">str</span><span class="p">]:</span>
+<span class="w">    </span><span class="sd">&quot;&quot;&quot;</span>
+<span class="sd">    Find all chat logs that have the given parent_log_id using the cached index.</span>
+<span class="sd">    </span>
+<span class="sd">    Args:</span>
+<span class="sd">        parent_log_id: The parent log ID to search for</span>
+<span class="sd">        </span>
+<span class="sd">    Returns:</span>
+<span class="sd">        List of log IDs that have this parent_log_id</span>
+<span class="sd">    &quot;&quot;&quot;</span>
+    <span class="n">_build_log_index</span><span class="p">()</span>
+    <span class="k">return</span> <span class="nb">list</span><span class="p">(</span><span class="n">_log_index_cache</span><span class="p">[</span><span class="s1">&#39;parent_children&#39;</span><span class="p">]</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">parent_log_id</span><span class="p">,</span> <span class="nb">set</span><span class="p">()))</span></div>
+<div class="viewcode-block" id="extract_delegate_task_log_ids">
+<a class="viewcode-back" href="../../../source/mindroot.lib.html#mindroot.lib.chatlog_optimized.extract_delegate_task_log_ids">[docs]</a>
+<span class="k">def</span><span class="w"> </span><span class="nf">extract_delegate_task_log_ids</span><span class="p">(</span><span class="n">messages</span><span class="p">:</span> <span class="n">List</span><span class="p">[</span><span class="n">Dict</span><span class="p">])</span> <span class="o">-&gt;</span> <span class="n">List</span><span class="p">[</span><span class="nb">str</span><span class="p">]:</span>
+<span class="w">    </span><span class="sd">&quot;&quot;&quot;</span>
+<span class="sd">    Extract log IDs from delegate_task commands in messages.</span>
+<span class="sd">    </span>
+<span class="sd">    Args:</span>
+<span class="sd">        messages: List of chat messages</span>
+<span class="sd">        </span>
+<span class="sd">    Returns:</span>
+<span class="sd">        List of log IDs found in delegate_task commands</span>
+<span class="sd">    &quot;&quot;&quot;</span>
+    <span class="n">log_ids</span> <span class="o">=</span> <span class="p">[]</span>
+    <span class="k">for</span> <span class="n">message</span> <span class="ow">in</span> <span class="n">messages</span><span class="p">:</span>
+        <span class="k">if</span> <span class="n">message</span><span class="p">[</span><span class="s1">&#39;role&#39;</span><span class="p">]</span> <span class="o">==</span> <span class="s1">&#39;assistant&#39;</span><span class="p">:</span>
+            <span class="n">content</span> <span class="o">=</span> <span class="n">message</span><span class="p">[</span><span class="s1">&#39;content&#39;</span><span class="p">]</span>
+            <span class="c1"># Handle both string and list content formats</span>
+            <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">content</span><span class="p">,</span> <span class="nb">str</span><span class="p">):</span>
+                <span class="n">text</span> <span class="o">=</span> <span class="n">content</span>
+            <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">content</span><span class="p">,</span> <span class="nb">list</span><span class="p">)</span> <span class="ow">and</span> <span class="nb">len</span><span class="p">(</span><span class="n">content</span><span class="p">)</span> <span class="o">&gt;</span> <span class="mi">0</span> <span class="ow">and</span> <span class="s1">&#39;text&#39;</span> <span class="ow">in</span> <span class="n">content</span><span class="p">[</span><span class="mi">0</span><span class="p">]:</span>
+                <span class="n">text</span> <span class="o">=</span> <span class="n">content</span><span class="p">[</span><span class="mi">0</span><span class="p">][</span><span class="s1">&#39;text&#39;</span><span class="p">]</span>
+            <span class="k">else</span><span class="p">:</span>
+                <span class="k">continue</span>
+            <span class="c1"># Try to parse as JSON</span>
+            <span class="k">try</span><span class="p">:</span>
+                <span class="n">commands</span> <span class="o">=</span> <span class="n">json</span><span class="o">.</span><span class="n">loads</span><span class="p">(</span><span class="n">text</span><span class="p">)</span>
+                <span class="k">if</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">commands</span><span class="p">,</span> <span class="nb">list</span><span class="p">):</span>
+                    <span class="n">commands</span> <span class="o">=</span> <span class="p">[</span><span class="n">commands</span><span class="p">]</span>
+                <span class="k">for</span> <span class="n">cmd</span> <span class="ow">in</span> <span class="n">commands</span><span class="p">:</span>
+                    <span class="k">for</span> <span class="n">key</span><span class="p">,</span> <span class="n">value</span> <span class="ow">in</span> <span class="n">cmd</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
+                        <span class="k">if</span> <span class="n">key</span> <span class="o">==</span> <span class="s1">&#39;delegate_task&#39;</span> <span class="ow">and</span> <span class="s1">&#39;log_id&#39;</span> <span class="ow">in</span> <span class="n">value</span><span class="p">:</span>
+                            <span class="n">log_ids</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">value</span><span class="p">[</span><span class="s1">&#39;log_id&#39;</span><span class="p">])</span>
+            <span class="k">except</span> <span class="p">(</span><span class="n">json</span><span class="o">.</span><span class="n">JSONDecodeError</span><span class="p">,</span> <span class="ne">TypeError</span><span class="p">,</span> <span class="ne">KeyError</span><span class="p">):</span>
+                <span class="c1"># If not JSON, try regex to find log_ids in delegate_task commands</span>
+                <span class="n">matches</span> <span class="o">=</span> <span class="n">re</span><span class="o">.</span><span class="n">findall</span><span class="p">(</span><span class="sa">r</span><span class="s1">&#39;&quot;delegate_task&quot;\s*:\s*{\s*&quot;log_id&quot;\s*:\s*&quot;([^&quot;]+)&quot;&#39;</span><span class="p">,</span> <span class="n">text</span><span class="p">)</span>
+                <span class="n">log_ids</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">matches</span><span class="p">)</span>
+    <span class="k">return</span> <span class="n">log_ids</span></div>
+<div class="viewcode-block" id="get_cache_dir">
+<a class="viewcode-back" href="../../../source/mindroot.lib.html#mindroot.lib.chatlog_optimized.get_cache_dir">[docs]</a>
+<span class="k">def</span><span class="w"> </span><span class="nf">get_cache_dir</span><span class="p">()</span> <span class="o">-&gt;</span> <span class="nb">str</span><span class="p">:</span>
+<span class="w">    </span><span class="sd">&quot;&quot;&quot;</span>
+<span class="sd">    Get the directory for token count cache files.</span>
+<span class="sd">    Creates the directory if it doesn&#39;t exist.</span>
+<span class="sd">    &quot;&quot;&quot;</span>
+    <span class="n">cache_dir</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">&#39;TOKEN_CACHE_DIR&#39;</span><span class="p">,</span> <span class="s1">&#39;data/token_cache&#39;</span><span class="p">)</span>
+    <span class="k">if</span> <span class="ow">not</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">exists</span><span class="p">(</span><span class="n">cache_dir</span><span class="p">):</span>
+        <span class="n">os</span><span class="o">.</span><span class="n">makedirs</span><span class="p">(</span><span class="n">cache_dir</span><span class="p">)</span>
+    <span class="k">return</span> <span class="n">cache_dir</span></div>
+<div class="viewcode-block" id="get_cache_path">
+<a class="viewcode-back" href="../../../source/mindroot.lib.html#mindroot.lib.chatlog_optimized.get_cache_path">[docs]</a>
+<span class="k">def</span><span class="w"> </span><span class="nf">get_cache_path</span><span class="p">(</span><span class="n">log_id</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">str</span><span class="p">:</span>
+<span class="w">    </span><span class="sd">&quot;&quot;&quot;</span>
+<span class="sd">    Get the path to the cache file for a specific log_id.</span>
+<span class="sd">    &quot;&quot;&quot;</span>
+    <span class="n">cache_dir</span> <span class="o">=</span> <span class="n">get_cache_dir</span><span class="p">()</span>
+    <span class="k">return</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">cache_dir</span><span class="p">,</span> <span class="sa">f</span><span class="s2">&quot;tokens_</span><span class="si">{</span><span class="n">log_id</span><span class="si">}</span><span class="s2">.json&quot;</span><span class="p">)</span></div>
+<div class="viewcode-block" id="get_cached_token_counts">
+<a class="viewcode-back" href="../../../source/mindroot.lib.html#mindroot.lib.chatlog_optimized.get_cached_token_counts">[docs]</a>
+<span class="k">def</span><span class="w"> </span><span class="nf">get_cached_token_counts</span><span class="p">(</span><span class="n">log_id</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">log_path</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">int</span><span class="p">]:</span>
+<span class="w">    </span><span class="sd">&quot;&quot;&quot;</span>
+<span class="sd">    Get cached token counts if available and valid.</span>
+<span class="sd">    </span>
+<span class="sd">    Args:</span>
+<span class="sd">        log_id: The log ID</span>
+<span class="sd">        log_path: Path to the actual log file</span>
+<span class="sd">        </span>
+<span class="sd">    Returns:</span>
+<span class="sd">        Cached token counts if valid, None otherwise</span>
+<span class="sd">    &quot;&quot;&quot;</span>
+    <span class="n">cache_path</span> <span class="o">=</span> <span class="n">get_cache_path</span><span class="p">(</span><span class="n">log_id</span><span class="p">)</span>
+    <span class="c1"># If cache doesn&#39;t exist, return None</span>
+    <span class="k">if</span> <span class="ow">not</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">exists</span><span class="p">(</span><span class="n">cache_path</span><span class="p">):</span>
+        <span class="k">return</span> <span class="kc">None</span>
+    <span class="k">try</span><span class="p">:</span>
+        <span class="c1"># Get modification times</span>
+        <span class="n">log_mtime</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">getmtime</span><span class="p">(</span><span class="n">log_path</span><span class="p">)</span>
+        <span class="n">cache_mtime</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">getmtime</span><span class="p">(</span><span class="n">cache_path</span><span class="p">)</span>
+        <span class="n">current_time</span> <span class="o">=</span> <span class="n">time</span><span class="o">.</span><span class="n">time</span><span class="p">()</span>
+        <span class="c1"># If log was modified after cache was created, cache is invalid</span>
+        <span class="k">if</span> <span class="n">log_mtime</span> <span class="o">&gt;</span> <span class="n">cache_mtime</span><span class="p">:</span>
+            <span class="k">return</span> <span class="kc">None</span>
+        <span class="c1"># Don&#39;t recalculate sooner than 3 minutes after last calculation</span>
+        <span class="k">if</span> <span class="n">current_time</span> <span class="o">-</span> <span class="n">cache_mtime</span> <span class="o">&lt;</span> <span class="mi">180</span><span class="p">:</span>  <span class="c1"># 3 minutes in seconds</span>
+            <span class="k">with</span> <span class="nb">open</span><span class="p">(</span><span class="n">cache_path</span><span class="p">,</span> <span class="s1">&#39;r&#39;</span><span class="p">)</span> <span class="k">as</span> <span class="n">f</span><span class="p">:</span>
+                <span class="k">return</span> <span class="n">json</span><span class="o">.</span><span class="n">load</span><span class="p">(</span><span class="n">f</span><span class="p">)</span>
+        <span class="c1"># For logs that haven&#39;t been modified in over an hour, consider them &quot;finished&quot;</span>
+        <span class="c1"># and use the cache regardless of when it was last calculated</span>
+        <span class="k">if</span> <span class="n">current_time</span> <span class="o">-</span> <span class="n">log_mtime</span> <span class="o">&gt;</span> <span class="mi">3600</span><span class="p">:</span>  <span class="c1"># 1 hour in seconds</span>
+            <span class="k">with</span> <span class="nb">open</span><span class="p">(</span><span class="n">cache_path</span><span class="p">,</span> <span class="s1">&#39;r&#39;</span><span class="p">)</span> <span class="k">as</span> <span class="n">f</span><span class="p">:</span>
+                <span class="k">return</span> <span class="n">json</span><span class="o">.</span><span class="n">load</span><span class="p">(</span><span class="n">f</span><span class="p">)</span>
+    <span class="k">except</span> <span class="p">(</span><span class="n">json</span><span class="o">.</span><span class="n">JSONDecodeError</span><span class="p">,</span> <span class="ne">IOError</span><span class="p">)</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
+        <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;Error reading token cache: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
+    <span class="k">return</span> <span class="kc">None</span></div>
+<div class="viewcode-block" id="save_token_counts_to_cache">
+<a class="viewcode-back" href="../../../source/mindroot.lib.html#mindroot.lib.chatlog_optimized.save_token_counts_to_cache">[docs]</a>
+<span class="k">def</span><span class="w"> </span><span class="nf">save_token_counts_to_cache</span><span class="p">(</span><span class="n">log_id</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">token_counts</span><span class="p">:</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">int</span><span class="p">])</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
+<span class="w">    </span><span class="sd">&quot;&quot;&quot;</span>
+<span class="sd">    Save token counts to cache.</span>
+<span class="sd">    &quot;&quot;&quot;</span>
+    <span class="n">cache_path</span> <span class="o">=</span> <span class="n">get_cache_path</span><span class="p">(</span><span class="n">log_id</span><span class="p">)</span>
+    <span class="k">with</span> <span class="nb">open</span><span class="p">(</span><span class="n">cache_path</span><span class="p">,</span> <span class="s1">&#39;w&#39;</span><span class="p">)</span> <span class="k">as</span> <span class="n">f</span><span class="p">:</span>
+        <span class="n">json</span><span class="o">.</span><span class="n">dump</span><span class="p">(</span><span class="n">token_counts</span><span class="p">,</span> <span class="n">f</span><span class="p">)</span></div>
+<div class="viewcode-block" id="count_tokens_for_log_id_optimized">
+<a class="viewcode-back" href="../../../source/mindroot.lib.html#mindroot.lib.chatlog_optimized.count_tokens_for_log_id_optimized">[docs]</a>
+<span class="k">def</span><span class="w"> </span><span class="nf">count_tokens_for_log_id_optimized</span><span class="p">(</span><span class="n">log_id</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">int</span><span class="p">]:</span>
+<span class="w">    </span><span class="sd">&quot;&quot;&quot;</span>
+<span class="sd">    Optimized version of count_tokens_for_log_id that uses caching and batch operations.</span>
+<span class="sd">    </span>
+<span class="sd">    Args:</span>
+<span class="sd">        log_id: The log ID to count tokens for</span>
+<span class="sd">        </span>
+<span class="sd">    Returns:</span>
+<span class="sd">        Dictionary with token counts or None if log not found</span>
+<span class="sd">    &quot;&quot;&quot;</span>
+    <span class="c1"># Find the chatlog file using cached index</span>
+    <span class="n">chatlog_path</span> <span class="o">=</span> <span class="n">find_chatlog_file</span><span class="p">(</span><span class="n">log_id</span><span class="p">)</span>
+    <span class="k">if</span> <span class="ow">not</span> <span class="n">chatlog_path</span><span class="p">:</span>
+        <span class="k">return</span> <span class="kc">None</span>
+    <span class="c1"># Check cache first</span>
+    <span class="n">cached_counts</span> <span class="o">=</span> <span class="n">get_cached_token_counts</span><span class="p">(</span><span class="n">log_id</span><span class="p">,</span> <span class="n">chatlog_path</span><span class="p">)</span>
+    <span class="k">if</span> <span class="n">cached_counts</span><span class="p">:</span>
+        <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;Using cached token counts for </span><span class="si">{</span><span class="n">log_id</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
+        <span class="k">return</span> <span class="n">cached_counts</span>
+    <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;Calculating token counts for </span><span class="si">{</span><span class="n">log_id</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
+    <span class="c1"># Use batch processing to get all related logs at once</span>
+    <span class="n">all_related_logs</span> <span class="o">=</span> <span class="n">_get_all_related_logs_batch</span><span class="p">(</span><span class="n">log_id</span><span class="p">)</span>
+    <span class="c1"># Calculate tokens for all logs in batch</span>
+    <span class="n">token_results</span> <span class="o">=</span> <span class="p">{}</span>
+    <span class="k">for</span> <span class="n">related_log_id</span><span class="p">,</span> <span class="n">log_data</span> <span class="ow">in</span> <span class="n">all_related_logs</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
+        <span class="c1"># Create a temporary ChatLog instance to count tokens</span>
+        <span class="n">temp_log</span> <span class="o">=</span> <span class="n">ChatLog</span><span class="p">(</span><span class="n">log_id</span><span class="o">=</span><span class="n">related_log_id</span><span class="p">,</span> <span class="n">user</span><span class="o">=</span><span class="s2">&quot;system&quot;</span><span class="p">,</span> <span class="n">agent</span><span class="o">=</span><span class="n">log_data</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">&#39;agent&#39;</span><span class="p">,</span> <span class="s1">&#39;unknown&#39;</span><span class="p">))</span>
+        <span class="n">temp_log</span><span class="o">.</span><span class="n">messages</span> <span class="o">=</span> <span class="n">log_data</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">&#39;messages&#39;</span><span class="p">,</span> <span class="p">[])</span>
+        <span class="c1"># Count tokens for this log</span>
+        <span class="n">token_results</span><span class="p">[</span><span class="n">related_log_id</span><span class="p">]</span> <span class="o">=</span> <span class="n">temp_log</span><span class="o">.</span><span class="n">count_tokens</span><span class="p">()</span>
+    <span class="c1"># Build the hierarchical token counts</span>
+    <span class="n">main_counts</span> <span class="o">=</span> <span class="n">token_results</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">log_id</span><span class="p">,</span> <span class="p">{</span>
+        <span class="s1">&#39;input_tokens_sequence&#39;</span><span class="p">:</span> <span class="mi">0</span><span class="p">,</span>
+        <span class="s1">&#39;output_tokens_sequence&#39;</span><span class="p">:</span> <span class="mi">0</span><span class="p">,</span>
+        <span class="s1">&#39;input_tokens_total&#39;</span><span class="p">:</span> <span class="mi">0</span>
+    <span class="p">})</span>
+    <span class="c1"># Sum up all child tokens</span>
+    <span class="n">combined_counts</span> <span class="o">=</span> <span class="p">{</span>
+        <span class="s1">&#39;input_tokens_sequence&#39;</span><span class="p">:</span> <span class="n">main_counts</span><span class="p">[</span><span class="s1">&#39;input_tokens_sequence&#39;</span><span class="p">],</span>
+        <span class="s1">&#39;output_tokens_sequence&#39;</span><span class="p">:</span> <span class="n">main_counts</span><span class="p">[</span><span class="s1">&#39;output_tokens_sequence&#39;</span><span class="p">],</span>
+        <span class="s1">&#39;input_tokens_total&#39;</span><span class="p">:</span> <span class="n">main_counts</span><span class="p">[</span><span class="s1">&#39;input_tokens_total&#39;</span><span class="p">]</span>
+    <span class="p">}</span>
+    <span class="c1"># Add child log tokens</span>
+    <span class="k">for</span> <span class="n">related_log_id</span><span class="p">,</span> <span class="n">counts</span> <span class="ow">in</span> <span class="n">token_results</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
+        <span class="k">if</span> <span class="n">related_log_id</span> <span class="o">!=</span> <span class="n">log_id</span><span class="p">:</span>  <span class="c1"># Don&#39;t double-count the main log</span>
+            <span class="n">combined_counts</span><span class="p">[</span><span class="s1">&#39;input_tokens_sequence&#39;</span><span class="p">]</span> <span class="o">+=</span> <span class="n">counts</span><span class="p">[</span><span class="s1">&#39;input_tokens_sequence&#39;</span><span class="p">]</span>
+            <span class="n">combined_counts</span><span class="p">[</span><span class="s1">&#39;output_tokens_sequence&#39;</span><span class="p">]</span> <span class="o">+=</span> <span class="n">counts</span><span class="p">[</span><span class="s1">&#39;output_tokens_sequence&#39;</span><span class="p">]</span>
+            <span class="n">combined_counts</span><span class="p">[</span><span class="s1">&#39;input_tokens_total&#39;</span><span class="p">]</span> <span class="o">+=</span> <span class="n">counts</span><span class="p">[</span><span class="s1">&#39;input_tokens_total&#39;</span><span class="p">]</span>
+    <span class="c1"># Create final result</span>
+    <span class="n">final_token_counts</span> <span class="o">=</span> <span class="p">{</span>
+        <span class="c1"># Parent session only counts</span>
+        <span class="s1">&#39;input_tokens_sequence&#39;</span><span class="p">:</span> <span class="n">main_counts</span><span class="p">[</span><span class="s1">&#39;input_tokens_sequence&#39;</span><span class="p">],</span>
+        <span class="s1">&#39;output_tokens_sequence&#39;</span><span class="p">:</span> <span class="n">main_counts</span><span class="p">[</span><span class="s1">&#39;output_tokens_sequence&#39;</span><span class="p">],</span>
+        <span class="s1">&#39;input_tokens_total&#39;</span><span class="p">:</span> <span class="n">main_counts</span><span class="p">[</span><span class="s1">&#39;input_tokens_total&#39;</span><span class="p">],</span>
+        <span class="c1"># Combined counts (parent + all subtasks)</span>
+        <span class="s1">&#39;combined_input_tokens_sequence&#39;</span><span class="p">:</span> <span class="n">combined_counts</span><span class="p">[</span><span class="s1">&#39;input_tokens_sequence&#39;</span><span class="p">],</span>
+        <span class="s1">&#39;combined_output_tokens_sequence&#39;</span><span class="p">:</span> <span class="n">combined_counts</span><span class="p">[</span><span class="s1">&#39;output_tokens_sequence&#39;</span><span class="p">],</span>
+        <span class="s1">&#39;combined_input_tokens_total&#39;</span><span class="p">:</span> <span class="n">combined_counts</span><span class="p">[</span><span class="s1">&#39;input_tokens_total&#39;</span><span class="p">]</span>
+    <span class="p">}</span>
+    <span class="c1"># Save to cache</span>
+    <span class="n">save_token_counts_to_cache</span><span class="p">(</span><span class="n">log_id</span><span class="p">,</span> <span class="n">final_token_counts</span><span class="p">)</span>
+    <span class="k">return</span> <span class="n">final_token_counts</span></div>
+<span class="k">def</span><span class="w"> </span><span class="nf">_get_all_related_logs_batch</span><span class="p">(</span><span class="n">log_id</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Dict</span><span class="p">]:</span>
+<span class="w">    </span><span class="sd">&quot;&quot;&quot;</span>
+<span class="sd">    Get all related logs (parent and children) in a single batch operation.</span>
+<span class="sd">    This avoids multiple directory traversals and file reads.</span>
+<span class="sd">    &quot;&quot;&quot;</span>
+    <span class="c1"># Ensure index is built</span>
+    <span class="n">_build_log_index</span><span class="p">()</span>
+    <span class="c1"># Find all related log IDs</span>
+    <span class="n">related_log_ids</span> <span class="o">=</span> <span class="nb">set</span><span class="p">([</span><span class="n">log_id</span><span class="p">])</span>
+    <span class="n">to_process</span> <span class="o">=</span> <span class="p">[</span><span class="n">log_id</span><span class="p">]</span>
+    <span class="k">while</span> <span class="n">to_process</span><span class="p">:</span>
+        <span class="n">current_id</span> <span class="o">=</span> <span class="n">to_process</span><span class="o">.</span><span class="n">pop</span><span class="p">()</span>
+        <span class="c1"># Add children</span>
+        <span class="n">children</span> <span class="o">=</span> <span class="n">_log_index_cache</span><span class="p">[</span><span class="s1">&#39;parent_children&#39;</span><span class="p">]</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">current_id</span><span class="p">,</span> <span class="nb">set</span><span class="p">())</span>
+        <span class="k">for</span> <span class="n">child_id</span> <span class="ow">in</span> <span class="n">children</span><span class="p">:</span>
+            <span class="k">if</span> <span class="n">child_id</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">related_log_ids</span><span class="p">:</span>
+                <span class="n">related_log_ids</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">child_id</span><span class="p">)</span>
+                <span class="n">to_process</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">child_id</span><span class="p">)</span>
+    <span class="c1"># Also check for delegated tasks in the main log</span>
+    <span class="n">main_log_path</span> <span class="o">=</span> <span class="n">_log_index_cache</span><span class="p">[</span><span class="s1">&#39;log_paths&#39;</span><span class="p">]</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">log_id</span><span class="p">)</span>
+    <span class="k">if</span> <span class="n">main_log_path</span><span class="p">:</span>
+        <span class="k">try</span><span class="p">:</span>
+            <span class="k">with</span> <span class="nb">open</span><span class="p">(</span><span class="n">main_log_path</span><span class="p">,</span> <span class="s1">&#39;r&#39;</span><span class="p">)</span> <span class="k">as</span> <span class="n">f</span><span class="p">:</span>
+                <span class="n">log_data</span> <span class="o">=</span> <span class="n">json</span><span class="o">.</span><span class="n">load</span><span class="p">(</span><span class="n">f</span><span class="p">)</span>
+                <span class="n">delegated_ids</span> <span class="o">=</span> <span class="n">extract_delegate_task_log_ids</span><span class="p">(</span><span class="n">log_data</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">&#39;messages&#39;</span><span class="p">,</span> <span class="p">[]))</span>
+                <span class="k">for</span> <span class="n">delegated_id</span> <span class="ow">in</span> <span class="n">delegated_ids</span><span class="p">:</span>
+                    <span class="k">if</span> <span class="n">delegated_id</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">related_log_ids</span><span class="p">:</span>
+                        <span class="n">related_log_ids</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">delegated_id</span><span class="p">)</span>
+                        <span class="n">to_process</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">delegated_id</span><span class="p">)</span>
+        <span class="k">except</span> <span class="p">(</span><span class="n">json</span><span class="o">.</span><span class="n">JSONDecodeError</span><span class="p">,</span> <span class="ne">IOError</span><span class="p">):</span>
+            <span class="k">pass</span>
+    <span class="c1"># Batch read all related logs</span>
+    <span class="n">result</span> <span class="o">=</span> <span class="p">{}</span>
+    <span class="k">for</span> <span class="n">related_id</span> <span class="ow">in</span> <span class="n">related_log_ids</span><span class="p">:</span>
+        <span class="n">log_path</span> <span class="o">=</span> <span class="n">_log_index_cache</span><span class="p">[</span><span class="s1">&#39;log_paths&#39;</span><span class="p">]</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">related_id</span><span class="p">)</span>
+        <span class="k">if</span> <span class="n">log_path</span><span class="p">:</span>
+            <span class="k">try</span><span class="p">:</span>
+                <span class="k">with</span> <span class="nb">open</span><span class="p">(</span><span class="n">log_path</span><span class="p">,</span> <span class="s1">&#39;r&#39;</span><span class="p">)</span> <span class="k">as</span> <span class="n">f</span><span class="p">:</span>
+                    <span class="n">result</span><span class="p">[</span><span class="n">related_id</span><span class="p">]</span> <span class="o">=</span> <span class="n">json</span><span class="o">.</span><span class="n">load</span><span class="p">(</span><span class="n">f</span><span class="p">)</span>
+            <span class="k">except</span> <span class="p">(</span><span class="n">json</span><span class="o">.</span><span class="n">JSONDecodeError</span><span class="p">,</span> <span class="ne">IOError</span><span class="p">)</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
+                <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;Error reading log </span><span class="si">{</span><span class="n">related_id</span><span class="si">}</span><span class="s2">: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
+                <span class="k">continue</span>
+    <span class="k">return</span> <span class="n">result</span>
+<span class="c1"># Backward compatibility - keep the original function name but use optimized version</span>
+<div class="viewcode-block" id="count_tokens_for_log_id">
+<a class="viewcode-back" href="../../../source/mindroot.lib.html#mindroot.lib.chatlog_optimized.count_tokens_for_log_id">[docs]</a>
+<span class="k">def</span><span class="w"> </span><span class="nf">count_tokens_for_log_id</span><span class="p">(</span><span class="n">log_id</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">int</span><span class="p">]:</span>
+<span class="w">    </span><span class="sd">&quot;&quot;&quot;</span>
+<span class="sd">    Count tokens for a chat log identified by log_id, including any delegated tasks.</span>
+<span class="sd">    This is the optimized version that uses caching and batch operations.</span>
+<span class="sd">    &quot;&quot;&quot;</span>
+    <span class="k">return</span> <span class="n">count_tokens_for_log_id_optimized</span><span class="p">(</span><span class="n">log_id</span><span class="p">)</span></div>
+</pre></div>
+           </div>
+          </div>
+          <footer>
+  <hr/>
+  <div role="contentinfo">
+    <p>&#169; Copyright 2025, Jason Livesay.</p>
+  </div>
+  Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
+    <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
+    provided by <a href="https://readthedocs.org">Read the Docs</a>.
+</footer>
+        </div>
+      </div>
+    </section>
+  </div>
+  <script>
+      jQuery(function () {
+          SphinxRtdTheme.Navigation.enable(true);
+      });
+  </script>
+</body>
+</html>