mlx-code 0.0.17__tar.gz → 0.0.19__tar.gz

{mlx_code-0.0.17 → mlx_code-0.0.19}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mlx-code
-Version: 0.0.17
+Version: 0.0.19
 Summary: Coding Agent for Mac
 Home-page: https://josefalbers.github.io/mlx-code/
 Author: J Joe
@@ -20,6 +20,7 @@ Requires-Dist: rich>=15.0.0
 Provides-Extra: all
 Requires-Dist: python-lsp-server[all]; extra == "all"
 Requires-Dist: GitPython; extra == "all"
+Requires-Dist: pygments; extra == "all"
 Dynamic: author
 Dynamic: author-email
 Dynamic: description
@@ -37,7 +38,7 @@ Dynamic: summary
 
 A lightweight coding agent built on Apple's MLX framework.
 
-[![demo](https://raw.githubusercontent.com/JosefAlbers/mlx-code/main/assets/mlx-code.gif)](https://youtu.be/0lkY7YQCyCo)
+https://github.com/user-attachments/assets/0569d101-8d0a-4e67-9e82-fce84a5ef3f0
 
 ---
 

{mlx_code-0.0.17 → mlx_code-0.0.19}/README.md

@@ -2,7 +2,7 @@
 
 A lightweight coding agent built on Apple's MLX framework.
 
-[![demo](https://raw.githubusercontent.com/JosefAlbers/mlx-code/main/assets/mlx-code.gif)](https://youtu.be/0lkY7YQCyCo)
+https://github.com/user-attachments/assets/0569d101-8d0a-4e67-9e82-fce84a5ef3f0
 
 ---
 

{mlx_code-0.0.17 → mlx_code-0.0.19}/mlx_code/gits.py

@@ -2,6 +2,7 @@ from __future__ import annotations
 import json
 import logging
 import os
+import re
 import shutil
 import subprocess
 import uuid
@@ -18,27 +19,43 @@ def _git(cwd: str, *args: str, check: bool=True) -> str:
         r = subprocess.run(['git', *args], cwd=cwd, capture_output=True, text=True, check=check)
         return r.stdout.strip()
     except subprocess.CalledProcessError as exc:
-        raise GitError(f'git {' '.join(args)!r} failed in {cwd!r}: {exc.stderr.strip()}') from exc
+        args_str = repr(' '.join(args))
+        raise GitError(f'git {args_str} failed in {cwd!r}: {exc.stderr.strip()}') from exc
     except FileNotFoundError as exc:
         raise GitError('git executable not found in PATH') from exc
 
 def _make_commit_message(messages) -> str:
     if isinstance(messages, str):
         return messages
-    last_user = next((m['content'] for m in reversed(messages) if m.get('role') == 'user'), None)
-    title = last_user.replace('\n', ' ').strip()[:30] if isinstance(last_user, str) else ''
-    return f'{title}\n\n{json.dumps(messages, indent=2, ensure_ascii=False)}'
+    filtered = [m for m in messages if m.get('role') != 'commit']
+    last_user = next((m['content'] for m in reversed(filtered) if m.get('role') == 'user'), None)
+    title = last_user.replace('\n', ' ').strip()[:60] if isinstance(last_user, str) else 'update'
+    body = json.dumps(filtered, indent=2, ensure_ascii=False)
+    return f'{title}\n\n--- BEGIN MESSAGES ---\n{body}'
 
 def _parse_messages_from_commit(raw: str) -> list[dict]:
     if not raw or raw in ('snapshot', 'update'):
         return []
-    try:
+    marker = '--- BEGIN MESSAGES ---\n'
+    idx = raw.find(marker)
+    if idx != -1:
+        payload = raw[idx + len(marker):]
+    else:
         parts = raw.split('\n\n', 1)
-        msgs = json.loads(parts[1] if len(parts) == 2 else parts[0])
+        payload = parts[1] if len(parts) == 2 else parts[0]
+    try:
+        msgs = json.loads(payload)
         return msgs if isinstance(msgs, list) else []
-    except (json.JSONDecodeError, IndexError):
+    except json.JSONDecodeError:
+        logger.warning('_parse_messages_from_commit: could not parse JSON from commit body')
         return []
 
+def _count_user_turns(commit_body: str) -> int:
+    messages = _parse_messages_from_commit(commit_body)
+    if messages:
+        return sum((1 for m in messages if m.get('role') == 'user'))
+    return 0
+
 def git_add_filtered(cwd: str) -> None:
     excludes = [f':(exclude){p}' for p in _ADD_EXCLUDES]
     try:
@@ -89,17 +106,18 @@ def create_worktree(repo_dir: str, *, worktree_dir: str | None=None, ref: str='H
         logger.exception('create_worktree failed: %s', e)
         return None
 
-def commit_worktree(point: LedgerPoint | None, message: str='update') -> LedgerPoint | None:
+def commit_worktree(point: LedgerPoint | None, message: str='update') -> tuple[LedgerPoint | None, str]:
     if point is None:
-        return None
+        return (None, '')
     try:
         git_add_filtered(point.worktree)
         if not _git(point.worktree, 'status', '--porcelain'):
             sha = _git(point.worktree, 'rev-parse', 'HEAD', check=False) or point.commit
-            return LedgerPoint(branch=point.branch, commit=sha, worktree=point.worktree)
-        diff_info = ''
+            return (LedgerPoint(branch=point.branch, commit=sha, worktree=point.worktree), '')
+        diff_stat = ''
         try:
             stat = _git(point.worktree, 'diff', '--stat', 'HEAD')
+            diff_stat = stat
             patch = _git(point.worktree, 'diff', 'HEAD')
             diff_info = f'\n--- DIFF STAT ---\n{stat}\n--- PATCH ---\n{patch}'
         except Exception as de:
@@ -108,28 +126,43 @@ def commit_worktree(point: LedgerPoint | None, message: str='update') -> LedgerP
         new_sha = _git(point.worktree, 'rev-parse', 'HEAD')
         new_point = LedgerPoint(branch=point.branch, commit=new_sha, worktree=point.worktree)
         logger.info('%s%s', new_point, diff_info)
-        return new_point
+        return (new_point, diff_stat)
     except Exception as e:
         logger.exception('commit_worktree failed: %s', e)
-        return None
+        return (None, '')
 
 def cleanup_worktree(point: LedgerPoint, *, remove_branch: bool=False) -> None:
-    root = _git(point.worktree, 'rev-parse', '--show-toplevel', check=False) or None
-    if root:
-        try:
-            _git(root, 'worktree', 'remove', '--force', point.worktree)
-        except Exception as e:
-            logger.warning('git worktree remove failed: %s', e)
+    root: str | None = None
     if os.path.exists(point.worktree):
+        root = _git(point.worktree, 'rev-parse', '--show-toplevel', check=False) or None
+        if root:
+            try:
+                _git(root, 'worktree', 'remove', '--force', point.worktree)
+            except Exception as e:
+                logger.warning('git worktree remove failed: %s', e)
         try:
             shutil.rmtree(point.worktree, ignore_errors=True)
         except Exception as e:
             logger.warning('Filesystem cleanup failed for %s: %s', point.worktree, e)
-    if remove_branch and root:
+    else:
+        logger.warning('cleanup_worktree: worktree path %r no longer exists; skipping removal', point.worktree)
+        try:
+            root = _git(os.path.dirname(point.worktree), 'rev-parse', '--show-toplevel', check=False) or None
+        except Exception:
+            pass
+    if root:
         try:
-            _git(root, 'branch', '-D', point.branch)
+            _git(root, 'worktree', 'prune')
         except Exception as e:
-            logger.warning('git branch deletion failed: %s', e)
+            logger.warning('git worktree prune failed: %s', e)
+    if remove_branch:
+        if root:
+            try:
+                _git(root, 'branch', '-D', point.branch)
+            except Exception as e:
+                logger.warning('git branch deletion failed for %r: %s', point.branch, e)
+        else:
+            logger.warning('cleanup_worktree: could not locate repo root; branch %r was NOT deleted', point.branch)
 
 def resume_worktree(repo_dir: str, commit: str, *, worktree_dir: str | None=None, prefix: str='resume') -> tuple[LedgerPoint | None, list[dict]]:
     try:
@@ -205,7 +238,7 @@ def get_commit_history_with_stats(worktree: str, limit: int=50) -> list[dict]:
             if line.startswith('COMMIT:'):
                 if current_commit:
                     body_text = '\n'.join(body_lines)
-                    current_commit['user_turns'] = body_text.count('"role": "user"')
+                    current_commit['user_turns'] = _count_user_turns(body_text)
                     commits.append(current_commit)
                 current_commit = {'sha': line[7:], 'short_sha': '', 'refs': '', 'subject': '', 'files': []}
                 in_body = False
@@ -234,16 +267,17 @@ def get_commit_history_with_stats(worktree: str, limit: int=50) -> list[dict]:
                         current_commit['files'].append(line)
         if current_commit:
             body_text = '\n'.join(body_lines)
-            current_commit['user_turns'] = body_text.count('"role": "user"')
+            current_commit['user_turns'] = _count_user_turns(body_text)
             commits.append(current_commit)
         return commits
     except Exception as e:
         logger.warning(f'get_commit_history_with_stats failed: {e}')
         return []
 
-def find_rev_commit(worktree: str, n: int) -> str | None:
+def find_rev_commit(worktree: str, n: int, *, limit: int=0) -> str | None:
+    limit_args = ['-n', str(limit)] if limit > 0 else []
     try:
-        result = subprocess.run(['git', 'log', '--format=COMMIT:%H%n%b%nEND_BODY', '-n', '500'], cwd=worktree, capture_output=True, text=True, check=True)
+        result = subprocess.run(['git', 'log', '--format=COMMIT:%H%n%b%nEND_BODY', *limit_args], cwd=worktree, capture_output=True, text=True, check=True)
         output = result.stdout
         best_exact: str | None = None
         best_below: str | None = None
@@ -253,7 +287,7 @@ def find_rev_commit(worktree: str, n: int) -> str | None:
             if line.startswith('COMMIT:'):
                 if current_sha is not None:
                     body = '\n'.join(body_lines)
-                    count = body.count('"role": "user"')
+                    count = _count_user_turns(body)
                     if count == n and best_exact is None:
                         best_exact = current_sha
                     if count < n and best_below is None:
@@ -266,7 +300,7 @@ def find_rev_commit(worktree: str, n: int) -> str | None:
                 body_lines.append(line)
         if current_sha is not None:
             body = '\n'.join(body_lines)
-            count = body.count('"role": "user"')
+            count = _count_user_turns(body)
             if count == n and best_exact is None:
                 best_exact = current_sha
             if count < n and best_below is None:
@@ -279,4 +313,34 @@ def find_rev_commit(worktree: str, n: int) -> str | None:
         return chosen
     except Exception as e:
         logger.warning('find_rev_commit failed: %s', e)
-        return None
+        return None
+
+def get_diff_between_refs(worktree: str, ref1: str='HEAD~1', ref2: str='HEAD') -> str:
+    try:
+        return _git(worktree, 'diff', ref1, ref2)
+    except GitError:
+        try:
+            return _git(worktree, 'diff', '4b825dc642cb6eb9a060e54bf899d15d4a0d0e1d', ref2)
+        except GitError as e2:
+            raise GitError(f'Could not diff {ref1}..{ref2}: {e2}') from e2
+
+def resolve_ref_short(worktree: str, ref: str) -> str:
+    try:
+        return _git(worktree, 'rev-parse', '--short', ref, check=False)
+    except GitError:
+        return ''
+
+def get_branch_base_sha(worktree: str) -> str | None:
+    branch = _git(worktree, 'symbolic-ref', '--short', 'HEAD', check=False)
+    if branch:
+        match = re.search('--([0-9a-f]{12})', branch)
+        if match:
+            sha_part = match.group(1)
+            try:
+                full_sha = _git(worktree, 'rev-parse', sha_part, check=False)
+                if full_sha:
+                    return full_sha
+            except GitError:
+                pass
+    root_sha = _git(worktree, 'rev-list', '--max-parents=0', 'HEAD', check=False)
+    return root_sha or None

{mlx_code-0.0.17 → mlx_code-0.0.19}/mlx_code/repl.py

@@ -13,7 +13,7 @@ import time
 import logging
 import urllib.parse
 from typing import Any, Callable, Literal
-from .gits import create_worktree, commit_worktree, resume_worktree, cleanup_worktree, git_new_branch, git_new_branch_at, git_switch_branch, GitError, get_commit_history_with_stats, find_rev_commit
+from .gits import create_worktree, commit_worktree, resume_worktree, cleanup_worktree, git_new_branch, git_new_branch_at, git_switch_branch, GitError, get_commit_history_with_stats, find_rev_commit, get_diff_between_refs, get_branch_base_sha, resolve_ref_short
 from .tools import Tool, validate_tool_call, DEFAULT_TOOLS
 from .apis import resolve_api
 logger = logging.getLogger(__name__)
@@ -26,6 +26,8 @@ from textual.widgets import ContentSwitcher, Static, TextArea
 from rich.text import Text as RichText
 from rich.table import Table
 from rich.markup import escape
+from rich.markdown import Markdown
+from rich.cells import cell_len
 
 class Agent:
 
@@ -50,7 +52,7 @@ class Agent:
         self.tools = tools
 
     def spawn(self, **overrides) -> 'Agent':
-        kwargs = {'api': self.api, 'system': self.system, 'extra_tool_classes': self._extra_tool_classes, 'model': self.model, 'api_key': self.api_key, 'base_url': self.base_url, 'ctx': {k: v for k, v in self.ctx.items() if k != 'agent'}}
+        kwargs = {'system': self.system, 'extra_tool_classes': self._extra_tool_classes, 'model': self.model, 'api_key': self.api_key, 'base_url': self.base_url, 'ctx': {k: v for k, v in self.ctx.items() if k != 'agent'}}
         kwargs.update(overrides)
         return Agent(**kwargs)
 
@@ -62,6 +64,8 @@ class Agent:
     async def run(self, prompt: str) -> dict:
         await self._wait()
         self._signal = None
+        self._last_result_sig = None
+        self._same_result_count = 0
         self.messages.append({'role': 'user', 'content': prompt})
         return await self._loop()
 
@@ -101,7 +105,8 @@ class Agent:
         final: dict = {'role': 'assistant', 'content': [], 'stop_reason': 'error', 'error_message': 'no turns ran', 'usage': {'input': 0, 'output': 0, 'cache_read': 0, 'cache_write': 0}}
         while True:
             await self._emit({'type': 'turn_start', 'payload': {}})
-            es = await self.api.stream(self.messages, self.system, self.tools)
+            api_messages = [m for m in self.messages if m.get('role') != 'commit']
+            es = await self.api.stream(api_messages, self.system, self.tools)
             async for event in es:
                 if event['type'] in ('text_delta', 'thinking_delta', 'error'):
                     await self._emit({'type': event['type'], 'payload': event['payload']})
@@ -133,7 +138,12 @@ class Agent:
                             r['content'].insert(0, {'type': 'text', 'text': warn})
             self.messages.extend(results)
             await self._emit({'type': 'tool_results_ready', 'payload': {}})
-            self.ctx['gwt'] = commit_worktree(self.ctx['gwt'], self.messages)
+            new_gwt, diff_stat = commit_worktree(self.ctx['gwt'], self.messages)
+            self.ctx['gwt'] = new_gwt
+            if diff_stat:
+                sha = new_gwt.commit[:8] if new_gwt else ''
+                self.messages.append({'role': 'commit', 'content': f'[{sha}]\n{diff_stat}', 'sha': sha})
+                await self._emit({'type': 'commit', 'payload': {'diff_stat': diff_stat, 'sha': sha}})
             if self._signal and self._signal.is_set():
                 final['stop_reason'] = 'aborted'
                 break
@@ -168,15 +178,95 @@ def _branch_index_title(parent_path: tuple[int, ...], existing_tabs: list) -> tu
 def _clean_block_text(text: str) -> str:
     return text.lstrip('\n').rstrip()
 
-def render_history(messages: list[dict]) -> Table:
+def _render_commit_diff(text: str) -> RichText:
+    rt = RichText()
+    lines = text.split('\n')
+    for i, line in enumerate(lines):
+        if not line.strip():
+            continue
+        if line.lstrip().startswith('[') and ']' in line:
+            rt.append(line, style='bold cyan')
+        elif 'files changed' in line or 'file changed' in line:
+            rt.append(line, style='dim')
+        elif '|' in line:
+            pipe_idx = line.index('|')
+            rt.append(line[:pipe_idx + 1])
+            for ch in line[pipe_idx + 1:]:
+                if ch == '+':
+                    rt.append(ch, style='green')
+                elif ch == '-':
+                    rt.append(ch, style='red')
+                else:
+                    rt.append(ch, style='dim')
+        else:
+            rt.append(line, style='dim')
+        if i < len(lines) - 1:
+            rt.append('\n')
+    return rt
+
+def _render_split_diff(diff_text: str, ref1_label: str='HEAD~1', ref2_label: str='HEAD') -> Table:
+    tbl = Table(show_header=True, box=None, expand=True, padding=0, show_lines=False, pad_edge=False)
+    tbl.add_column(f' ◇ {ref1_label} ', style='red', ratio=1, width=1)
+    tbl.add_column(f' ◇ {ref2_label} ', style='green', ratio=1, width=1)
+
+    def _flush(left, right):
+        maxlen = max(len(left), len(right))
+        left += [''] * (maxlen - len(left))
+        right += [''] * (maxlen - len(right))
+        for l, r in zip(left, right):
+            l_style = 'bold red' if l.startswith('-') else 'dim' if l else ''
+            r_style = 'bold green' if r.startswith('+') else 'dim' if r else ''
+            tbl.add_row(RichText(escape(l), style=l_style), RichText(escape(r), style=r_style))
+        left.clear()
+        right.clear()
+    left_lines = []
+    right_lines = []
+    in_hunk = False
+    for line in diff_text.split('\n'):
+        if line.startswith('diff --git'):
+            _flush(left_lines, right_lines)
+            in_hunk = False
+            match = re.search('b/(.*)', line)
+            fname = match.group(1) if match else line
+            tbl.add_row(RichText(f'--- a/{fname}', style='bold cyan'), RichText(f'+++ b/{fname}', style='bold cyan'))
+        elif line.startswith('@@'):
+            _flush(left_lines, right_lines)
+            in_hunk = True
+            tbl.add_row(RichText(escape(line), style='bold yellow'), RichText(escape(line), style='bold yellow'))
+        elif not in_hunk:
+            if line.startswith('---') or line.startswith('+++'):
+                continue
+            _flush(left_lines, right_lines)
+            if line.strip():
+                tbl.add_row(RichText(escape(line), style='dim cyan'), RichText('', style='dim'))
+        elif line.startswith('-'):
+            left_lines.append(line)
+        elif line.startswith('+'):
+            right_lines.append(line)
+        elif line.startswith(' '):
+            _flush(left_lines, right_lines)
+            tbl.add_row(RichText(escape(line), style='dim'), RichText(escape(line), style='dim'))
+        else:
+            _flush(left_lines, right_lines)
+            if line.strip():
+                tbl.add_row(RichText(escape(line), style='dim'), RichText(escape(line), style='dim'))
+    _flush(left_lines, right_lines)
+    return tbl
+
+def _make_empty_history_table() -> Table:
     tbl = Table(show_header=False, show_lines=False, box=None, pad_edge=False, expand=True, padding=0)
     tbl.add_column(width=2)
     tbl.add_column(ratio=1)
+    return tbl
+
+def append_to_history_table(tbl: Table, messages: list[dict]) -> None:
     for msg in messages:
         role = msg.get('role')
         content = msg.get('content')
         is_error = msg.get('is_error', False)
-        if isinstance(content, str):
+        if isinstance(content, (Table, RichText)):
+            blocks = [{'type': 'renderable', 'renderable': content}]
+        elif isinstance(content, str):
             blocks = [{'type': 'text', 'text': content}]
         elif isinstance(content, list):
             blocks = content
@@ -186,8 +276,11 @@ def render_history(messages: list[dict]) -> Table:
             b_type = block.get('type', 'text')
             text = block.get('text', '') or block.get('thinking', '')
             prefix, style = ('', '')
+            render_as_md = False
             if is_error:
                 prefix, style = ('✗', 'bold red')
+            elif role == 'commit':
+                prefix, style = ('◇', 'cyan')
             elif role == 'user':
                 prefix, style = ('≫', 'bold green')
             elif role == 'system':
@@ -198,6 +291,7 @@ def render_history(messages: list[dict]) -> Table:
                 prefix, style = ('◌', 'dim italic')
             elif role == 'toolResult':
                 prefix, style = ('→', 'dim yellow')
+                render_as_md = True
             elif b_type == 'toolCall':
                 prefix, style = ('⚙', 'yellow')
                 args = block.get('arguments', {})
@@ -207,12 +301,30 @@ def render_history(messages: list[dict]) -> Table:
             elif role == 'assistant':
                 prefix, style = ('○', '')
                 text = re.sub('\\s*<tool_call>.*?</tool_call>\\s*', '', text, flags=re.DOTALL).strip()
+                render_as_md = True
             text = _clean_block_text(text)
+            if b_type == 'renderable':
+                prefix, style = ('✓', 'blue')
+                body = block.get('renderable')
+                tbl.add_row(RichText(prefix, style=style), body)
+                continue
             if not text:
                 continue
-            tbl.add_row(RichText(prefix, style=style), RichText(escape(text), style=style))
+            if role == 'commit':
+                body = _render_commit_diff(text)
+                tbl.add_row(RichText('◇', style='cyan'), body)
+                continue
+            if render_as_md:
+                body = Markdown(text)
+            else:
+                body = RichText(escape(text), style=style)
+            tbl.add_row(RichText(prefix, style=style), body)
+
+def render_history(messages: list[dict]) -> Table:
+    tbl = _make_empty_history_table()
+    append_to_history_table(tbl, messages)
     return tbl
-REPL_HELP = 'Commands:\n  /help               show this message\n  /clear              clear conversation (transcript + agent memory)\n  /history            show full conversation transcript\n  /history --raw      show raw API message log (debug)\n  /errors             show timestamped error log for this tab\n  /tools              list active tools\n  /branch [--rev N] [--as-worktree] [prompt]\n                      open a branch tab; optional prompt runs immediately\n    --rev N           branch from just before the N-th user turn;\n                      messages 1…N-1 are kept, N onward are discarded.\n                      if a prompt is given it becomes the new turn N.\n                      file state is restored to the nearest git checkpoint\n                      at or before turn N-1 (best-effort).\n    --as-worktree     give the branch its own private worktree directory\n  /abort              abort the running agent\n  /export [path]      export session to JSON\n  /exit  /quit        close branch tab, or exit the app\n\nKeys:\n  Enter               submit\n  Ctrl-J              insert newline in editor\n  Alt-1 … Alt-9       jump directly to tab N\n  Tab / Shift-Tab     cycle through tabs\n  Ctrl-C              abort running agent\n  Ctrl-D              close branch tab, or exit app\n  Ctrl-R              recall last prompt into editor\n'
+REPL_HELP = '\nCommands:\n/help               show this message\n/clear              clear conversation (transcript + agent memory)\n/history            show full conversation transcript\n/history --raw      show raw API message log (debug)\n/diff [--all]       show side-by-side diff of changes\n/errors             show timestamped error log for this tab\n/tools              list active tools\n/branch [--rev N] [--as-worktree] [prompt]\n                    open a branch tab; optional prompt runs immediately\n/abort              abort the running agent\n/export [path]      export session to JSON\n/exit  /quit        close branch tab, or exit the app\n!command            run shell command in worktree (output captured in TUI)\n!!command           run interactive shell command (TUI suspends, terminal handed to process)\n                    e.g.  !ls  !git diff  !cat file.py\n                          !!vim file.py  !!yazi  !!less log.txt\nKeys:\nEnter               submit\nCtrl-J              insert newline in editor\nAlt-1 … Alt-9       jump directly to tab N\nTab / Shift-Tab     cycle through tabs\nCtrl-C              abort running agent\nCtrl-D              close branch tab, or exit app\nCtrl-R              recall last prompt into editor\n'
 
 class InputBox(TextArea):
     BINDINGS = [Binding('ctrl+j', 'insert_newline', 'New line', show=False), Binding('enter', 'submit_text', 'Submit', show=False, priority=True), Binding('ctrl+r', 'recall_last', 'Recall', show=False), Binding('ctrl+d', 'request_close', 'Exit', show=False, priority=True)]
@@ -266,6 +378,7 @@ class Tab(Vertical):
         self._stream_blocks: list[dict] = []
         self._command_blocks: list[dict] = []
         self._cache_count: int = -1
+        self._rendered_cache: Table | None = None
 
     @property
     def is_running(self) -> bool:
@@ -317,6 +430,8 @@ class Tab(Vertical):
             self.refresh_cache()
             self._stream_blocks = []
             self.refresh_stream()
+        elif et == 'commit':
+            self.refresh_cache()
         elif et == 'error':
             err = str(payload.get('error', payload))
             self._stream_blocks.append({'type': 'text', 'text': err, 'is_error': True})
@@ -335,12 +450,19 @@ class Tab(Vertical):
             self.status = 'idle'
 
     def refresh_cache(self) -> None:
-        if len(self.agent.messages) != self._cache_count:
-            self._cache_count = len(self.agent.messages)
-            self.query_one('#cache', Static).update(render_history(self.agent.messages))
-            scroll = self.query_one('#scroll', VerticalScroll)
-            if scroll.max_scroll_y - scroll.scroll_y < 3:
-                self.app.call_after_refresh(scroll.scroll_end, animate=False)
+        new_count = len(self.agent.messages)
+        if new_count == self._cache_count:
+            return
+        if self._rendered_cache is None or new_count < self._cache_count:
+            self._rendered_cache = render_history(self.agent.messages)
+        else:
+            new_msgs = self.agent.messages[self._cache_count:]
+            append_to_history_table(self._rendered_cache, new_msgs)
+        self._cache_count = new_count
+        self.query_one('#cache', Static).update(self._rendered_cache)
+        scroll = self.query_one('#scroll', VerticalScroll)
+        if scroll.max_scroll_y - scroll.scroll_y < 3:
+            self.app.call_after_refresh(scroll.scroll_end, animate=False)
 
     def refresh_stream(self) -> None:
         msgs = []
@@ -364,6 +486,7 @@ class Tab(Vertical):
         self.query_one('#cache', Static).update('')
         self.query_one('#stream', Static).update('')
         self._cache_count = 0
+        self._rendered_cache = None
         self._command_blocks = []
         self._stream_blocks = []
 
@@ -386,8 +509,9 @@ class TabBar(Static):
         for i, tab in enumerate(tabs):
             marker = '●' if tab.is_running else ' '
             label = f' {marker}{i + 1}:{tab.title} '
-            self._ranges.append((x, x + len(label), i))
-            x += len(label)
+            width = cell_len(label)
+            self._ranges.append((x, x + width, i))
+            x += width
             if i == active_index:
                 t.append(label, style='bold green reverse')
             elif tab.is_running:
@@ -424,7 +548,7 @@ class StatusBar(Static):
 class HelpBar(Static):
 
     def __init__(self, **kwargs):
-        self._idle_text = RichText('/help  Ctrl-J newline  Alt-1…9 tabs  Ctrl-C abort  Ctrl-D exit  Ctrl-R recall', style='dim')
+        self._idle_text = RichText('/help  !cmd  !!interactive  Ctrl-J newline  Alt-1…9 tabs  Ctrl-C abort  Ctrl-D exit', style='dim')
         super().__init__(self._idle_text, **kwargs)
 
     def show_idle(self) -> None:
@@ -492,7 +616,7 @@ class ReplApp(App[None]):
 
         async def on_event(event: dict) -> None:
             tab.apply_event(event)
-            if event['type'] in ('agent_start', 'agent_end', 'turn_end'):
+            if event['type'] in ('agent_start', 'agent_end', 'turn_end', 'commit'):
                 self._refresh_chrome()
         self._unsubscribers[key] = tab.agent.subscribe(on_event)
 
@@ -517,6 +641,17 @@ class ReplApp(App[None]):
         tab.errors.clear()
         tab.last_error = ''
         self.query_one('#helpbar', HelpBar).show_idle()
+        if text.startswith('!!'):
+            command = text[2:].strip()
+            if command:
+                await self._run_interactive_command(tab, command)
+            return
+        if text.startswith('!'):
+            command = text[1:].strip()
+            if not command:
+                return
+            await self._run_shell_command(tab, command)
+            return
         if text.startswith('/'):
             await self._handle_command(tab, text)
             return
@@ -542,6 +677,38 @@ class ReplApp(App[None]):
                 tab.status = 'idle'
             self._refresh_chrome()
 
+    async def _run_shell_command(self, tab: Tab, command: str) -> None:
+        if not command:
+            return
+        if command.startswith('cd ') or command == 'cd':
+            tab.show_command(f'!{command}', 'Not allowed — use /branch or set cwd in context')
+            return
+        gwt = tab.agent.ctx.get('gwt')
+        cwd = gwt.worktree if gwt and getattr(gwt, 'worktree', None) else tab.agent.ctx.get('cwd') or os.getcwd()
+        env = tab.agent.ctx.get('env')
+        try:
+            proc = await asyncio.create_subprocess_shell(command, cwd=cwd, stdout=asyncio.subprocess.PIPE, stderr=asyncio.subprocess.PIPE, env=env if env else None)
+            stdout, stderr = await proc.communicate()
+            out = stdout.decode(errors='replace').rstrip('\n')
+            err = stderr.decode(errors='replace').rstrip('\n')
+            body = out
+            if err:
+                body = (body + '\n' if body else '') + f'[stderr]\n{err}'
+            if proc.returncode and proc.returncode != 0:
+                body += f'\n[exit {proc.returncode}]'
+            tab.show_command(f'!{command}', body or '(no output)')
+        except Exception as e:
+            tab.show_command(f'!{command}', f'Error: {e}')
+
+    async def _run_interactive_command(self, tab: Tab, command: str) -> None:
+        gwt = tab.agent.ctx.get('gwt')
+        cwd = gwt.worktree if gwt and getattr(gwt, 'worktree', None) else tab.agent.ctx.get('cwd') or os.getcwd()
+        env = tab.agent.ctx.get('env')
+        with self.suspend():
+            proc = await asyncio.create_subprocess_shell(command, cwd=cwd, stdin=None, stdout=None, stderr=None, env=env if env else None)
+            returncode = await proc.wait()
+        tab.show_command(f'!!{command}', f'[exited {returncode}]')
+
     async def _handle_command(self, tab: Tab, text: str) -> None:
         cmd, _, arg = text.partition(' ')
         cmd = cmd.lower().strip()
@@ -605,9 +772,42 @@ class ReplApp(App[None]):
                                     line += f'\n     {file_lines}'
                         lines.append(line)
                     tab.show_command(text, '\n'.join(lines))
+        elif cmd == '/diff':
+            gwt = tab.agent.ctx.get('gwt')
+            if not gwt or not getattr(gwt, 'worktree', None):
+                self.query_one('#helpbar', HelpBar).show_error('No git worktree available for this tab.')
+                return
+            ref1 = 'HEAD~1'
+            ref2 = 'HEAD'
+            is_all = '--all' in arg
+            if is_all:
+                base = get_branch_base_sha(gwt.worktree)
+                if base:
+                    ref1 = base
+                else:
+                    self.query_one('#helpbar', HelpBar).show_error('Could not determine base commit for --all.')
+                    return
+            ref1_short = resolve_ref_short(gwt.worktree, ref1)
+            ref2_short = resolve_ref_short(gwt.worktree, ref2)
+            if is_all:
+                ref1_label = f'base ({ref1_short})' if ref1_short else 'base'
+            else:
+                ref1_label = f'HEAD~1 ({ref1_short})' if ref1_short else 'HEAD~1'
+            ref2_label = f'HEAD ({ref2_short})' if ref2_short else 'HEAD'
+            try:
+                diff_text = get_diff_between_refs(gwt.worktree, ref1, ref2)
+            except GitError as e:
+                self.query_one('#helpbar', HelpBar).show_error(f'Git diff failed: {e}')
+                return
+            if not diff_text.strip():
+                tab.show_command(text, f'No differences between {ref1_label} and {ref2_label}.')
+                return
+            renderable = _render_split_diff(diff_text, ref1_label, ref2_label)
+            tab._command_blocks.extend([{'role': 'user', 'content': text}, {'role': 'command', 'content': renderable}])
+            tab.refresh_stream()
         elif cmd == '/errors':
             if not tab.errors:
-                tab.show_command('No errors recorded.')
+                tab.show_command(text, 'No errors recorded.')
             else:
                 lines = [f'{ts}  {msg}' for ts, msg in tab.errors[-30:]]
                 tab.show_command(text, 'Error log\n' + '\n'.join(lines))
@@ -694,7 +894,11 @@ class ReplApp(App[None]):
                 await self._run_submit(prompt)
         elif cmd == '/export':
             ts = datetime.datetime.now().strftime('%Y%m%d_%H%M%S')
-            path = arg or os.path.join(os.getcwd(), f'session_{ts}.json')
+            user_cwd = tab.agent.ctx.get('user_cwd', os.getcwd())
+            if arg:
+                path = arg if os.path.isabs(arg) else os.path.join(user_cwd, arg)
+            else:
+                path = os.path.join(user_cwd, f'session_{ts}.json')
             data = {'version': 1, 'exported_at': ts, 'system': tab.agent.system, 'messages': tab.agent.messages}
             try:
                 with open(path, 'w', encoding='utf-8') as f:
@@ -819,14 +1023,14 @@ def collect_skills(skills_dir, skills=None):
                 skills.append({'name': name, 'description': description, 'content': text})
     skill_prompt = 'Available skills (use Skill to load full instructions when needed):\n' + '\n'.join((f'- {s['name']}: {s['description']}' for s in skills)) if skills else ''
     return (skills, skill_prompt)
+_AGENT_ENV_ALLOWLIST: re.Pattern = re.compile('\n    ^(\n    # ── Execution paths ────────────────────────────────────────────────────\n    PATH\n    | MANPATH | INFOPATH\n\n    # ── Python / conda / virtualenv ────────────────────────────────────────\n    | CONDA_PREFIX | CONDA_DEFAULT_ENV | CONDA_EXE | CONDA_PYTHON_EXE\n    | CONDA_SHLVL | CONDA_PROMPT_MODIFIER\n    | MAMBA_ROOT_PREFIX | MAMBA_EXE\n    | VIRTUAL_ENV | VIRTUAL_ENV_PROMPT\n    | PYTHONPATH | PYTHONHOME | PYTHONSTARTUP\n    | PYTHONDONTWRITEBYTECODE | PYTHONUNBUFFERED\n    | PYTHONFAULTHANDLER | PYTHONUTF8\n    | PIP_INDEX_URL | PIP_EXTRA_INDEX_URL   # private PyPI mirrors (no auth tokens)\n    | PIPENV_PIPFILE | POETRY_VIRTUALENVS_IN_PROJECT\n\n    # ── Native / compiled libs ─────────────────────────────────────────────\n    | LD_LIBRARY_PATH | LD_PRELOAD\n    | DYLD_LIBRARY_PATH | DYLD_FALLBACK_LIBRARY_PATH   # macOS\n    | PKG_CONFIG_PATH\n    | CMAKE_PREFIX_PATH | CMAKE_BUILD_TYPE\n\n    # ── CUDA / GPU ─────────────────────────────────────────────────────────\n    | CUDA_HOME | CUDA_PATH | CUDA_VISIBLE_DEVICES\n    | NVIDIA_VISIBLE_DEVICES | NVIDIA_DRIVER_CAPABILITIES\n    | HIP_PATH | ROCR_VISIBLE_DEVICES           # AMD\n    | METAL_DEVICE_WRAPPER_TYPE                 # Apple\n\n    # ── Locale / encoding ──────────────────────────────────────────────────\n    | LANG | LANGUAGE | LC_ALL | LC_CTYPE | LC_MESSAGES\n    | LC_NUMERIC | LC_TIME | LC_COLLATE\n    | PYTHONUTF8\n\n    # ── Terminal (needed by tools that check if output is a tty) ───────────\n    | TERM | TERM_PROGRAM | COLORTERM\n    | NO_COLOR | CLICOLOR | CLICOLOR_FORCE\n    | COLUMNS | LINES\n\n    # ── Process identity (non-secret) ──────────────────────────────────────\n    | HOME          # overridden to temp dir by run_repl — safe\n    | SHELL\n    | TMPDIR | TEMP | TMP\n    | XDG_RUNTIME_DIR | XDG_CACHE_HOME | XDG_CONFIG_HOME | XDG_DATA_HOME\n\n    # ── Toolchain / build (no secrets) ─────────────────────────────────────\n    | CC | CXX | AR | LD | FC\n    | CFLAGS | CXXFLAGS | LDFLAGS | MAKEFLAGS\n    | JAVA_HOME | GRADLE_HOME | MAVEN_HOME\n    | GOPATH | GOROOT | GOMODCACHE\n    | CARGO_HOME | RUSTUP_HOME\n    | NODE_PATH                                 # not NODE_AUTH_TOKEN\n    | GEM_HOME | GEM_PATH | BUNDLE_PATH\n    )$\n', re.VERBOSE)
+
+def _make_agent_env(base: dict[str, str]) -> dict[str, str]:
+    return {k: v for k, v in base.items() if _AGENT_ENV_ALLOWLIST.match(k)}
 
 def run_repl(*, base_url=None, model=None, api: Literal['claude', 'codex', 'gemini', 'deepseek', 'noapi']='noapi', system='', sdir=None, skills=None, env=None, tool_names=None, extra_tool_classes=None, api_key=None, gwt=None, ctx=None, init_prompt=None, resume_messages=None, repo=None, resume=None, stream=None, verbose_transcript=False):
     repo = os.path.abspath(repo or os.getcwd())
     with tempfile.TemporaryDirectory(dir=tempfile.gettempdir()) as _home:
-        if env is None:
-            env = os.environ.copy()
-        env['HOME'] = _home
-        env.setdefault('SHELL', '/bin/bash')
         if gwt is None:
             if resume:
                 result = resume_worktree(repo, resume, worktree_dir=os.path.join(_home, 'workspace'))
@@ -838,15 +1042,17 @@ def run_repl(*, base_url=None, model=None, api: Literal['claude', 'codex', 'gemi
             else:
                 gwt = create_worktree(repo, worktree_dir=os.path.join(_home, 'workspace'))
         cwd = gwt.worktree if gwt else repo
-        env['PWD'] = cwd
-        _orig_cwd = os.getcwd()
-        _orig_environ = os.environ.copy()
-        os.environ.update(env)
-        os.chdir(cwd)
+        if env is None:
+            env = os.environ.copy()
+        env.setdefault('SHELL', '/bin/bash')
+        agent_env = _make_agent_env(env)
+        agent_env['HOME'] = _home
+        agent_env['PWD'] = cwd
+        user_cwd = os.path.abspath(os.getcwd())
         sdir = os.path.abspath(sdir or cwd)
         skills, skill_prompt = collect_skills(sdir, skills)
         system = '\n\n'.join(filter(None, [system, skill_prompt]))
-        merged_ctx = {'cwd': cwd, 'skills': skills, 'gwt': gwt, 'env': env, **(ctx or {})}
+        merged_ctx = {'cwd': cwd, 'user_cwd': user_cwd, 'skills': skills, 'gwt': gwt, 'env': agent_env, **(ctx or {})}
         agent = Agent(system=system, api=api, model=model, tool_names=tool_names, extra_tool_classes=extra_tool_classes, api_key=api_key, base_url=base_url, ctx=merged_ctx)
         log_fp = None
         if stream is not None:
@@ -865,12 +1071,6 @@ def run_repl(*, base_url=None, model=None, api: Literal['claude', 'codex', 'gemi
         finally:
             if log_fp:
                 log_fp.close()
-            try:
-                os.chdir(_orig_cwd)
-            except OSError as exc:
-                logger.warning('Could not restore original cwd %r: %s', _orig_cwd, exc)
-            os.environ.clear()
-            os.environ.update(_orig_environ)
             if app_instance and hasattr(app_instance, '_exit_summary') and app_instance._exit_summary:
                 print('\n--- Session Exit Summary ---')
                 for item in app_instance._exit_summary:

{mlx_code-0.0.17 → mlx_code-0.0.19}/mlx_code/tools.py

@@ -213,7 +213,7 @@ class BashTool(Tool):
     parameters = BashParams
 
     async def execute(self, params: BashParams, signal=None) -> dict:
-        proc_env = {**os.environ, **self.ctx.get('env', {})}
+        proc_env = self.ctx.get('env')
         proc = await asyncio.create_subprocess_shell(params.command, stdout=asyncio.subprocess.PIPE, stderr=asyncio.subprocess.STDOUT, cwd=self.ctx['cwd'], env=proc_env)
         communicate_task = asyncio.create_task(proc.communicate())
         abort_task: asyncio.Task | None = None

{mlx_code-0.0.17 → mlx_code-0.0.19}/mlx_code.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mlx-code
-Version: 0.0.17
+Version: 0.0.19
 Summary: Coding Agent for Mac
 Home-page: https://josefalbers.github.io/mlx-code/
 Author: J Joe
@@ -20,6 +20,7 @@ Requires-Dist: rich>=15.0.0
 Provides-Extra: all
 Requires-Dist: python-lsp-server[all]; extra == "all"
 Requires-Dist: GitPython; extra == "all"
+Requires-Dist: pygments; extra == "all"
 Dynamic: author
 Dynamic: author-email
 Dynamic: description
@@ -37,7 +38,7 @@ Dynamic: summary
 
 A lightweight coding agent built on Apple's MLX framework.
 
-[![demo](https://raw.githubusercontent.com/JosefAlbers/mlx-code/main/assets/mlx-code.gif)](https://youtu.be/0lkY7YQCyCo)
+https://github.com/user-attachments/assets/0569d101-8d0a-4e67-9e82-fce84a5ef3f0
 
 ---
 

{mlx_code-0.0.17 → mlx_code-0.0.19}/mlx_code.egg-info/requires.txt

@@ -9,3 +9,4 @@ mlx-lm>=0.31.3
 [all]
 python-lsp-server[all]
 GitPython
+pygments

{mlx_code-0.0.17 → mlx_code-0.0.19}/setup.py

@@ -11,7 +11,7 @@ setup(
     author_email="albersj66@gmail.com",
     author="J Joe",
     license="Apache-2.0",
-    version="0.0.17",
+    version="0.0.19",
     readme="README.md",
     description="Coding Agent for Mac",
     long_description=open("README.md").read(),
@@ -28,6 +28,7 @@ setup(
     extras_require={"all": [
         "python-lsp-server[all]",
         "GitPython", 
+        "pygments",
     ]},
     packages=find_packages(),
     entry_points={