mlx-code 0.0.32__tar.gz → 0.0.34__tar.gz

{mlx_code-0.0.32 → mlx_code-0.0.34}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mlx-code
-Version: 0.0.32
+Version: 0.0.34
 Summary: Coding Agent for Mac
 Home-page: https://josefalbers.github.io/mlx-code/
 Author: J Joe
@@ -107,7 +107,7 @@ result = await agent.run('refactor utils.py to use dataclasses')
 
 ```bash
 # ephemeral run (no installation)
-uvx --from mlx-code[all] mlc
+uvx --from "mlx-code[all]" mlc
 
 # or install into the current environment
 pip install mlx-code[all]

{mlx_code-0.0.32 → mlx_code-0.0.34}/README.md

@@ -70,7 +70,7 @@ result = await agent.run('refactor utils.py to use dataclasses')
 
 ```bash
 # ephemeral run (no installation)
-uvx --from mlx-code[all] mlc
+uvx --from "mlx-code[all]" mlc
 
 # or install into the current environment
 pip install mlx-code[all]

{mlx_code-0.0.32 → mlx_code-0.0.34}/mlx_code/bats.py

@@ -9,6 +9,7 @@ from array import array
 from contextlib import asynccontextmanager
 from pathlib import Path
 import mlx.core as mx
+import uvicorn
 from starlette.applications import Starlette
 from starlette.requests import Request
 from starlette.responses import StreamingResponse, JSONResponse
@@ -296,7 +297,6 @@ def make_batch_app(model_name: str, cache_dir: str='.cache'):
     return Starlette(routes=[Route('/v1/models', list_models, methods=['GET']), Route('/v1/messages/count_tokens', count_tokens, methods=['POST']), Route('/v1/chat/completions', generate_endpoint, methods=['POST']), Route('/v1/messages', generate_endpoint, methods=['POST']), Route('/v1/responses', generate_endpoint, methods=['POST']), Route('/v1beta/models/{rest:path}', generate_endpoint, methods=['POST']), Route('/generate', simple_generate, methods=['POST']), Route('/health', health, methods=['GET'])], lifespan=lifespan)
 
 class BatchServer:
-    import uvicorn
 
     def __init__(self, app, host: str, port: int):
         config = uvicorn.Config(app, host=host, port=port, loop='asyncio', log_level='warning')
@@ -315,5 +315,4 @@ def make_batch_server(host: str, port: int, model, cache_dir: str='.cache') -> B
     app = make_batch_app(model, cache_dir=cache_dir)
     return BatchServer(app, host, port)
 if __name__ == '__main__':
-    import uvicorn
     uvicorn.run(make_batch_app('mlx-community/Qwen3.5-4B-OptiQ-4bit'), host='0.0.0.0', port=8000)

{mlx_code-0.0.32 → mlx_code-0.0.34}/mlx_code/main.py

@@ -31,6 +31,7 @@ logger = setup_logger('.log.json')
 generation_stream = mx.new_thread_local_stream(mx.default_device())
 gen_lock = threading.Lock()
 abort_ev = threading.Event()
+_EXPERIMENTAL = []
 
 @dataclass
 class ToolCall:
@@ -797,6 +798,13 @@ def stream_sse(format_type, seg_gen, msg_id, in_tokens, think_tags=None):
 
 def make_handler(model_name, cache_dir, system, names, skips, gwt=None, parse_think=True):
     model, tokenizer = mlx_lm.load(model_name)
+    if 'zmlx' in _EXPERIMENTAL:
+        try:
+            from zmlx.patch import patch
+            patch(model)
+            logger.info('zmlx enabled')
+        except:
+            logger.error('pip install "zmlx[lm]"')
     pc = PromptCache(model, model_name=model_name, cache_dir=cache_dir)
     if not isinstance(tokenizer, mlx_lm.tokenizer_utils.TokenizerWrapper):
         tokenizer = mlx_lm.tokenizer_utils.TokenizerWrapper(tokenizer)
@@ -936,8 +944,10 @@ def main():
     parser.add_argument('--bare', action='store_true', help='Use simple terminal REPL instead of TUI')
     parser.add_argument('--web', action='store_true', help='Use web UI instead of TUI')
     parser.add_argument('--web-port', type=int, default=None, help='Port for web UI (default: inference port + 80)')
+    parser.add_argument('--experimental', nargs='+', default=[], help='List of experimental features to enable')
     args, leash_args = parser.parse_known_args()
     logger.debug(f'args={args!r} leash_args={leash_args!r}')
+    _EXPERIMENTAL.extend(args.experimental)
     if args.engine == 'batch' and args.leash not in ('none', 'noapi'):
         parser.error('--engine batch only supports --leash none or --leash noapi for now')
     cache = os.path.abspath(args.cache)

{mlx_code-0.0.32 → mlx_code-0.0.34}/mlx_code/tui.py

@@ -147,6 +147,15 @@ class Tab(Vertical):
         self._cache_count: int = -1
         self._rendered_cache: Table | None = None
         self._tool_call_buf: str = ''
+        self._stream_dirty: bool = False
+
+    def on_mount(self) -> None:
+        self.set_interval(0.1, self._flush_stream)
+
+    def _flush_stream(self) -> None:
+        if self._stream_dirty:
+            self.refresh_stream()
+            self._stream_dirty = False
 
     @property
     def agent(self) -> Agent:
@@ -224,7 +233,7 @@ class Tab(Vertical):
                         self._stream_blocks[-1]['text'] += emit
                     else:
                         self._stream_blocks.append({'type': 'text', 'text': emit})
-            self.refresh_stream()
+            self._stream_dirty = True
         elif et == 'thinking_delta':
             delta = payload.get('delta', '')
             if delta:
@@ -232,7 +241,7 @@ class Tab(Vertical):
                     self._stream_blocks[-1]['text'] += delta
                 else:
                     self._stream_blocks.append({'type': 'thinking', 'text': delta})
-            self.refresh_stream()
+            self._stream_dirty = True
         elif et == 'tool_start':
             self.refresh_stream()
         elif et == 'tool_end':

{mlx_code-0.0.32 → mlx_code-0.0.34}/mlx_code.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mlx-code
-Version: 0.0.32
+Version: 0.0.34
 Summary: Coding Agent for Mac
 Home-page: https://josefalbers.github.io/mlx-code/
 Author: J Joe
@@ -107,7 +107,7 @@ result = await agent.run('refactor utils.py to use dataclasses')
 
 ```bash
 # ephemeral run (no installation)
-uvx --from mlx-code[all] mlc
+uvx --from "mlx-code[all]" mlc
 
 # or install into the current environment
 pip install mlx-code[all]

{mlx_code-0.0.32 → mlx_code-0.0.34}/setup.py

@@ -11,7 +11,7 @@ setup(
     author_email="albersj66@gmail.com",
     author="J Joe",
     license="Apache-2.0",
-    version="0.0.32",
+    version="0.0.34",
     readme="README.md",
     description="Coding Agent for Mac",
     long_description=open("README.md").read(),