mlxsmith 0.1.1__py3-none-any.whl → 0.1.3__py3-none-any.whl

{mlxsmith-0.1.1.dist-info → mlxsmith-0.1.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mlxsmith
-Version: 0.1.1
+Version: 0.1.3
 Summary: Apple Silicon MLX fine-tuning toolkit — SFT, DPO/ORPO, GRPO, distillation, and OpenAI-compatible serving.
 Author-email: Shannon Labs <hmbown@gmail.com>
 License: MIT
@@ -36,18 +36,19 @@ Provides-Extra: llm
 Requires-Dist: mlx-lm>=0.30.5; extra == "llm"
 Requires-Dist: transformers>=5.0.0; extra == "llm"
 Requires-Dist: datasets>=3.0.0; extra == "llm"
+Provides-Extra: lora
+Requires-Dist: mlx-lm-lora>=1.0.0; extra == "lora"
 Provides-Extra: serve
 Requires-Dist: fastapi>=0.128.0; extra == "serve"
 Requires-Dist: uvicorn>=0.40.0; extra == "serve"
 Requires-Dist: httpx>=0.28.0; extra == "serve"
-Provides-Extra: zmlx
-Requires-Dist: zmlx; extra == "zmlx"
 Provides-Extra: dev
 Requires-Dist: pytest>=9.0.0; extra == "dev"
 Requires-Dist: ruff>=0.14.0; extra == "dev"
 Provides-Extra: all
 Requires-Dist: mlx>=0.30.4; extra == "all"
 Requires-Dist: mlx-lm>=0.30.5; extra == "all"
+Requires-Dist: mlx-lm-lora>=1.0.0; extra == "all"
 Requires-Dist: transformers>=5.0.0; extra == "all"
 Requires-Dist: datasets>=3.0.0; extra == "all"
 Requires-Dist: fastapi>=0.128.0; extra == "all"
@@ -59,7 +60,7 @@ Dynamic: license-file
 
 Apple Silicon MLX fine-tuning toolkit — SFT, DPO/ORPO, GRPO, distillation, and OpenAI-compatible serving.
 
-**Status:** alpha (v0.1.0). Full training pipeline validated on Qwen3-4B.
+**Status:** alpha (v0.1.2). Full training pipeline validated on Qwen3-4B.
 
 ## Install
 
@@ -76,6 +77,9 @@ pip install mlxsmith
 # Apple Silicon training + serving
 pip install "mlxsmith[mlx,llm,serve]"
 
+# mlx-lm-lora passthrough (advanced training methods)
+pip install "mlxsmith[lora]"
+
 # Everything
 pip install "mlxsmith[all]"
 ```
@@ -85,7 +89,7 @@ pip install "mlxsmith[all]"
 ```bash
 mlxsmith init myproj
 cd myproj
-mlxsmith doctor        # check Python, MLX, Metal, ZMLX
+mlxsmith doctor        # check Python, MLX, Metal
 ```
 
 ## Training
@@ -133,6 +137,22 @@ mlxsmith distill --teacher large-model --student small-model --mode opd
 mlxsmith pipeline
 ```
 
+### mlx-lm-lora parity (all methods)
+
+Use the passthrough to access mlx-lm-lora features (DPO variants, GRPO variants,
+PPO, synthetic datasets, judge training, etc.):
+
+```bash
+# Train with mlx-lm-lora directly
+mlxsmith lora train --model Qwen/Qwen3-4B-Instruct-2507 --data data/prefs --train-mode dpo -- --beta 0.1
+
+# Generate synthetic datasets
+mlxsmith lora synthetic prompts -- --model mlx-community/Qwen3-4B-Instruct-2507-4bit --num-samples 1000
+
+# Train judge model
+mlxsmith lora judge -- --model mlx-community/Qwen3-4B-Instruct-2507-4bit --data data/prefs
+```
+
 ## Serving
 
 OpenAI-compatible `/v1/chat/completions` endpoint.
@@ -204,6 +224,7 @@ Built-in verifiers for eval, RFT, and preference tuning:
 - **pytest** — sandboxed test execution
 - **docker** — containerized verification
 - **compose** — multi-verifier composition (AND/OR/weighted)
+- **llm_judge** — LLM-based self-verification / ThinkPRM-style verifier
 
 See `docs/VERIFIERS.md` for the verifier API.
 
@@ -232,6 +253,9 @@ mlxsmith config env               # show environment variable mapping
 
 Config sources (in priority order): CLI flags > environment variables (`MLXSMITH__SECTION__KEY`) > config file > defaults.
 
+Training optimizers are configurable via `train.optimizer` and `train.optimizer_kwargs`
+(for example `adamw`, `adam`, `qhadam`, `muon` when available in MLX).
+
 ## SDK (programmatic API)
 
 For building custom training loops:
@@ -269,14 +293,6 @@ mlxsmith rlm history               # view history
 
 Includes task generation, mutation for data diversity, corpus management, EMA-based gating, and weight pointer IPC for multi-process coordination. See `docs/orchestrator.md`.
 
-### ZMLX acceleration
-
-Optional zero-copy MLX acceleration backend.
-
-```bash
-mlxsmith accel status
-```
-
 ## Docs
 
 - `docs/PROJECT_FORMAT.md` — project layout and artifacts

{mlxsmith-0.1.1.dist-info → mlxsmith-0.1.3.dist-info}/RECORD

@@ -1,69 +1,76 @@
 mlxsmith/__init__.py,sha256=CJZKl9Hp16DYlQR7yqstir-cL4n7GCw90d-meXliCHk,48
 mlxsmith/adapters.py,sha256=wkQ2q_ugaxCviNARSmxehwBcc2_NKVJ7mOofT-y30TY,1318
 mlxsmith/auth.py,sha256=_j_gx5ccZfpHs0_Xmpcgh_ELhX3ZBJLg2YYpjA-aPRI,2195
-mlxsmith/bench.py,sha256=VBgY9uOGm3xhmL3UrNNOnUoa3P0yaVQQ7wxykIEmDEw,3778
-mlxsmith/cli.py,sha256=I7vzO2Z3ja1ncMOGHhXSEN_kElfWdmA6Jvs4rFgINZ0,35767
+mlxsmith/bench.py,sha256=b2hNRT_lT1dhjlOr_5vn1HIk6dTz3CmtrrP3Qypu6bc,4048
+mlxsmith/cli.py,sha256=GpG-4B8R_dIp73hbl_P5Tii5ARbEzeeubI0y2YCFFBE,42935
 mlxsmith/config.py,sha256=K1VbN-3WoWf4vzZ6BNeTgEz2DFH8s9YminqwyNBVLj0,16389
-mlxsmith/config_models.py,sha256=pMsLGyC9J9T9jqs5ipYFUuEkfir7iiDA4EZdcb65k5g,8407
+mlxsmith/config_models.py,sha256=c51kbH57Nlj7iO5haGqsXS7ZSoHTMJCEiRGMd62LMOM,8912
 mlxsmith/data.py,sha256=3ZlNS8bnD7LlWACEmULbf8RGQzCuf0QulFpI1PWvNuI,16160
 mlxsmith/eval.py,sha256=nSARSEKKwZM8Ot5rUDDpGikaClGNxvg0ifgGkTA6mM0,3792
 mlxsmith/infer.py,sha256=ekpHhTird0dnTJzFOc-O98rjwkEKgAr9AFicKlaB3MA,4610
 mlxsmith/models.py,sha256=BRaPTxzqy-5KEKdccveMgjpbRP0ZmbRnA_su8rz2P4k,8033
 mlxsmith/runs.py,sha256=2voYBryGGMlAKskHJ7TDiIPQL2_fFxSQ8RgtfGZ7ccg,1409
 mlxsmith/server.py,sha256=Fk-i9xK_Teq0Z0m-W1GRJVtcG0nYvd4bQ85lnAUuT1w,10690
-mlxsmith/util.py,sha256=8fagFtMP2YS1qlWkCt8bPWAz2jAgfvAf1ipNGJZAgIk,4544
-mlxsmith/accel/__init__.py,sha256=Mv2mj-2bLqUILhMUCjMLu7JORcu0-cGBOri32j7O5Xo,291
+mlxsmith/util.py,sha256=Cke2FxIVNmvpW9ElPxL5bc0JO_YFVHWtBwpR3QRtfWQ,4410
+mlxsmith/accel/__init__.py,sha256=fBY65q66jql1q5YMT9aIo96dgvVLHqS_LoJbVNA2xHY,201
 mlxsmith/accel/base.py,sha256=o0kmxV68KbxOmucC3eDjKbFA8dfTT2ETqN0XD_l3mM0,435
 mlxsmith/accel/none.py,sha256=WhxECIBv-pE63Vh1Iv86ObgT9JHOi4hA4BUyJc__sKU,362
-mlxsmith/accel/zmlx_backend.py,sha256=JfzQ44v9hrCJgcqU018ZD7qLNlubIe09CwYRpKyfwR8,1529
 mlxsmith/api/__init__.py,sha256=IrpIXDkUJm4BZqahYOK_0BkxvomlscEvCoLCm4GDxo8,998
 mlxsmith/api/handlers.py,sha256=94Spq4glFp7mRwmKrFqt7erd1Af_PxVP_vpxCo2UFdQ,46896
 mlxsmith/api/schemas.py,sha256=Q18kF9FKtvT1vdnXy6feSNTtCV2FiRWDzfdsPzc0te8,19316
 mlxsmith/envs/__init__.py,sha256=t7QiEHtfyP1dUCj-4TJUN0hd9lRqBKYd5Ek7dgEwus4,671
 mlxsmith/envs/system.py,sha256=2bChkOxm2S7d0WCrweHGhoI6-xOYDxlC0YbHH6Ibjq4,12782
 mlxsmith/envs/token_env.py,sha256=rhv2o3eI1GyTtfAXG72z-31amNGaLv0KW56mEsWkXlY,6709
+mlxsmith/integrations/__init__.py,sha256=TjPvsGDnw-nma0OHXqiUPWciKhCiLZ325_j3fsgtjnE,685
+mlxsmith/integrations/mlx_lm_lora.py,sha256=KXyoqzWbBR2XEAlJuHHr-x2SwEgKJsOZUA--hdQfEwc,3296
 mlxsmith/llm/__init__.py,sha256=jWEkXGdvwZ8tUYHVqWW3SYHXG-LSWaGbdwOR0mF_4Zw,396
-mlxsmith/llm/backend.py,sha256=_xGfdJ30_6Nq8zIqMjTemCZWV-vUi9qV0djfwxny5SM,4335
+mlxsmith/llm/backend.py,sha256=m0TdgtNWBbwzsB9riHu1sKWuXnNAVkRbHrv1RZI3XZA,4458
 mlxsmith/llm/interface.py,sha256=udQl_R7ecmM4Nh20P50Nmnv2h853ByrgevjQIRDxX4g,6601
-mlxsmith/llm/mlx_lm_backend.py,sha256=OitqY_6LqnfqbN7GZz39Ma3cItjjNqHXF3SV3AZsHxk,18284
-mlxsmith/llm/mock_backend.py,sha256=ZTkPRnRmCXSkhOJ1TLbSgTnAcLTKa9sq6-zzbTEX6Qc,7439
+mlxsmith/llm/mlx_lm_backend.py,sha256=Obop9oFmuncxaNty7QnykGai_Ed55JbQrgjjQLhq4W8,20278
+mlxsmith/llm/mock_backend.py,sha256=4xFjU-36ewZZTMMhf5IEDLcRDYw2IsNhpHt8gn-ZOz4,7562
 mlxsmith/llm/registry.py,sha256=ZmYE-WclyMo6z0HwUufqt3tKT4E84xZ6I-PFu1Z5nws,309
+mlxsmith/optim/__init__.py,sha256=60kanLQV28xaVe2xR7M__r0IhFjfFkDuzHjFC3K6Z3g,65
+mlxsmith/optim/muon.py,sha256=h0ZNnR3EITlYFfb_7HtpnFnPWc0nvtT9mYqr-GThLbk,2857
 mlxsmith/orchestrator/__init__.py,sha256=oc4qIkISZMGMvYeOqU8lDDmFL3uxDYJHsv_rra9DH-E,792
-mlxsmith/orchestrator/daemon.py,sha256=VJFF8s_85h4C-YM14wRUlzDHrhhVPfQOztmNLKyRk30,16107
+mlxsmith/orchestrator/daemon.py,sha256=_kTQ8QKIDPoo2znlHtB8jjsLbvbQ0m_EkxWspit1uGQ,3960
 mlxsmith/orchestrator/inference_worker.py,sha256=PfmsanrBnx9HZNqG00jTQQTKqDa2bl-wUtYAWtxfzvs,17963
 mlxsmith/orchestrator/queue.py,sha256=E8VymvJi2zEpuTwsG7JB-vROJGGS5evPPhIpkmdwtq4,11286
-mlxsmith/orchestrator/trainer_worker.py,sha256=IM7vOhkYlCKoQSC1tNobkeIVnkmsz4DtAWfu24bjJXY,16015
+mlxsmith/orchestrator/trainer_worker.py,sha256=MssjXrUcB7bOyajuP8W1eokibCrC0GTTGGeHAmiSXxg,16215
 mlxsmith/rlm/__init__.py,sha256=Q09oRONXWTFXuWwMJOpGWg0I-UDkuib0OA1O_cNFp2U,236
 mlxsmith/rlm/corpus.py,sha256=-p12H650_ybe2kXC219M4wXYpD08QHUpY92ErVjSfX8,2112
 mlxsmith/rlm/gating.py,sha256=L18niYKEezphASdsgzW6pz3PN7ylA-L5Wu4_GLLVfHw,2455
 mlxsmith/rlm/generate.py,sha256=q1v_TP8sqVj05omhoF60Ns1iX6yClgc7lP6njz4lK18,7601
 mlxsmith/rlm/history.py,sha256=Vm4JtWqsZnqB-fuo3zWfweeogmmLTL3VHaYZ45vrkz8,299
 mlxsmith/rlm/inference.py,sha256=ntCEKxD1KrkIXgZNQbD4jhS5rJPtwcVYc8qLc5E5cnc,5297
-mlxsmith/rlm/loop.py,sha256=nkAR5KYErcq893kQYigFkl3NG469ZUu1CkN_sS1ObAM,49900
+mlxsmith/rlm/loop.py,sha256=hfajubtzBnwBof_ZE41sdKFY4G8WXu16dr8m-gNJFO0,47853
 mlxsmith/rlm/mutate.py,sha256=_NUNMpVCRaEDgtzI8J2NOTcj5NnycZnP_UoUpFacjTs,2553
 mlxsmith/rlm/trainer.py,sha256=RRXPlJy4SySpLZGge0ORMYs7HeiWgfGQNeMBOBfG4Ys,3014
 mlxsmith/rlm/weights.py,sha256=tgl4Uc80QF9YpCCr3ewBmL7uru9As2fDA1Z1SgZn-e4,8455
-mlxsmith/sdk/__init__.py,sha256=42WpTgC309sYKp8SArULBWz0trVN51THcjvPdVh-thc,10777
+mlxsmith/sdk/__init__.py,sha256=QzwWDSjtVi2iewp-hUI3MfE85xX3oK3PlrYXSAUAzBE,11105
 mlxsmith/sdk/future.py,sha256=WmYB-fDstaEuv-FUNX_S7IJSENbVEsYYEEVzH02ImLk,16868
-mlxsmith/sdk/losses.py,sha256=lJi3R7Red_QO3IatbhKi_GBI7kM0yu-kS14xN2kX_04,7532
+mlxsmith/sdk/losses.py,sha256=Cq2udU9S1fn-glV-RRZBe1_4BtPqjzjucWiTy2cnClY,10243
 mlxsmith/sdk/sampling_client.py,sha256=o7jfgYpVWXrrIHo4-SrGAJx4FAlYdo198da27Jp0Yj4,24899
-mlxsmith/sdk/training_client.py,sha256=71bSgS65ofXL9X4qGSyDhVL5asDxENAf95LV66pwC3g,24341
+mlxsmith/sdk/training_client.py,sha256=XVpl5kbpmpKWu-vecyMDJhf0zvoqQQiTpawqokU9ejE,24924
 mlxsmith/train/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-mlxsmith/train/distill.py,sha256=9Xbzn6zt8uqYOwg_pJB2rZJj8y-nESP1OB8DLxnJ0jM,10378
+mlxsmith/train/distill.py,sha256=2yOr0QrSyQ3ZYEMtrtgb32rzVGvc-z_wLY9sxPuwUCY,10513
 mlxsmith/train/lora.py,sha256=k3aNqBjMyE6rPGS2CAJRSDsTJiUa1ztjrA3k9N87IjY,9046
-mlxsmith/train/pref.py,sha256=-z7mj-MQu6dPb8y0U6sRFbqKU0nNQ3YRpC3CcmS3l5k,6987
-mlxsmith/train/rft.py,sha256=bf6z-h6VQKvMDZ0XN_ayZV44YsIvuwSzP1YRYrwSQ2M,18956
-mlxsmith/train/sft.py,sha256=w3QmLLoscNQzz-xbtmrCw46PbYIApvgeQi0XjxCop90,5590
+mlxsmith/train/online_dpo.py,sha256=48RPHyIeTUP3dtLsgHgPrLwDwf80Fjwa1Tdspt9R3L4,8837
+mlxsmith/train/pref.py,sha256=1g3w5OS7evxP33bFPpF_oKjwxUiqpA5mhD-t6iWA6uw,6646
+mlxsmith/train/rft.py,sha256=w7k8a_QYot7zCZAsI73vuuxIJJzrBuX9ot9TXmWsuYg,21957
+mlxsmith/train/self_verify.py,sha256=dxoSBsIFt3mgMie3esr2v2qEdAw7ZMGZ8Cui6iADP7g,6994
+mlxsmith/train/sft.py,sha256=naf2ny8kQQDU31TQZMBxC_9X6T0TajYtE7bofHgFw2o,5897
 mlxsmith/verifiers/__init__.py,sha256=HXS9XWsPUYZ9WJaxVIPa1TWzwx948uymj23YIu4EW6Q,60
 mlxsmith/verifiers/compose.py,sha256=jQlsBByNvniEsOVh8Ulvjb7L-VcPrxqjld5b1sjBc8c,3374
 mlxsmith/verifiers/docker_verifier.py,sha256=BIqu2VVLsC8owNpiNbOZNmTirfpvuWNJS4F6UZYni1s,2925
 mlxsmith/verifiers/jsonschema.py,sha256=hG_8c07Hwv-tpN2g0oxELwmLRxS8QGzRFwabmo4yY8Y,1324
+mlxsmith/verifiers/llm_judge.py,sha256=g95reNiZ_oYsd4CNo7lViYk2UScMjmDT_qn3ztUnf9o,8557
+mlxsmith/verifiers/prime.py,sha256=1CAJSmqMLxh8GTNyBeZDxPBn3h-R02qtDwjgKumhyTE,3946
 mlxsmith/verifiers/pytest_verifier.py,sha256=ARNajzxUPNwtzSow6I2d0mLopZyvY29_d3F1sYVwEUY,2514
 mlxsmith/verifiers/regex.py,sha256=N7z3koE8Iy-a4DBs4404iQCNX2WGxequm5g4umric2Y,524
 mlxsmith/verifiers/types.py,sha256=FytBxB1OnNX1EcqZXSSs3WvL0GRv7byW4mfBMf6xP68,240
-mlxsmith-0.1.1.dist-info/licenses/LICENSE,sha256=ESYyLizI0WWtxMeS7rGVcX3ivMezm-HOd5WdeOh-9oU,1056
-mlxsmith-0.1.1.dist-info/METADATA,sha256=d0H3FBZa2-BfGVbz3TWpjtgWhMe-t46bp8PQELh5yFQ,9131
-mlxsmith-0.1.1.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
-mlxsmith-0.1.1.dist-info/entry_points.txt,sha256=ys7GcKEjhzhkkTMBmmaNavTgsjqOuFnCKIG2w8Wcn6w,46
-mlxsmith-0.1.1.dist-info/top_level.txt,sha256=hKBwc8bn7uoI-_5Yhcq1T3IuChFhUFdzItIkZK1up6A,9
-mlxsmith-0.1.1.dist-info/RECORD,,
+mlxsmith-0.1.3.dist-info/licenses/LICENSE,sha256=ESYyLizI0WWtxMeS7rGVcX3ivMezm-HOd5WdeOh-9oU,1056
+mlxsmith-0.1.3.dist-info/METADATA,sha256=oVGtFReV_z88H31sGtEwBvyRVbJATH0vEhtxKad9z9o,9970
+mlxsmith-0.1.3.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+mlxsmith-0.1.3.dist-info/entry_points.txt,sha256=ys7GcKEjhzhkkTMBmmaNavTgsjqOuFnCKIG2w8Wcn6w,46
+mlxsmith-0.1.3.dist-info/top_level.txt,sha256=hKBwc8bn7uoI-_5Yhcq1T3IuChFhUFdzItIkZK1up6A,9
+mlxsmith-0.1.3.dist-info/RECORD,,

mlxsmith/accel/zmlx_backend.py

@@ -1,42 +0,0 @@
-from __future__ import annotations
-
-from typing import Any, Dict
-from .base import AccelStats
-
-class ZMLXBackend:
-    name = "zmlx"
-
-    def __init__(self):
-        self._available = False
-        self._notes = {}
-        try:
-            import zmlx  # type: ignore
-            self._available = True
-            self._notes["zmlx_version"] = getattr(zmlx, "__version__", None)
-        except Exception as e:
-            self._available = False
-            self._notes["error"] = f"{type(e).__name__}: {e}"
-
-    def patch(self) -> None:
-        if not self._available:
-            # soft fail; caller should report status
-            return
-        # ZMLX can patch ops/modules. We keep this intentionally minimal and safe.
-        try:
-            import zmlx  # type: ignore
-            # If ZMLX provides a global patch hook, call it; otherwise, no-op.
-            patch_fn = getattr(zmlx, "patch", None)
-            if callable(patch_fn):
-                patch_fn()
-                self._notes["patched"] = True
-            else:
-                self._notes["patched"] = False
-                self._notes["hint"] = "No zmlx.patch() found; implement patch hook or integrate per-module."
-        except Exception as e:
-            self._notes["patched_error"] = f"{type(e).__name__}: {e}"
-
-    def warmup(self, model: Any, example_batch: Any) -> Dict[str, Any]:
-        return {"warmup": "not_implemented", "notes": self._notes}
-
-    def stats(self) -> AccelStats:
-        return AccelStats(backend="zmlx", notes=self._notes)