sarfchat 2.0.0__py3-none-any.whl

sarfchat/__init__.py

@@ -0,0 +1,4 @@
+"""SarfChat (صرف-شات): Algebraic Root×Pattern Transformer & Scaling-Law Harness."""
+
+__version__ = "2.0.0"
+

sarfchat/chat_cli.py

@@ -0,0 +1,193 @@
+"""Interactive CLI & Multi-Turn Arabic Chat REPL for SarfChat (`sarfchat/chat_cli.py`)."""
+
+from __future__ import annotations
+
+import argparse
+import json
+from pathlib import Path
+import time
+from typing import Dict, List
+
+import numpy as np
+
+from sarfchat.cli_train import generate_arabic_text, load_sarfchat_checkpoint
+from sarfchat.common import (
+    CHECKPOINT_DIR,
+    PRIORS_PATH,
+    PRIORS_V2_PATH,
+    TOKENIZER_DIR,
+    detect_device_and_dtype,
+)
+from sarfchat.morph_codec import ByteBPETokenizer, SarfBPECodec
+from sarfchat.priors import TarkibPriorsBundle
+
+
+DEFAULT_SYSTEM_PROMPT = (
+    "أنت «صرف-شات» (SarfChat)، مساعد ذكي فصيح متقن للغة العربية وعلومها التراثية والمعاصرة، "
+    "مبني على هندسة الجذور والأوزان الصرفية الفيزيائية. أجب بدقة ووضوح وبيان عربي سليم."
+)
+
+
+def _resolve_default_checkpoint() -> Path:
+    for cand in ("sarfchat_v2_d16_sft", "sarfchat_v2_d16_base", "sarfchat_full_d12"):
+        p = CHECKPOINT_DIR / cand
+        if (p / "model.safetensors").exists():
+            return p
+    return CHECKPOINT_DIR / "sarfchat_v2_d16_sft"
+
+
+def main() -> None:
+    parser = argparse.ArgumentParser(description="Chat with or prompt a trained SarfChat checkpoint.")
+    parser.add_argument(
+        "--checkpoint",
+        type=str,
+        default="",
+        help="Path or tag under checkpoints/ (defaults to sarfchat_v2_d16_sft if available)",
+    )
+    parser.add_argument("-p", "--prompt", type=str, default="")
+    parser.add_argument("--chat", action="store_true", help="Launch interactive multi-turn Arabic chat REPL")
+    parser.add_argument("--raw", action="store_true", help="Use raw document continuation instead of chat template")
+    parser.add_argument("--system", type=str, default=DEFAULT_SYSTEM_PROMPT)
+    parser.add_argument("--max-steps", type=int, default=192)
+    parser.add_argument("--temperature", type=float, default=0.65)
+    parser.add_argument("--no-guard", action="store_true", help="Disable Tarkīb GPU phonotactic/anti-taṣḥīf shield")
+    parser.add_argument("--device", type=str, default="")
+    parser.add_argument("prompt_words", nargs="*", help="Optional prompt text without -p quotes")
+    args = parser.parse_args()
+    joined_pos = " ".join(args.prompt_words).strip()
+    if joined_pos and not args.prompt:
+        args.prompt = joined_pos
+
+    if args.checkpoint:
+        ckpt_path = Path(args.checkpoint)
+        if not ckpt_path.exists():
+            ckpt_path = CHECKPOINT_DIR / args.checkpoint
+    else:
+        ckpt_path = _resolve_default_checkpoint()
+
+    cfg_file = ckpt_path / "config.json"
+    if not cfg_file.exists():
+        raise FileNotFoundError(f"Checkpoint config not found at {cfg_file}")
+
+    cfg_raw = json.loads(cfg_file.read_text(encoding="utf-8"))
+    arm = cfg_raw.get("model_config", {}).get("arm", "sarfchat_full")
+    dev, _, _ = detect_device_and_dtype(args.device)
+
+    if arm == "sarfchat_v2":
+        p_path = PRIORS_V2_PATH if PRIORS_V2_PATH.exists() else PRIORS_PATH
+        priors = TarkibPriorsBundle.load(p_path)
+        bpe_tok = ByteBPETokenizer.load(TOKENIZER_DIR / "bpe32k.json")
+        v2_map = dict(np.load(TOKENIZER_DIR / "bpe32k_tarkib_map.npz"))
+        bpe4_path = TOKENIZER_DIR / "bpe4k_fallback.json"
+        codec = SarfBPECodec(ByteBPETokenizer.load(bpe4_path), priors) if bpe4_path.exists() else None
+        model, meta = load_sarfchat_checkpoint(
+            ckpt_path,
+            priors=priors,
+            bpe_v2_map=v2_map,
+            device=dev,
+        )
+    else:
+        priors = TarkibPriorsBundle.load(PRIORS_PATH)
+        bpe_tok = ByteBPETokenizer.load(TOKENIZER_DIR / "bpe16k.json")
+        bpe4 = ByteBPETokenizer.load(TOKENIZER_DIR / "bpe4k_fallback.json")
+        codec = SarfBPECodec(bpe4, priors)
+        rmap = np.load(TOKENIZER_DIR / "bpe16k_root_map.npz")
+        model, meta = load_sarfchat_checkpoint(
+            ckpt_path,
+            priors=priors,
+            bpe_root_cids=rmap["root_cids"],
+            bpe_sem_ops=rmap["sem_ops"],
+            device=dev,
+        )
+
+    is_sft = ckpt_path.name.endswith("_sft") or meta.get("stage") == "sft"
+    guard_on = not args.no_guard
+
+    if args.chat or not args.prompt:
+        use_raw_repl = args.raw or (not is_sft) or (model.arm == "sarfchat_full")
+        messages: List[Dict[str, str]] = []
+        if not use_raw_repl and args.system.strip():
+            messages.append({"role": "system", "content": args.system.strip()})
+        mode_lbl = "Raw Completion REPL" if use_raw_repl else "Interactive Chat"
+        print(
+            f"=== صرف-شات (SarfChat) {mode_lbl} | {ckpt_path.name} ({dev}) | Guard={'ON' if guard_on else 'OFF'} ===\n"
+            "اكتب نصاً أو سؤالاً بالعربية (أو '/reset' لمسح السياق، '/quit' للخروج)."
+        )
+        while True:
+            try:
+                user_in = input("\nأنت > ").strip()
+            except (EOFError, KeyboardInterrupt):
+                print("\nوداعاً!")
+                break
+            if not user_in:
+                continue
+            if user_in.lower() in ("/quit", "/exit", "exit", "quit"):
+                break
+            if user_in.lower() == "/reset":
+                messages = [{"role": "system", "content": args.system.strip()}] if (not use_raw_repl and args.system.strip()) else []
+                print("[تم مسح سجل المحادثة]")
+                continue
+
+            if use_raw_repl:
+                out = generate_arabic_text(
+                    model,
+                    user_in,
+                    max_new_steps=args.max_steps,
+                    temperature=args.temperature,
+                    guard_enabled=guard_on,
+                    bpe_tok=bpe_tok if model.arm != "sarfchat_full" else None,
+                    sarf_codec=codec,
+                )
+                print(f"\nصرف-شات [raw | {out['latency_ms']} ms] >\n{out['full_text']}")
+            else:
+                messages.append({"role": "user", "content": user_in})
+                t0 = time.perf_counter()
+                res = model.generate_chat(
+                    messages,
+                    bpe_tok=bpe_tok,
+                    max_new_tokens=args.max_steps,
+                    temperature=args.temperature,
+                    guard_enabled=guard_on,
+                    sarf_codec=codec,
+                )
+                dt_ms = (time.perf_counter() - t0) * 1000.0
+                reply = res["reply"]
+                messages.append({"role": "assistant", "content": reply})
+                print(f"\nصرف-شات [{res['tokens_generated']} tok | {dt_ms:.0f} ms] >\n{reply}")
+        return
+
+    prompt_text = args.prompt or "اللغة العربية تمتاز بنظام اشتقاقي"
+    if is_sft and not args.raw and model.arm != "sarfchat_full":
+        msgs: List[Dict[str, str]] = []
+        if args.system.strip():
+            msgs.append({"role": "system", "content": args.system.strip()})
+        msgs.append({"role": "user", "content": prompt_text})
+        t0 = time.perf_counter()
+        res = model.generate_chat(
+            msgs,
+            bpe_tok=bpe_tok,
+            max_new_tokens=args.max_steps,
+            temperature=args.temperature,
+            guard_enabled=guard_on,
+            sarf_codec=codec,
+        )
+        dt_ms = (time.perf_counter() - t0) * 1000.0
+        print(f"[{ckpt_path.name} | chat | guard={'ON' if guard_on else 'OFF'} | {dt_ms:.1f} ms]")
+        print(res["reply"])
+        return
+
+    out = generate_arabic_text(
+        model,
+        prompt_text,
+        max_new_steps=args.max_steps,
+        temperature=args.temperature,
+        guard_enabled=guard_on,
+        bpe_tok=bpe_tok if model.arm != "sarfchat_full" else None,
+        sarf_codec=codec,
+    )
+    print(f"[{model.arm} | guard={'ON' if out['guard_enabled'] else 'OFF'} | {out['latency_ms']} ms]")
+    print(out["full_text"])
+
+
+if __name__ == "__main__":
+    main()