owui-cli 0.5.1__tar.gz → 0.5.3__tar.gz

{owui_cli-0.5.1 → owui_cli-0.5.3}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.4
+Metadata-Version: 2.5
 Name: owui-cli
-Version: 0.5.1
+Version: 0.5.3
 Summary: Admin CLI for Open WebUI instances
 Project-URL: Homepage, https://github.com/rndmcnlly/owui-cli
 Project-URL: Repository, https://github.com/rndmcnlly/owui-cli

{owui_cli-0.5.1 → owui_cli-0.5.3}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "owui-cli"
-version = "0.5.1"
+version = "0.5.3"
 description = "Admin CLI for Open WebUI instances"
 readme = "README.md"
 license = "MIT"

owui_cli-0.5.3/src/owui_cli/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.5.3"

{owui_cli-0.5.1 → owui_cli-0.5.3}/src/owui_cli/cli.py

@@ -15,6 +15,7 @@ import json
 import os
 import re
 import sys
+import time
 from importlib.resources import files
 
 import httpx
@@ -602,20 +603,56 @@ def models_show(url, token, model_id):
              ("grants", str(len(m.get("access_grants") or [])))]
     out_kv(pairs)
 
+_MIME_BY_EXT = {
+    "png": "image/png",
+    "jpg": "image/jpeg",
+    "jpeg": "image/jpeg",
+    "gif": "image/gif",
+    "webp": "image/webp",
+}
+
+
+def _inline_sibling_images(json_path: str, payload: dict) -> list[str]:
+    """Replace bare sibling-image references in meta.profile_image_url with data URIs.
+
+    The repo convention stores the icon as a sibling file referenced by bare
+    filename (e.g. "profile.png"). OWUI's stored-model validator (utils/validate.py)
+    rejects bare filenames and silently clears them to null, so push must inline
+    the sibling image instead — the mirror of models_pull_all's extraction.
+    Returns the list of inlined filenames.
+    """
+    inlined = []
+    meta = payload.get("meta") if isinstance(payload, dict) else None
+    ref = (meta or {}).get("profile_image_url")
+    if not isinstance(ref, str) or not ref or ref.startswith(("data:", "http://", "https://", "/")):
+        return inlined
+    image_path = os.path.join(os.path.dirname(os.path.abspath(json_path)), ref)
+    ext = os.path.splitext(ref)[1].lstrip(".").lower()
+    mime = _MIME_BY_EXT.get(ext)
+    if mime and os.path.isfile(image_path):
+        with open(image_path, "rb") as f:
+            b64 = base64.b64encode(f.read()).decode()
+        payload["meta"]["profile_image_url"] = f"data:{mime};base64,{b64}"
+        inlined.append(ref)
+    return inlined
+
+
 def models_create(url, token, json_path):
     with open(json_path) as f:
         payload = json.load(f)
+    inlined = _inline_sibling_images(json_path, payload)
     with httpx.Client(timeout=TIMEOUT) as c:
         r = _post(c, url, "/api/v1/models/create", token, payload)
     m = r.json()
-    out(f"created {m.get('id')}")
+    out(f"created {m.get('id')}" + (f" (inlined {', '.join(inlined)})" if inlined else ""))
 
 def models_update(url, token, json_path):
     with open(json_path) as f:
         payload = json.load(f)
+    inlined = _inline_sibling_images(json_path, payload)
     with httpx.Client(timeout=TIMEOUT) as c:
         r = _post(c, url, "/api/v1/models/model/update", token, payload)
-    out(f"updated {r.json().get('id')}")
+    out(f"updated {r.json().get('id')}" + (f" (inlined {', '.join(inlined)})" if inlined else ""))
 
 def models_delete(url, token, model_id):
     with httpx.Client(timeout=TIMEOUT) as c:
@@ -1038,6 +1075,90 @@ def chats_delete(url, token, chat_id):
     out(f"deleted {chat_id}")
 
 
+_STREAM_TIMEOUT = httpx.Timeout(TIMEOUT, read=3600.0)
+
+
+def _iter_chats_all(url, token):
+    """Stream GET /api/v1/chats/all as NDJSON, yielding one chat per line.
+
+    On v0.11.x the endpoint returns an application/x-ndjson stream whose
+    export can run to hundreds of MB — never buffered server-side. Parse
+    incrementally so clients (and pull-all) don't need the whole thing in
+    memory.
+
+    Decode-buffer manually over raw bytes: httpx's iter_lines can truncate a
+    long line at a decode-chunk boundary (observed with model_dump_json
+    exports whose message trees run large), so split b'\n' ourselves and
+    decode each complete line.
+    """
+    with httpx.Client(timeout=_STREAM_TIMEOUT) as c:
+        with c.stream("GET", _api(url, "/api/v1/chats/all"), headers=_headers(token)) as r:
+            r.raise_for_status()
+            buf = b""
+            for chunk in r.iter_raw():
+                buf += chunk
+                while True:
+                    idx = buf.find(b"\n")
+                    if idx < 0:
+                        break
+                    line = buf[:idx]
+                    buf = buf[idx + 1:]
+                    if line.strip():
+                        yield json.loads(line.decode("utf-8"))
+
+
+def chats_all(url, token):
+    count = 0
+    chats = []
+    for chat in _iter_chats_all(url, token):
+        count += 1
+        if JSON_OUTPUT:
+            chats.append(chat)
+        else:
+            title = chat.get("chat", {}).get("title") or chat.get("title") or "(untitled)"
+            print(f"{count}\t{chat.get('id','')}\t{str(title)[:60]}")
+    if JSON_OUTPUT:
+        out(chats)
+    else:
+        print(f"-- {count} chats", file=sys.stderr)
+
+def chats_pull_all(url, token, out_dir="chats"):
+    count = 0
+    os.makedirs(out_dir, exist_ok=True)
+    for chat in _iter_chats_all(url, token):
+        chat_id = chat.get("id", "")
+        if not chat_id:
+            continue
+        _write_json(os.path.join(out_dir, f"{chat_id}.json"), chat)
+        count += 1
+        if count % 100 == 0:
+            print(f"... {count}", file=sys.stderr)
+    out(f"pulled {count} chats into {out_dir}")
+
+def chats_stats(url, token, page="1"):
+    with httpx.Client(timeout=_STREAM_TIMEOUT) as c:
+        r = _get(c, url, f"/api/v1/chats/stats/export?page={page}", token)
+    data = r.json()
+    if JSON_OUTPUT:
+        out(data)
+        return
+    items = data.get("items", data) if isinstance(data, dict) else data
+    total = data.get("total") if isinstance(data, dict) else None
+    rows = []
+    for s in items:
+        st = s.get("stats") or {}
+        models = st.get("models") or st.get("history_models") or {}
+        rows.append({
+            "id": s.get("id", s.get("chat_id", "")),
+            "msgs": st.get("message_count", st.get("history_message_count", "?")),
+            "models": ", ".join(models.keys())[:30],
+            "updated": time.strftime("%Y-%m-%d", time.gmtime(s.get("updated_at"))) if s.get("updated_at") else "",
+        })
+    out_table(rows, [("CHAT_ID","id",36), ("MSGS","msgs",6), ("MODELS","models",30), ("UPDATED","updated",10)])
+    if total is not None:
+        print(f"-- page {page}: {len(items)} chats, total {total}")
+
+
 # ── configs ──────────────────────────────────────────────────────────
 
 def configs_show(url, token):
@@ -1219,6 +1340,9 @@ COMMANDS.update({
     ("chats",     "list"):        (chats_list,           "[page]",              (0, 1)),
     ("chats",     "search"):      (chats_search,         "<query> [page]",      (1, 2)),
     ("chats",     "show"):        (chats_show,           "<id>",                (1, 1)),
+    ("chats",     "all"):         (chats_all,            "",                    (0, 0)),
+    ("chats",     "pull-all"):    (chats_pull_all,       "[dir]",               (0, 1)),
+    ("chats",     "stats"):       (chats_stats,          "[page]",              (0, 1)),
     ("chats",     "delete"):      (chats_delete,         "<id>",                (1, 1)),
     ("users",     "list"):        (users_list,           "",                    (0, 0)),
     ("users",     "find"):        (users_find,           "<query>",             (1, 1)),

{owui_cli-0.5.1 → owui_cli-0.5.3}/uv.lock

@@ -72,7 +72,7 @@ wheels = [
 
 [[package]]
 name = "owui-cli"
-version = "0.2.0"
+version = "0.5.3"
 source = { editable = "." }
 dependencies = [
     { name = "httpx" },

owui_cli-0.5.1/src/owui_cli/__init__.py

@@ -1 +0,0 @@
-__version__ = "0.5.1"