proteworks 0.1.1__tar.gz → 0.1.3__tar.gz

{proteworks-0.1.1 → proteworks-0.1.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: proteworks
-Version: 0.1.1
+Version: 0.1.3
 Summary: Sync files with Proteworks using file-browser paths.
 Requires-Python: >=3.11
 Description-Content-Type: text/markdown

{proteworks-0.1.1 → proteworks-0.1.3}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "proteworks"
-version = "0.1.1"
+version = "0.1.3"
 description = "Sync files with Proteworks using file-browser paths."
 readme = "README.md"
 requires-python = ">=3.11"

{proteworks-0.1.1 → proteworks-0.1.3}/src/proteworks/api.py

@@ -88,19 +88,21 @@ class ApiClient:
             params={"path": path, "offset": offset, "limit": limit},
         )
 
-    def manifest_all(self, path: str) -> dict:
+    def manifest_all(self, path: str, *, on_list_progress=None, page_size: int = 500) -> dict:
         """Follow pages. Returns items plus root_folder_id from the first page."""
         offset = 0
         items: list[dict] = []
         root_folder_id = None
         total = None
         while True:
-            page = self.manifest(path, offset)
+            page = self.manifest(path, offset, limit=page_size)
             root_folder_id = root_folder_id or page.get("root_folder_id")
             batch = list(page.get("items") or [])
             items.extend(batch)
             total = int(page.get("total") or 0)
             offset += len(batch)
+            if on_list_progress is not None:
+                on_list_progress(offset, total)
             if not batch or offset >= total:
                 break
         return {"items": items, "total": total or 0, "root_folder_id": root_folder_id}
@@ -112,17 +114,19 @@ class ApiClient:
             params={"offset": offset, "limit": limit},
         )
 
-    def export_all(self) -> dict:
+    def export_all(self, *, on_list_progress=None, page_size: int = 500) -> dict:
         """Follow export pages. Returns every item for the active organization."""
         offset = 0
         items: list[dict] = []
         total = None
         while True:
-            page = self.export_page(offset)
+            page = self.export_page(offset, limit=page_size)
             batch = list(page.get("items") or [])
             items.extend(batch)
             total = int(page.get("total") or 0)
             offset += len(batch)
+            if on_list_progress is not None:
+                on_list_progress(offset, total)
             if not batch or offset >= total:
                 break
         return {"items": items, "total": total or 0}

{proteworks-0.1.1 → proteworks-0.1.3}/src/proteworks/auth.py

@@ -4,6 +4,7 @@ from __future__ import annotations
 
 import base64
 import hashlib
+import os
 import secrets
 import webbrowser
 from http.server import BaseHTTPRequestHandler, HTTPServer
@@ -65,6 +66,18 @@ def loopback_redirect_uri(port: int = LOOPBACK_PORT) -> str:
     return f"http://127.0.0.1:{port}{LOOPBACK_REDIRECT_PATH}"
 
 
+def open_browser(url: str) -> bool:
+    """Open the sign-in page. The browser's own startup errors stay hidden."""
+    saved_stderr = os.dup(2)
+    try:
+        with open(os.devnull, "wb") as discarded:
+            os.dup2(discarded.fileno(), 2)
+            return bool(webbrowser.open(url))
+    finally:
+        os.dup2(saved_stderr, 2)
+        os.close(saved_stderr)
+
+
 def login(settings: Settings, token_store: TokenStore, stderr) -> None:
     """Open a browser, receive the loopback redirect, and save the access token."""
     verifier, challenge = pkce_pair()
@@ -77,9 +90,8 @@ def login(settings: Settings, token_store: TokenStore, stderr) -> None:
         ) from exc
     redirect_uri = loopback_redirect_uri()
     url = authorize_url(settings, redirect_uri, state, challenge)
-    print(f"Auth0 must allow this callback URL: {redirect_uri}", file=stderr)
     print("Opening a browser to sign in.", file=stderr)
-    opened = webbrowser.open(url)
+    opened = open_browser(url)
     if not opened:
         print("Open this URL to sign in:", file=stderr)
         print(url, file=stderr)

{proteworks-0.1.1 → proteworks-0.1.3}/src/proteworks/pull.py

@@ -20,10 +20,19 @@ from proteworks.index import (
 _CONTENT_URL_BATCH = 100
 
 
+def _list_progress(stderr):
+    """Print how many paths the API has returned so far."""
+
+    def report(listed: int, total: int) -> None:
+        print(f"Listed {listed}/{total}", file=stderr)
+
+    return report
+
+
 def pull_path(api: ApiClient, remote: str, dest: Path, *, dry_run: bool, stderr) -> int:
     """Download readable files for a file-browser path. Returns a process status code."""
     try:
-        page = api.manifest_all(remote)
+        page = api.manifest_all(remote, on_list_progress=_list_progress(stderr))
     except ApiError as exc:
         print(str(exc), file=stderr)
         return 1
@@ -35,7 +44,7 @@ def pull_path(api: ApiClient, remote: str, dest: Path, *, dry_run: bool, stderr)
 def export_organization(api: ApiClient, dest: Path, *, dry_run: bool, stderr) -> int:
     """Download every live file in the active organization. Returns a process status code."""
     try:
-        page = api.export_all()
+        page = api.export_all(on_list_progress=_list_progress(stderr))
     except ApiError as exc:
         print(str(exc), file=stderr)
         return 1

{proteworks-0.1.1 → proteworks-0.1.3}/src/proteworks/push.py

@@ -20,7 +20,10 @@ def push_directory(api: ApiClient, local_dir: Path, remote: str, *, dry_run: boo
         print(str(exc), file=stderr)
         return 2
     try:
-        page = api.manifest_all(remote)
+        page = api.manifest_all(
+            remote,
+            on_list_progress=lambda listed, total: print(f"Listed {listed}/{total}", file=stderr),
+        )
     except ApiError as exc:
         print(str(exc), file=stderr)
         return 1

{proteworks-0.1.1 → proteworks-0.1.3}/src/proteworks.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: proteworks
-Version: 0.1.1
+Version: 0.1.3
 Summary: Sync files with Proteworks using file-browser paths.
 Requires-Python: >=3.11
 Description-Content-Type: text/markdown

{proteworks-0.1.1 → proteworks-0.1.3}/tests/test_cli.py

@@ -5,12 +5,16 @@ from __future__ import annotations
 import hashlib
 import json
 import mimetypes
+import os
+import subprocess
+import sys
 import threading
 from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
 from pathlib import Path
 from urllib.parse import parse_qs, urlparse
 
-from proteworks.auth import loopback_redirect_uri
+from proteworks.api import ApiClient
+from proteworks.auth import loopback_redirect_uri, open_browser
 from proteworks.cli import main
 from proteworks.config import Settings
 from proteworks.push import _iter_local_files
@@ -88,13 +92,16 @@ class FakeApi(threading.Thread):
                     return
                 if parsed.path == "/api/v1/sync/manifest":
                     query = parse_qs(parsed.query)
+                    offset = int((query.get("offset") or ["0"])[0])
+                    limit = int((query.get("limit") or ["500"])[0])
+                    page = parent.items[offset : offset + limit]
                     self._send(
                         200,
                         {
-                            "items": parent.items,
+                            "items": page,
                             "total": len(parent.items),
-                            "limit": 500,
-                            "offset": 0,
+                            "limit": limit,
+                            "offset": offset,
                             "root_folder_id": parent.root_folder_id,
                             "cloud_storage_url": GS_URL,
                         },
@@ -107,14 +114,18 @@ class FakeApi(threading.Thread):
                         status, payload = parent.export_error
                         self._send(status, payload)
                         return
+                    query = parse_qs(parsed.query)
+                    offset = int((query.get("offset") or ["0"])[0])
+                    limit = int((query.get("limit") or ["500"])[0])
                     exported = parent.export_items or []
+                    page = exported[offset : offset + limit]
                     self._send(
                         200,
                         {
-                            "items": exported,
+                            "items": page,
                             "total": len(exported),
-                            "limit": 500,
-                            "offset": 0,
+                            "limit": limit,
+                            "offset": offset,
                             "cloud_storage_url": GS_URL,
                         },
                     )
@@ -220,6 +231,31 @@ def test_login_callback_url_is_fixed():
     assert loopback_redirect_uri() == "http://127.0.0.1:8765/callback"
 
 
+def test_open_browser_hides_child_stderr(monkeypatch):
+    def noisy_open(_url: str) -> bool:
+        subprocess.run(
+            [sys.executable, "-c", "import os; os.write(2, b'zygote broken pipe\\n')"],
+            check=False,
+        )
+        return True
+
+    monkeypatch.setattr("proteworks.auth.webbrowser.open", noisy_open)
+    read_fd, write_fd = os.pipe()
+    saved = os.dup(2)
+    os.dup2(write_fd, 2)
+    os.close(write_fd)
+    try:
+        assert open_browser("https://example.test/authorize") is True
+        os.write(2, b"still open\n")
+    finally:
+        os.dup2(saved, 2)
+        os.close(saved)
+    captured = os.read(read_fd, 1024)
+    os.close(read_fd)
+    assert b"zygote" not in captured
+    assert b"still open" in captured
+
+
 def test_root_help_lists_commands(capsys):
     try:
         main(["--help"])
@@ -305,7 +341,29 @@ def test_pull_with_two_regular_orgs_stops_before_manifest(tmp_path, capsys):
     assert not any(path == "/api/v1/sync/manifest" for _method, path, _body in server.requests)
 
 
-def test_pull_mints_download_urls_in_one_batch(tmp_path):
+def test_manifest_all_reports_listing_progress():
+    items = []
+    for index in range(5):
+        item = _item(f"~/My Files/msa/{index}.cif")
+        item["file_id"] = f"f{index}"
+        items.append(item)
+    server = FakeApi([_org("reg", "Research")], items).start()
+    progress = []
+    try:
+        api = ApiClient(server.url, "token", organization_id="reg")
+        page = api.manifest_all(
+            "~/My Files/msa/",
+            on_list_progress=lambda listed, total: progress.append((listed, total)),
+            page_size=2,
+        )
+    finally:
+        api.close()
+        server.stop()
+    assert len(page["items"]) == 5
+    assert progress == [(2, 5), (4, 5), (5, 5)]
+
+
+def test_pull_mints_download_urls_in_one_batch(tmp_path, capsys):
     items = []
     for name in ("a.cif", "b.cif", "c.cif"):
         item = _item(f"~/My Files/msa/{name}")
@@ -327,7 +385,9 @@ def test_pull_mints_download_urls_in_one_batch(tmp_path):
         for method, path, body in server.requests
         if method == "POST" and path == "/api/v1/files/content-urls"
     ]
+    err = capsys.readouterr().err
     assert code == 0
+    assert "Listed 3/3" in err
     assert len(posts) == 1
     assert set(posts[0]["file_ids"]) == {"a.cif", "b.cif", "c.cif"}
     assert posts[0]["purpose"] == "download"