nia-sync 0.1.3__py3-none-any.whl → 0.1.5__py3-none-any.whl

config.py

@@ -133,7 +133,10 @@ def clear_config():
 
 
 def get_api_key() -> str | None:
-    """Get the stored API key."""
+    """Get the stored API key. Checks NIA_API_KEY env var first, then config file."""
+    env_key = os.getenv("NIA_API_KEY")
+    if env_key:
+        return env_key
     config = load_config()
     return config.get("api_key")
 

extractor.py

@@ -64,8 +64,8 @@ SKIP_DIRS = {
 
 # File extensions to skip (from backend exclusion_patterns.py)
 SKIP_EXTENSIONS = {
-    # Security - keys/certs
-    ".pem", ".key", ".p12", ".pfx", ".crt", ".cer",
+    # Security - keys/certs/GPG
+    ".pem", ".key", ".p12", ".pfx", ".crt", ".cer", ".asc",
     # Python compiled
     ".pyc", ".pyo", ".pyd", ".egg",
     # JVM

main.py

@@ -12,6 +12,7 @@ Usage:
     nia link ID PATH # Link a source to local folder
 """
 import os
+import json
 import typer
 import httpx
 import logging
@@ -171,15 +172,54 @@ def upgrade():
 
 
 @app.command()
-def status():
+def status(
+    json_output: bool = typer.Option(False, "--json", "-j", help="Output as JSON for programmatic use"),
+):
     """Show sync status and configured sources."""
     if not is_authenticated():
-        console.print("[red]Not logged in. Run [cyan]nia login[/cyan] first.[/red]")
+        if json_output:
+            print(json.dumps({"error": "Not logged in"}))
+        else:
+            console.print("[red]Not logged in. Run [cyan]nia login[/cyan] first.[/red]")
         raise typer.Exit(1)
 
+    sources = get_sources()
+
+    if json_output:
+        output = []
+        for source in sources:
+            source_id = source.get("local_folder_id", "")
+            name = source.get("display_name", "")
+            path = source.get("path") or ""
+            detected_type = source.get("detected_type") or "folder"
+
+            # Determine status
+            if path:
+                expanded = os.path.expanduser(path)
+                status_str = "ready" if os.path.exists(expanded) else "path_not_found"
+            elif detected_type in KNOWN_PATHS:
+                known_path = os.path.expanduser(KNOWN_PATHS[detected_type])
+                if os.path.exists(known_path):
+                    status_str = "ready"
+                    path = KNOWN_PATHS[detected_type]
+                else:
+                    status_str = "not_found_locally"
+            else:
+                status_str = "needs_link"
+
+            output.append({
+                "id": source_id,
+                "name": name,
+                "path": path,
+                "type": detected_type,
+                "status": status_str,
+            })
+
+        print(json.dumps({"sources": output}, indent=2))
+        return
+
     console.print("[bold cyan]Nia Sync Status[/bold cyan]\n")
 
-    sources = get_sources()
     if not sources:
         console.print("[yellow]No sources configured.[/yellow]")
         console.print("\n[dim]Add sources in the Nia web app, or run:[/dim] [cyan]nia add ~/path/to/folder[/cyan]")
@@ -203,23 +243,23 @@ def status():
         if path:
             expanded = os.path.expanduser(path)
             if os.path.exists(expanded):
-                status = "[green]✓ ready[/green]"
+                status_str = "[green]✓ ready[/green]"
             else:
-                status = "[yellow]○ path not found[/yellow]"
+                status_str = "[yellow]○ path not found[/yellow]"
         else:
             # Check if it's a known type we can auto-detect
             if detected_type in KNOWN_PATHS:
                 known_path = os.path.expanduser(KNOWN_PATHS[detected_type])
                 if os.path.exists(known_path):
-                    status = "[green]✓ ready[/green]"
+                    status_str = "[green]✓ ready[/green]"
                     path = KNOWN_PATHS[detected_type]
                 else:
-                    status = "[yellow]○ not found locally[/yellow]"
+                    status_str = "[yellow]○ not found locally[/yellow]"
             else:
-                status = "[red]⚠ needs link[/red]"
+                status_str = "[red]⚠ needs link[/red]"
                 needs_link.append(source)
 
-        table.add_row(source_id, name, path or "[dim]not set[/dim]", detected_type, status)
+        table.add_row(source_id, name, path or "[dim]not set[/dim]", detected_type, status_str)
 
     console.print(table)
 

{nia_sync-0.1.3.dist-info → nia_sync-0.1.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nia-sync
-Version: 0.1.3
+Version: 0.1.5
 Summary: Keep your local files in sync with Nia Cloud
 Requires-Python: >=3.10
 Requires-Dist: typer>=0.9.0

nia_sync-0.1.5.dist-info/RECORD

@@ -0,0 +1,11 @@
+auth.py,sha256=n0ezRqIbz3kZYcyIjH47_MDKgwNgAaVr0Y2NEfRxa50,5704
+config.py,sha256=dbnkDihOiJL0-WBzTyxDXM2AIduwsvZycgQuhAoYglU,7637
+extractor.py,sha256=IxpFGOlklusmPs2Jz398DH1hVVYpciwQN_HDyxpmm_Q,29193
+main.py,sha256=f1e2q99QfI_U0YyYgsC75P1wHebKuweWa0pYEAQPMO8,26582
+sync.py,sha256=jdVPceViN5uxoRCr5ukCVumBhvl3t53xkJnvZwvKmdw,10710
+watcher.py,sha256=JmsN9uR7Ss1mDC-kApXL6Hg_wQZWTsO7rRIFkQu8GbM,9978
+nia_sync-0.1.5.dist-info/METADATA,sha256=tT1QtwGDs_KuADEwndKZtGJ_RP5Z-XIo_iAzM8YOqBE,246
+nia_sync-0.1.5.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+nia_sync-0.1.5.dist-info/entry_points.txt,sha256=Fx8TIOgXqWdZzZEkEateDtcNfgnwuPW4jZTqlEUrHVs,33
+nia_sync-0.1.5.dist-info/top_level.txt,sha256=_ZWBugSHWwSpLXYJAcF6TlWmzECu18k0y1-EX27jtBw,40
+nia_sync-0.1.5.dist-info/RECORD,,

{nia_sync-0.1.3.dist-info → nia_sync-0.1.5.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.9.0)
+Generator: setuptools (80.10.2)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

sync.py

@@ -22,6 +22,7 @@ logger = logging.getLogger(__name__)
 SYNC_TIMEOUT = 60  # 1 minute per sync request (reduced from 2 min)
 CONNECT_TIMEOUT = 10  # 10 second connection timeout
 MAX_FILES_PER_BATCH = 500  # Keep below backend limit (1000)
+MAX_BATCH_SIZE_BYTES = 4 * 1024 * 1024  # 4MB max payload per batch
 MAX_RETRIES = 4
 RETRY_BASE_DELAY = 1.5
 RETRY_MAX_DELAY = 15.0
@@ -74,10 +75,19 @@ def sync_source(source: dict[str, Any]) -> dict[str, Any]:
         Result dict with status, path, and stats
     """
     local_folder_id = source.get("local_folder_id")
-    path = source.get("path", "")
+    path = source.get("path") or ""
     detected_type = source.get("detected_type")
     cursor = source.get("cursor", {})
 
+    # Skip sources without a valid path (e.g., remote-only sources)
+    if not path:
+        logger.debug(f"Skipping source {local_folder_id}: no path configured")
+        return {
+            "path": None,
+            "status": "skipped",
+            "message": "No local path configured",
+        }
+
     # Expand ~ in path
     path = os.path.expanduser(path)
 
@@ -209,6 +219,8 @@ def upload_sync_data(
             return {"status": "error", "message": "Authentication failed"}
         elif response.status_code == 404:
             return {"status": "error", "message": "Local folder not found"}
+        elif response.status_code == 413:
+            return {"status": "error", "message": "Request too large - please report this bug"}
         else:
             try:
                 detail = response.json().get("detail", response.text)
@@ -232,10 +244,11 @@ def upload_sync_batches(
     if not files:
         return {"status": "ok", "chunks_indexed": 0}
 
-    total_batches = max(1, (len(files) + MAX_FILES_PER_BATCH - 1) // MAX_FILES_PER_BATCH)
+    batches = list(_iter_batches_by_size(files, MAX_BATCH_SIZE_BYTES, MAX_FILES_PER_BATCH))
+    total_batches = len(batches)
     chunks_indexed = 0
 
-    for batch_index, batch in enumerate(_iter_batches(files, MAX_FILES_PER_BATCH), start=1):
+    for batch_index, batch in enumerate(batches, start=1):
         is_last_batch = batch_index == total_batches
         result = upload_sync_data(
             local_folder_id=local_folder_id,
@@ -273,9 +286,33 @@ def report_sync_error(local_folder_id: str | None, error: str, path: str | None
         logger.debug("Failed to report sync error", exc_info=True)
 
 
-def _iter_batches(items: list[dict[str, Any]], size: int):
-    for i in range(0, len(items), size):
-        yield items[i:i + size]
+def _iter_batches_by_size(
+    files: list[dict[str, Any]],
+    max_bytes: int,
+    max_count: int,
+):
+    """Batch files by total payload size, not just count."""
+    batch: list[dict[str, Any]] = []
+    batch_size = 0
+
+    for f in files:
+        content = f.get("content", "")
+        file_size = len(content.encode("utf-8")) if content else 0
+
+        if file_size > max_bytes:
+            logger.warning(f"Skipping oversized file: {f.get('path')} ({file_size} bytes)")
+            continue
+
+        if batch and (batch_size + file_size > max_bytes or len(batch) >= max_count):
+            yield batch
+            batch = []
+            batch_size = 0
+
+        batch.append(f)
+        batch_size += file_size
+
+    if batch:
+        yield batch
 
 
 def _post_with_retries(

nia_sync-0.1.3.dist-info/RECORD

@@ -1,11 +0,0 @@
-auth.py,sha256=n0ezRqIbz3kZYcyIjH47_MDKgwNgAaVr0Y2NEfRxa50,5704
-config.py,sha256=JWxdL8INKo23lam4F49ZbllxbW3yorqczm7aaqepQCc,7507
-extractor.py,sha256=Y5Gc0AThTH9qMey4fYEqv4RosAqZl7GleKNMYs5ogxY,29181
-main.py,sha256=NtAkI083bZIXZp9WVGaCunveV8UrR0ZBctBkBhrVf24,25168
-sync.py,sha256=OrbjptK223zbzeelSTdZIF3O4gNQd5DLK8XXv-rnMXU,9583
-watcher.py,sha256=JmsN9uR7Ss1mDC-kApXL6Hg_wQZWTsO7rRIFkQu8GbM,9978
-nia_sync-0.1.3.dist-info/METADATA,sha256=_lnywxKDjuheFtFUGC008XUMS-5yD4bXsWVHkq-i9mw,246
-nia_sync-0.1.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-nia_sync-0.1.3.dist-info/entry_points.txt,sha256=Fx8TIOgXqWdZzZEkEateDtcNfgnwuPW4jZTqlEUrHVs,33
-nia_sync-0.1.3.dist-info/top_level.txt,sha256=_ZWBugSHWwSpLXYJAcF6TlWmzECu18k0y1-EX27jtBw,40
-nia_sync-0.1.3.dist-info/RECORD,,