dayhoff-tools 1.1.42__tar.gz → 1.2.0__tar.gz

{dayhoff_tools-1.1.42 → dayhoff_tools-1.2.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: dayhoff-tools
-Version: 1.1.42
+Version: 1.2.0
 Summary: Common tools for all the repos at Dayhoff Labs
 Author: Daniel Martin-Alarcon
 Author-email: dma@dayhofflabs.com

{dayhoff_tools-1.1.42 → dayhoff_tools-1.2.0}/dayhoff_tools/deployment/base.py

@@ -281,7 +281,7 @@ def run_container(config: dict, image_uri: str, mode: str) -> None:
     4. Handles container logs for detached mode
 
     The container name is generated using:
-    - Username (from LOCAL_USER env var)
+    - Username (from LOCAL_USER or USER env var)
     - Timestamp (YYYYMMDD_HHMMSS format)
 
     Args:
@@ -299,7 +299,7 @@ def run_container(config: dict, image_uri: str, mode: str) -> None:
         )
 
     # Generate unique container name
-    username = os.getenv("LOCAL_USER", "unknown_user")
+    username = os.getenv("LOCAL_USER") or os.getenv("USER", "unknown_user")
     timestamp = datetime.datetime.now().strftime("%Y%m%d_%H%M%S")
     container_name = f"{username}_job_{timestamp}"
 

{dayhoff_tools-1.1.42 → dayhoff_tools-1.2.0}/dayhoff_tools/deployment/swarm.py

@@ -128,23 +128,58 @@ def publish_cards(
     names: List[str],
     firestore_collection: str,
 ):
-    """Publish cards to Firebase. Expects a list of filenames (not full paths),
-    which will each be published as a new document in the collection."""
+    """Publish cards to Firebase using batch writes for optimal performance.
+
+    Expects a list of filenames (not full paths), which will each be published
+    as a new document in the collection. Uses Firestore batch writes to minimize
+    network round-trips and improve performance.
+
+    Args:
+        names: List of packet filenames to publish as cards
+        firestore_collection: Name of the Firestore collection to write to
+    """
+    if not names:
+        print("No cards to upload.")
+        return
 
     initialize_firebase()
-    collection = firestore.client().collection(firestore_collection)
+    db = firestore.client()
+    collection = db.collection(firestore_collection)
+
+    # Firestore batch limit is 500 operations
+    BATCH_SIZE = 500
+    total_cards = len(names)
+    cards_processed = 0
+
+    # Process names in batches of up to 500
+    for i in range(0, total_cards, BATCH_SIZE):
+        batch = db.batch()
+        batch_names = names[i : i + BATCH_SIZE]
+
+        # Add all operations for this batch
+        for name in batch_names:
+            doc_ref = collection.document()  # Auto-generate document ID
+            batch.set(
+                doc_ref,
+                {
+                    "status": "available",
+                    "packet_filename": name,
+                    "created": datetime.now(ZoneInfo("America/Los_Angeles")),
+                },
+            )
 
-    for name in names:
-        collection.document().set(
-            {
-                "status": "available",
-                "packet_filename": name,
-                "created": datetime.now(ZoneInfo("America/Los_Angeles")),
-            }
+        # Commit the entire batch atomically
+        batch.commit()
+        cards_processed += len(batch_names)
+
+        print(
+            f"Batch {i // BATCH_SIZE + 1}: Created {len(batch_names)} cards "
+            f"({cards_processed}/{total_cards} total)"
         )
-        print(f"Creating card {name}")
 
-    print(f"Uploaded {len(names)} cards.")
+    print(
+        f"Successfully uploaded {total_cards} cards in {(total_cards + BATCH_SIZE - 1) // BATCH_SIZE} batch(es)."
+    )
 
 
 @transactional

{dayhoff_tools-1.1.42 → dayhoff_tools-1.2.0}/pyproject.toml

@@ -5,7 +5,7 @@ build-backend = "poetry.core.masonry.api"
 
 [project]
 name = "dayhoff-tools"
-version = "1.1.42"
+version = "1.2.0"
 description = "Common tools for all the repos at Dayhoff Labs"
 authors = [
     {name = "Daniel Martin-Alarcon", email = "dma@dayhofflabs.com"}