quinkgl 0.1.8__tar.gz → 0.1.16__tar.gz

{quinkgl-0.1.8/src/quinkgl.egg-info → quinkgl-0.1.16}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: quinkgl
-Version: 0.1.8
+Version: 0.1.16
 Summary: A decentralized gossip learning framework for P2P edge intelligence
 Author-email: Ali Seyhan <aliseyhan@posta.mu.edu.tr>, Baki Turhan <bakiturhan@posta.mu.edu.tr>
 Project-URL: Homepage, https://github.com/aliseyhann/QuinkGL-Gossip-Learning-Framework

{quinkgl-0.1.8 → quinkgl-0.1.16}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "quinkgl"
-version = "0.1.8"
+version = "0.1.16"
 description = "A decentralized gossip learning framework for P2P edge intelligence"
 readme = "README.md"
 authors = [

{quinkgl-0.1.8 → quinkgl-0.1.16}/src/quinkgl/network/gossip_community.py

@@ -8,6 +8,7 @@ CHUNKED TRANSFER: Large model updates are split into chunks
 to work around UDP MTU limits (~1400 bytes).
 """
 
+import asyncio
 import time
 import logging
 import hashlib
@@ -30,7 +31,7 @@ MAX_INCOMING_MESSAGE_SIZE = 150 * 1024 * 1024
 # Chunk size for large model transfers
 # Using 60KB which is below UDP's 65507 byte limit but reduces packet count significantly
 # A 5.8MB model = ~100 chunks instead of ~5800 chunks
-CHUNK_SIZE = 60000
+CHUNK_SIZE = 10000  # 10KB chunks - smaller for better NAT traversal
 
 # Timeout for incomplete transfers (300 seconds - increased for Colab/slow networks)
 CHUNK_TRANSFER_TIMEOUT = 300
@@ -591,7 +592,8 @@ class GossipLearningCommunity(Community):
         
         Buffers chunks and triggers model processing when all chunks are received.
         """
-        transfer_id = payload.transfer_id
+        print(f"   [DEBUG] on_model_chunk called: chunk {payload.chunk_index}/{payload.total_chunks}")
+        transfer_id = f"{payload.sender_id}:{payload.round_number}"  # Use sender:round as key
         
         # Log chunk receipt with visible print statements
         if payload.chunk_index == 0:
@@ -601,7 +603,7 @@ class GossipLearningCommunity(Community):
                 f"(transfer={transfer_id[:8]}..., chunks={payload.total_chunks}, "
                 f"round={payload.round_number})"
             )
-        elif (payload.chunk_index + 1) % 10 == 0 or payload.chunk_index == payload.total_chunks - 1:
+        elif (payload.chunk_index + 1) % 50 == 0 or payload.chunk_index == payload.total_chunks - 1:
             progress = (payload.chunk_index + 1) / payload.total_chunks * 100
             print(f"      📥 Alındı: {payload.chunk_index + 1}/{payload.total_chunks} ({progress:.0f}%)")
         
@@ -610,6 +612,7 @@ class GossipLearningCommunity(Community):
         
         # Create or get buffer for this transfer
         if transfer_id not in self._chunk_buffers:
+            print(f"   🆕 Yeni buffer oluşturuldu: {transfer_id[:8]}... (chunk {payload.chunk_index})")
             self._chunk_buffers[transfer_id] = ChunkBuffer(
                 transfer_id=transfer_id,
                 sender_id=payload.sender_id,
@@ -643,13 +646,6 @@ class GossipLearningCommunity(Community):
             logger.info(
                 f"[NET] All {payload.total_chunks} chunks received from {payload.sender_id}, reassembling..."
             )
-        else:
-            # Debug: if this is the final chunk but buffer is not complete, something is wrong
-            if payload.chunk_index == payload.total_chunks - 1:
-                actual_chunks = len(buffer.chunks)
-                print(f"   ⚠️ DEBUG: Son chunk alındı ama buffer complete değil!")
-                print(f"      Buffer: {actual_chunks}/{buffer.total_chunks} chunks")
-                print(f"      Eksik chunk indexleri: {[i for i in range(buffer.total_chunks) if i not in buffer.chunks][:10]}...")
             
             try:
                 # Reassemble the complete weights
@@ -699,8 +695,16 @@ class GossipLearningCommunity(Community):
                 logger.error(f"Failed to reassemble/process chunked model from {payload.sender_id}: {e}")
                 if transfer_id in self._chunk_buffers:
                     del self._chunk_buffers[transfer_id]
+        else:
+            # Debug: if this is the final chunk but buffer is not complete, log missing chunks
+            if payload.chunk_index == payload.total_chunks - 1:
+                actual_chunks = len(buffer.chunks)
+                print(f"   ⚠️ DEBUG: Son chunk alındı ama buffer complete değil!")
+                print(f"      Buffer: {actual_chunks}/{buffer.total_chunks} chunks")
+                missing = [i for i in range(buffer.total_chunks) if i not in buffer.chunks][:10]
+                print(f"      Eksik chunk indexleri: {missing}...")
 
-    def send_model_update(
+    async def send_model_update(
         self,
         target_node_id: str,
         weights: Any,
@@ -787,16 +791,15 @@ class GossipLearningCommunity(Community):
                     
                     self.ez_send(peer_info.peer, chunk_payload)
                     
-                    # Progress logging every 10 chunks
-                    if (i + 1) % 10 == 0 or i == total_chunks - 1:
+                    # Progress logging every 50 chunks (with 10KB chunks, we have ~230 chunks)
+                    if (i + 1) % 50 == 0 or i == total_chunks - 1:
                         progress = (i + 1) / total_chunks * 100
                         print(f"      📦 Chunk {i + 1}/{total_chunks} ({progress:.0f}%)")
                     
-                    # Rate limiting: 100ms delay between chunks to prevent UDP packet loss
-                    # Over NAT/internet, faster rates cause packet drops
-                    # 39 chunks * 100ms = ~4 seconds per transfer
+                    # Rate limiting: 200ms delay between chunks
+                    # Using asyncio.sleep so event loop can process incoming packets
                     if i < total_chunks - 1:  # Don't sleep after the last chunk
-                        time.sleep(0.1)
+                        await asyncio.sleep(0.2)
                 
                 logger.info(f"[NET] Sent {total_chunks} chunks to {target_node_id}")
             

{quinkgl-0.1.8 → quinkgl-0.1.16/src/quinkgl.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: quinkgl
-Version: 0.1.8
+Version: 0.1.16
 Summary: A decentralized gossip learning framework for P2P edge intelligence
 Author-email: Ali Seyhan <aliseyhan@posta.mu.edu.tr>, Baki Turhan <bakiturhan@posta.mu.edu.tr>
 Project-URL: Homepage, https://github.com/aliseyhann/QuinkGL-Gossip-Learning-Framework