abstract-block-dumper 0.0.6__tar.gz → 0.0.7__tar.gz

{abstract_block_dumper-0.0.6 → abstract_block_dumper-0.0.7}/CHANGELOG.md

@@ -9,6 +9,11 @@ upcoming release can be found in [changelog.d](changelog.d).
 
 <!-- towncrier release notes start -->
 
+## [0.0.7](https://github.com/bactensor/abstract-block-dumper/releases/tag/v0.0.7) - 2025-12-01
+
+No significant changes.
+
+
 ## [0.0.6](https://github.com/bactensor/abstract-block-dumper/releases/tag/v0.0.6) - 2025-11-26
 
 No significant changes.

{abstract_block_dumper-0.0.6 → abstract_block_dumper-0.0.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: abstract-block-dumper
-Version: 0.0.6
+Version: 0.0.7
 Project-URL: Source, https://github.com/bactensor/abstract-block-dumper
 Project-URL: Issue Tracker, https://github.com/bactensor/abstract-block-dumper/issues
 Author-email: Reef Technologies <opensource@reef.pl>

{abstract_block_dumper-0.0.6 → abstract_block_dumper-0.0.7}/example_project/block_explorer/tasks.py

@@ -41,6 +41,6 @@ def backfill_previous_100_blocks(block_number: int, netuid: int | None = None) -
     backfilling_lookback=1000,
     celery_kwargs={"retry": True},
 )
-def subnet_analysis(block_number, netuid):
+def subnet_analysis(block_number, netuid) -> str:
     # Analyze subnet data
     return f"Processed block {block_number} for NetUID {netuid}"

{abstract_block_dumper-0.0.6 → abstract_block_dumper-0.0.7}/example_project/uv.lock

@@ -15,7 +15,7 @@ dependencies = [
 [package.metadata]
 requires-dist = [
     { name = "bittensor", specifier = ">=9.10.1" },
-    { name = "celery", specifier = ">=5.5.3" },
+    { name = "celery", specifier = ">=5.3" },
     { name = "django", specifier = ">=3.2,<6.0" },
     { name = "structlog", specifier = ">=25.4.0" },
 ]

{abstract_block_dumper-0.0.6 → abstract_block_dumper-0.0.7}/src/abstract_block_dumper/_internal/services/scheduler.py

@@ -10,19 +10,77 @@ from abstract_block_dumper._internal.services.block_processor import BlockProces
 
 logger = structlog.get_logger(__name__)
 
+# Blocks older than this threshold from current head require archive network
+ARCHIVE_BLOCK_THRESHOLD = 300
+
 
 class TaskScheduler:
     def __init__(
         self,
         block_processor: BlockProcessor,
-        subtensor: bt.Subtensor,
+        network: str,
         poll_interval: int,
     ) -> None:
         self.block_processor = block_processor
-        self.subtensor = subtensor
+        self.network = network
         self.poll_interval = poll_interval
         self.last_processed_block = -1
         self.is_running = False
+        self._subtensor: bt.Subtensor | None = None
+        self._archive_subtensor: bt.Subtensor | None = None
+        self._current_block_cache: int | None = None
+
+    @property
+    def subtensor(self) -> bt.Subtensor:
+        """Get the regular subtensor connection, creating it if needed."""
+        if self._subtensor is None:
+            self._subtensor = abd_utils.get_bittensor_client(self.network)
+        return self._subtensor
+
+    @subtensor.setter
+    def subtensor(self, value: bt.Subtensor | None) -> None:
+        """Set or reset the subtensor connection."""
+        self._subtensor = value
+
+    @property
+    def archive_subtensor(self) -> bt.Subtensor:
+        """Get the archive subtensor connection, creating it if needed."""
+        if self._archive_subtensor is None:
+            self._archive_subtensor = abd_utils.get_bittensor_client("archive")
+        return self._archive_subtensor
+
+    @archive_subtensor.setter
+    def archive_subtensor(self, value: bt.Subtensor | None) -> None:
+        """Set or reset the archive subtensor connection."""
+        self._archive_subtensor = value
+
+    def get_subtensor_for_block(self, block_number: int) -> bt.Subtensor:
+        """
+        Get the appropriate subtensor for the given block number.
+
+        Uses archive network for blocks older than ARCHIVE_BLOCK_THRESHOLD
+        from the current head.
+        """
+        if self._current_block_cache is None:
+            self._current_block_cache = self.subtensor.get_current_block()
+
+        blocks_behind = self._current_block_cache - block_number
+
+        if blocks_behind > ARCHIVE_BLOCK_THRESHOLD:
+            logger.debug(
+                "Using archive network for old block",
+                block_number=block_number,
+                blocks_behind=blocks_behind,
+            )
+            return self.archive_subtensor
+        return self.subtensor
+
+    def refresh_connections(self) -> None:
+        """Reset all subtensor connections to force re-establishment."""
+        self._subtensor = None
+        self._archive_subtensor = None
+        self._current_block_cache = None
+        logger.info("Subtensor connections reset")
 
     def start(self) -> None:
         self.is_running = True
@@ -40,13 +98,15 @@ class TaskScheduler:
                 # Process lost retries first
                 self.block_processor.recover_failed_retries()
 
-                current_block = self.subtensor.get_current_block()
+                # Update current block cache for archive network decision
+                self._current_block_cache = self.subtensor.get_current_block()
+                current_block = self._current_block_cache
 
                 for block_number in range(self.last_processed_block + 1, current_block + 1):
                     self.block_processor.process_block(block_number)
+                    time.sleep(self.poll_interval)
                     self.last_processed_block = block_number
 
-                time.sleep(self.poll_interval)
             except KeyboardInterrupt:
                 logger.info("TaskScheduler stopping due to KeyboardInterrupt.")
                 self.stop()
@@ -86,9 +146,16 @@ class TaskScheduler:
             )
 
 
-def task_scheduler_factory() -> TaskScheduler:
+def task_scheduler_factory(network: str = "finney") -> TaskScheduler:
+    """
+    Factory for TaskScheduler.
+
+    Args:
+        network (str): Bittensor network name. Defaults to "finney"
+
+    """
     return TaskScheduler(
         block_processor=block_processor_factory(),
-        subtensor=abd_utils.get_bittensor_client(),
+        network=network,
         poll_interval=getattr(settings, "BLOCK_DUMPER_POLL_INTERVAL", 1),
     )

{abstract_block_dumper-0.0.6 → abstract_block_dumper-0.0.7}/src/abstract_block_dumper/_internal/services/utils.py

@@ -1,6 +1,5 @@
 import json
 from collections.abc import Callable
-from functools import cache
 
 import bittensor as bt
 import structlog
@@ -10,16 +9,13 @@ from django.conf import settings
 logger = structlog.get_logger(__name__)
 
 
-@cache
-def get_bittensor_client() -> bt.Subtensor:
+def get_bittensor_client(network: str = "finney") -> bt.Subtensor:
     """
     Get a cached bittensor client.
 
     The client is cached indefinitely since network configuration
     doesn't change during runtime.
     """
-    DEFAULT_BITTENSOR_NETWORK = "finney"
-    network = getattr(settings, "BITTENSOR_NETWORK", DEFAULT_BITTENSOR_NETWORK)
     logger.info("Creating new bittensor client for network", network=network)
     return bt.subtensor(network=network)
 

{abstract_block_dumper-0.0.6 → abstract_block_dumper-0.0.7}/src/abstract_block_dumper/_version.py

@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
 commit_id: COMMIT_ID
 __commit_id__: COMMIT_ID
 
-__version__ = version = '0.0.6'
-__version_tuple__ = version_tuple = (0, 0, 6)
+__version__ = version = '0.0.7'
+__version_tuple__ = version_tuple = (0, 0, 7)
 
 __commit_id__ = commit_id = None