yellowstone-fumarole-client 0.1.0rc2__py3-none-any.whl → 0.2.0__py3-none-any.whl

yellowstone_fumarole_client/runtime/state_machine.py

@@ -1,11 +1,11 @@
-from typing import Optional, List, Dict, Set, Deque, Tuple, Any
+from typing import Optional, Set, Deque, Sequence
 from collections import deque, defaultdict
-from yellowstone_fumarole_proto.fumarole_v2_pb2 import (
+from yellowstone_fumarole_proto.fumarole_pb2 import (
     CommitmentLevel,
     BlockchainEvent,
 )
+from yellowstone_fumarole_client.utils.collections import OrderedSet
 import heapq
-import uuid
 from enum import Enum
 
 __all__ = [
@@ -107,7 +107,7 @@ class FumaroleSM:
     def __init__(self, last_committed_offset: FumeOffset, slot_memory_retention: int):
         self.last_committed_offset = last_committed_offset
         self.slot_commitment_progression = dict()  # Slot -> SlotCommitmentProgression
-        self.downloaded_slot = set()  # Set of downloaded slots
+        self.downloaded_slot = OrderedSet()  # Set of downloaded slots
         self.inflight_slot_shard_download = {}  # Slot -> SlotDownloadProgress
         self.blocked_slot_status_update = defaultdict(
             deque
@@ -121,7 +121,9 @@ class FumaroleSM:
         ] = deque()
         self.sequence = 1
         self.last_processed_fume_sequence = 0
-        self.sequence_to_offset = {}  # FumeSessionSequence -> FumeOffset
+        self.sequence_to_offset: dict[FumeSessionSequence, FumeOffset] = (
+            {}
+        )  # FumeSessionSequence -> FumeOffset
         self.slot_memory_retention = slot_memory_retention
 
     def update_committed_offset(self, offset: FumeOffset) -> None:
@@ -138,14 +140,14 @@ class FumaroleSM:
     def gc(self) -> None:
         """Garbage collect old slots to respect memory retention limit."""
         while len(self.downloaded_slot) > self.slot_memory_retention:
-            slot = self.downloaded_slot.pop(0) if self.downloaded_slot else None
+            slot = self.downloaded_slot.popfirst() if self.downloaded_slot else None
             if slot is None:
                 break
             self.slot_commitment_progression.pop(slot, None)
             self.inflight_slot_shard_download.pop(slot, None)
             self.blocked_slot_status_update.pop(slot, None)
 
-    def queue_blockchain_event(self, events: List[BlockchainEvent]) -> None:
+    def queue_blockchain_event(self, events: Sequence[BlockchainEvent]) -> None:
         """Queue blockchain events for processing."""
         for event in events:
 
@@ -232,7 +234,7 @@ class FumaroleSM:
             blockchain_event: BlockchainEvent = blockchain_event
             event_cl = blockchain_event.commitment_level
 
-            if event_cl < min_commitment:
+            if event_cl != min_commitment:
                 self.slot_status_update_queue.append(
                     FumeSlotStatus(
                         session_sequence=session_sequence,
@@ -266,6 +268,18 @@ class FumaroleSM:
             else:
                 blockchain_id = bytes(blockchain_event.blockchain_id)
                 block_uid = bytes(blockchain_event.block_uid)
+
+                self.blocked_slot_status_update[blockchain_event.slot].append(
+                    FumeSlotStatus(
+                        session_sequence=session_sequence,
+                        offset=blockchain_event.offset,
+                        slot=blockchain_event.slot,
+                        parent_slot=blockchain_event.parent_slot,
+                        commitment_level=event_cl,
+                        dead_error=blockchain_event.dead_error,
+                    )
+                )
+
                 if blockchain_event.slot not in self.inflight_slot_shard_download:
                     download_request = FumeDownloadRequest(
                         slot=blockchain_event.slot,
@@ -280,16 +294,6 @@ class FumaroleSM:
                     self.inflight_slot_shard_download[blockchain_event.slot] = (
                         download_progress
                     )
-                    self.blocked_slot_status_update[blockchain_event.slot].append(
-                        FumeSlotStatus(
-                            session_sequence=session_sequence,
-                            offset=blockchain_event.offset,
-                            slot=blockchain_event.slot,
-                            parent_slot=blockchain_event.parent_slot,
-                            commitment_level=event_cl,
-                            dead_error=blockchain_event.dead_error,
-                        )
-                    )
                     return download_request
         return None
 
@@ -298,13 +302,10 @@ class FumaroleSM:
         fume_offset = self.sequence_to_offset.pop(event_seq_number, None)
         if fume_offset is None:
             raise ValueError("Event sequence number not found")
-        heapq.heappush(
-            self.processed_offset, (-event_seq_number, -fume_offset)
-        )  # Negate for min-heap
+        heapq.heappush(self.processed_offset, (event_seq_number, fume_offset))
 
         while self.processed_offset:
             seq, offset = self.processed_offset[0]
-            seq, offset = -seq, -offset  # Convert back to positive
             if seq != self.last_processed_fume_sequence + 1:
                 break
             heapq.heappop(self.processed_offset)

yellowstone_fumarole_client/utils/aio.py

@@ -1,6 +1,5 @@
 import asyncio
 import logging
-from typing import Any, Coroutine
 
 LOGGER = logging.getLogger(__name__)
 
@@ -22,7 +21,6 @@ class Interval:
 
         Args:
             interval: The interval in seconds.
-            factory: A factory that returns a coroutine to be run at the interval.
         """
         self.interval = interval
 

yellowstone_fumarole_client/utils/collections.py

@@ -0,0 +1,37 @@
+from collections import OrderedDict
+
+
+class OrderedSet:
+    """
+    A simple ordered set implementation that maintains the order of elements.
+    """
+
+    def __init__(self, iterable=None):
+        self._data = []
+        self.inner: OrderedDict = OrderedDict()
+        if iterable is not None:
+            for item in iterable:
+                self.inner[item] = None
+
+    def add(self, item):
+        self.inner[item] = None
+        # Make sure the item is at the end to maintain order
+        self.inner.move_to_end(item, last=True)
+
+    def popfirst(self):
+        try:
+            self.inner.popitem(last=False)
+        except KeyError as e:
+            raise KeyError(f"{OrderedDict.__name__} is empty") from e
+
+    def __contains__(self, item):
+        return item in self.inner
+
+    def __iter__(self):
+        return iter(self.inner.keys())
+
+    def __len__(self):
+        return len(self.inner)
+
+    def __repr__(self):
+        return f"OrderedSet({list(self._data)})"

{yellowstone_fumarole_client-0.1.0rc2.dist-info → yellowstone_fumarole_client-0.2.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: yellowstone-fumarole-client
-Version: 0.1.0rc2
+Version: 0.2.0
 Summary: Yellowstone Fumarole Python Client
 Home-page: https://github.com/rpcpool/yellowstone-fumarole
 Author: Louis-Vincent
@@ -8,14 +8,9 @@ Author-email: louis-vincent@triton.one
 Requires-Python: >=3.13,<4.0
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.13
-Requires-Dist: asyncio (>=3.4.3,<4.0.0)
-Requires-Dist: base58 (>=2.1.1,<3.0.0)
-Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: grpcio (>=1.71.1,<2.0.0)
-Requires-Dist: protobuf (>=5.29.1,<6.0.0)
+Requires-Dist: protobuf (>=6.32.0,<7.0.0)
 Requires-Dist: pyyaml (>=6.0.2,<7.0.0)
-Requires-Dist: tabulate (>=0.9.0,<0.10.0)
-Requires-Dist: toml (>=0.10.2,<0.11.0)
 Project-URL: Repository, https://github.com/rpcpool/yellowstone-fumarole
 Description-Content-Type: text/markdown
 
@@ -83,33 +78,43 @@ async def dragonsmouth_like_session(fumarole_config):
     session = await client.dragonsmouth_subscribe(
         consumer_group_name="test",
         request=SubscribeRequest(
-            # accounts={"fumarole": SubscribeRequestFilterAccounts()},
+            accounts={"fumarole": SubscribeRequestFilterAccounts()},
             transactions={"fumarole": SubscribeRequestFilterTransactions()},
             blocks_meta={"fumarole": SubscribeRequestFilterBlocksMeta()},
             entry={"fumarole": SubscribeRequestFilterEntry()},
             slots={"fumarole": SubscribeRequestFilterSlots()},
         ),
     )
-    dragonsmouth_source = session.source
-    handle = session.fumarole_handle
-    block_map = defaultdict(BlockConstruction)
-    while True:
-        tasks = [asyncio.create_task(dragonsmouth_source.get()), handle]
-        done, pending = await asyncio.wait(tasks, return_when=asyncio.FIRST_COMPLETED)
-        for t in done:
-            if tasks[0] == t:
-                result: SubscribeUpdate = t.result()
-                if result.HasField("block_meta"):
-                    block_meta: SubscribeUpdateBlockMeta = result.block_meta
-                elif result.HasField("transaction"):
-                    tx: SubscribeUpdateTransaction = result.transaction
-                elif result.HasField("account"):
-                    account: SubscribeUpdateAccount = result.account
-                elif result.HasField("entry"):
-                    entry: SubscribeUpdateEntry = result.entry
-                elif result.HasField("slot"):
-                    result: SubscribeUpdateSlot = result.slot
-            else:
-                result = t.result()
-                raise RuntimeError("failed to get dragonsmouth source: %s" % result)
+    async with session:
+        dragonsmouth_like_source = session.source
+        # result: SubscribeUpdate
+        async for result in dragonsmouth_like_source:
+            if result.HasField("block_meta"):
+                block_meta: SubscribeUpdateBlockMeta = result.block_meta
+            elif result.HasField("transaction"):
+                tx: SubscribeUpdateTransaction = result.transaction
+            elif result.HasField("account"):
+                account: SubscribeUpdateAccount = result.account
+            elif result.HasField("entry"):
+                entry: SubscribeUpdateEntry = result.entry
+            elif result.HasField("slot"):
+                result: SubscribeUpdateSlot = result.slot
+
+    # OUTSIDE THE SCOPE, YOU SHOULD NEVER USE `session` again.
+```
+
+
+At any point you can get a rough estimate if you are progression through the slot using `DragonsmouthAdapterSession.stats()` call:
+
+```python
+
+async with session:
+    stats: FumaroleSubscribeStats = session.stats()
+    print(f"{stats.log_committed_offset}, {stats.log_committable_offset}, {stats.max_slot_seen}")
 ```
+
+`log_committed_offset` : what have been ACK so for to fumarole remote service.
+`log_committable_offset` : what can be ACK to next commit call.
+`max_slot_seen` : maximum slot seen in the inner fumarole client state -- not yet processed by your code.
+
+

yellowstone_fumarole_client-0.2.0.dist-info/RECORD

@@ -0,0 +1,22 @@
+yellowstone_fumarole_client/__init__.py,sha256=-UQcnKGG7D7cTcMMXE98y8nIqc-Xqm0qXA3R0iQ6uks,13381
+yellowstone_fumarole_client/config.py,sha256=aclhCPUy6RO-xtXR9w8otmt1RzFZyFnbF28jk115C2g,1394
+yellowstone_fumarole_client/grpc_connectivity.py,sha256=Sex_x6_Bha0wGD7rRqr-V_slsohX1tDFeiHdqahLJ4Q,6639
+yellowstone_fumarole_client/runtime/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+yellowstone_fumarole_client/runtime/aio.py,sha256=ydcfIP-FpQ4Cgd5drd35Zm9fd_g6qEhpKkdPQHO7gJM,21364
+yellowstone_fumarole_client/runtime/state_machine.py,sha256=d4blPv62UcqZ0HigRK2IXTd_8MeRrRjhclDVpE0PMnQ,12634
+yellowstone_fumarole_client/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+yellowstone_fumarole_client/utils/aio.py,sha256=lm_BNkPiw5CJ6FjDlQUPoCKAqY3eYFAedAJB8mhNbzE,639
+yellowstone_fumarole_client/utils/collections.py,sha256=BO0kADUKIRkpQ-fRpBtmn5rA7Xu4P4MkJ2rsU2FxfBc,979
+yellowstone_fumarole_proto/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+yellowstone_fumarole_proto/fumarole_pb2.py,sha256=aF869yXAjiTE5hqpKatzql42N1saAO0ayVQOJJ8sxVs,14315
+yellowstone_fumarole_proto/fumarole_pb2.pyi,sha256=eJgwihIU5wzJVlEZvYlG_F0vaW-z-axONwOoCQtnI-s,20092
+yellowstone_fumarole_proto/fumarole_pb2_grpc.py,sha256=t-d3wKHd8xbHjct7h0IVmeFN3PTP7WPinYwxgDs6mO0,19117
+yellowstone_fumarole_proto/geyser_pb2.py,sha256=95QrgJGuWll2t7XQiLunY20a9prhK4F1tclzXIQS0I0,20169
+yellowstone_fumarole_proto/geyser_pb2.pyi,sha256=7P9cFmkhK05NhTBlPtzPitzXZeAS_kGBbt6teu2PyGk,27187
+yellowstone_fumarole_proto/geyser_pb2_grpc.py,sha256=JCEz0KM_jg_610HyQI_F1K4kJlRGkGsP192XEDTCoYM,15342
+yellowstone_fumarole_proto/solana_storage_pb2.py,sha256=LS-P5EPyS0n1pO9_U73rA6SPlbGSTEC2qYhuS3skzA8,8443
+yellowstone_fumarole_proto/solana_storage_pb2.pyi,sha256=HivhoN4VEe_W7kB4lc2Un5AeTAv3xiKR_HLI096qmyA,13040
+yellowstone_fumarole_proto/solana_storage_pb2_grpc.py,sha256=-rb9Dr0HXohIrHrnxukYrmUYl6OCVbkQYh2-pCO6740,895
+yellowstone_fumarole_client-0.2.0.dist-info/METADATA,sha256=P90eNzQ2clW8LALfQZfvye9h5YtxZYB1sEdwIo-7uQk,4156
+yellowstone_fumarole_client-0.2.0.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+yellowstone_fumarole_client-0.2.0.dist-info/RECORD,,

yellowstone_fumarole_proto/fumarole_pb2.py

@@ -0,0 +1,134 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
+# source: fumarole.proto
+# Protobuf Python Version: 6.31.1
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    6,
+    31,
+    1,
+    '',
+    'fumarole.proto'
+)
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+import yellowstone_fumarole_proto.geyser_pb2 as geyser__pb2
+try:
+  solana__storage__pb2 = geyser__pb2.solana__storage__pb2
+except AttributeError:
+  solana__storage__pb2 = geyser__pb2.solana_storage_pb2
+
+from yellowstone_fumarole_proto.geyser_pb2 import *
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x0e\x66umarole.proto\x12\x08\x66umarole\x1a\x0cgeyser.proto\",\n\x13GetSlotRangeRequest\x12\x15\n\rblockchain_id\x18\x01 \x01(\x0c\"Q\n\x14GetSlotRangeResponse\x12\x15\n\rblockchain_id\x18\x01 \x01(\x0c\x12\x10\n\x08min_slot\x18\x02 \x01(\x03\x12\x10\n\x08max_slot\x18\x03 \x01(\x03\"+\n\x12GetChainTipRequest\x12\x15\n\rblockchain_id\x18\x01 \x01(\x0c\"\xc1\x01\n\x13GetChainTipResponse\x12\x15\n\rblockchain_id\x18\x01 \x01(\x0c\x12W\n\x17shard_to_max_offset_map\x18\x02 \x03(\x0b\x32\x36.fumarole.GetChainTipResponse.ShardToMaxOffsetMapEntry\x1a:\n\x18ShardToMaxOffsetMapEntry\x12\x0b\n\x03key\x18\x01 \x01(\x05\x12\r\n\x05value\x18\x02 \x01(\x03:\x02\x38\x01\"\x10\n\x0eVersionRequest\"\"\n\x0fVersionResponse\x12\x0f\n\x07version\x18\x01 \x01(\t\":\n\x1bGetConsumerGroupInfoRequest\x12\x1b\n\x13\x63onsumer_group_name\x18\x01 \x01(\t\"9\n\x1a\x44\x65leteConsumerGroupRequest\x12\x1b\n\x13\x63onsumer_group_name\x18\x01 \x01(\t\".\n\x1b\x44\x65leteConsumerGroupResponse\x12\x0f\n\x07success\x18\x01 \x01(\x08\"\x1b\n\x19ListConsumerGroupsRequest\"R\n\x1aListConsumerGroupsResponse\x12\x34\n\x0f\x63onsumer_groups\x18\x01 \x03(\x0b\x32\x1b.fumarole.ConsumerGroupInfo\"e\n\x11\x43onsumerGroupInfo\x12\n\n\x02id\x18\x01 \x01(\t\x12\x1b\n\x13\x63onsumer_group_name\x18\x02 \x01(\t\x12\x10\n\x08is_stale\x18\x03 \x01(\x08\x12\x15\n\rblockchain_id\x18\x04 \x01(\x0c\"4\n\x15GetSlotLagInfoRequest\x12\x1b\n\x13\x63onsumer_group_name\x18\x01 \x01(\t\"\xe5\x04\n\x0c\x42lockFilters\x12\x36\n\x08\x61\x63\x63ounts\x18\x01 \x03(\x0b\x32$.fumarole.BlockFilters.AccountsEntry\x12>\n\x0ctransactions\x18\x02 \x03(\x0b\x32(.fumarole.BlockFilters.TransactionsEntry\x12\x34\n\x07\x65ntries\x18\x03 \x03(\x0b\x32#.fumarole.BlockFilters.EntriesEntry\x12;\n\x0b\x62locks_meta\x18\x04 \x03(\x0b\x32&.fumarole.BlockFilters.BlocksMetaEntry\x1aW\n\rAccountsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x35\n\x05value\x18\x02 \x01(\x0b\x32&.geyser.SubscribeRequestFilterAccounts:\x02\x38\x01\x1a_\n\x11TransactionsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x39\n\x05value\x18\x02 \x01(\x0b\x32*.geyser.SubscribeRequestFilterTransactions:\x02\x38\x01\x1aS\n\x0c\x45ntriesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x32\n\x05value\x18\x02 \x01(\x0b\x32#.geyser.SubscribeRequestFilterEntry:\x02\x38\x01\x1a[\n\x0f\x42locksMetaEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x37\n\x05value\x18\x02 \x01(\x0b\x32(.geyser.SubscribeRequestFilterBlocksMeta:\x02\x38\x01\"\x95\x01\n\x12\x44ownloadBlockShard\x12\x15\n\rblockchain_id\x18\x01 \x01(\x0c\x12\x11\n\tblock_uid\x18\x02 \x01(\x0c\x12\x11\n\tshard_idx\x18\x03 \x01(\x05\x12\x31\n\x0c\x62lockFilters\x18\x04 \x01(\x0b\x32\x16.fumarole.BlockFiltersH\x00\x88\x01\x01\x42\x0f\n\r_blockFilters\"\x17\n\x04Ping\x12\x0f\n\x07ping_id\x18\x01 \x01(\r\"\x17\n\x04Pong\x12\x0f\n\x07ping_id\x18\x01 \x01(\r\"\x87\x01\n\x0b\x44\x61taCommand\x12<\n\x14\x64ownload_block_shard\x18\x01 \x01(\x0b\x32\x1c.fumarole.DownloadBlockShardH\x00\x12/\n\rfilter_update\x18\x02 \x01(\x0b\x32\x16.fumarole.BlockFiltersH\x00\x42\t\n\x07\x63ommand\"\x1a\n\x18\x42lockShardDownloadFinish\"L\n\rBlockNotFound\x12\x15\n\rblockchain_id\x18\x01 \x01(\x0c\x12\x11\n\tblock_uid\x18\x02 \x01(\x0c\x12\x11\n\tshard_idx\x18\x03 \x01(\x05\"B\n\tDataError\x12,\n\tnot_found\x18\x01 \x01(\x0b\x32\x17.fumarole.BlockNotFoundH\x00\x42\x07\n\x05\x65rror\"\x90\x01\n\x0c\x44\x61taResponse\x12)\n\x06update\x18\x01 \x01(\x0b\x32\x17.geyser.SubscribeUpdateH\x00\x12I\n\x1b\x62lock_shard_download_finish\x18\x02 \x01(\x0b\x32\".fumarole.BlockShardDownloadFinishH\x00\x42\n\n\x08response\"0\n\x0c\x43ommitOffset\x12\x0e\n\x06offset\x18\x01 \x01(\x03\x12\x10\n\x08shard_id\x18\x02 \x01(\x05\"c\n\x15PollBlockchainHistory\x12\x10\n\x08shard_id\x18\x01 \x01(\x05\x12\x11\n\x04\x66rom\x18\x02 \x01(\x03H\x00\x88\x01\x01\x12\x12\n\x05limit\x18\x03 \x01(\x03H\x01\x88\x01\x01\x42\x07\n\x05_fromB\x08\n\x06_limit\"\x8f\x02\n\x0f\x42lockchainEvent\x12\x0e\n\x06offset\x18\x01 \x01(\x03\x12\x15\n\rblockchain_id\x18\x02 \x01(\x0c\x12\x11\n\tblock_uid\x18\x03 \x01(\x0c\x12\x12\n\nnum_shards\x18\x04 \x01(\r\x12\x0c\n\x04slot\x18\x05 \x01(\x04\x12\x18\n\x0bparent_slot\x18\x06 \x01(\x04H\x00\x88\x01\x01\x12\x31\n\x10\x63ommitment_level\x18\x07 \x01(\x0e\x32\x17.geyser.CommitmentLevel\x12\x1b\n\x13\x62lockchain_shard_id\x18\x08 \x01(\x05\x12\x17\n\ndead_error\x18\t \x01(\tH\x01\x88\x01\x01\x42\x0e\n\x0c_parent_slotB\r\n\x0b_dead_error\">\n\x11\x42lockchainHistory\x12)\n\x06\x65vents\x18\x01 \x03(\x0b\x32\x19.fumarole.BlockchainEvent\"L\n\x10JoinControlPlane\x12 \n\x13\x63onsumer_group_name\x18\x01 \x01(\tH\x00\x88\x01\x01\x42\x16\n\x14_consumer_group_name\"\xd6\x01\n\x0e\x43ontrolCommand\x12\x32\n\x0cinitial_join\x18\x01 \x01(\x0b\x32\x1a.fumarole.JoinControlPlaneH\x00\x12/\n\rcommit_offset\x18\x02 \x01(\x0b\x32\x16.fumarole.CommitOffsetH\x00\x12\x34\n\tpoll_hist\x18\x03 \x01(\x0b\x32\x1f.fumarole.PollBlockchainHistoryH\x00\x12\x1e\n\x04ping\x18\x04 \x01(\x0b\x32\x0e.fumarole.PingH\x00\x42\t\n\x07\x63ommand\"\xdb\x01\n\x0f\x43ontrolResponse\x12\x33\n\x04init\x18\x01 \x01(\x0b\x32#.fumarole.InitialConsumerGroupStateH\x00\x12\x35\n\rcommit_offset\x18\x02 \x01(\x0b\x32\x1c.fumarole.CommitOffsetResultH\x00\x12\x30\n\tpoll_hist\x18\x03 \x01(\x0b\x32\x1b.fumarole.BlockchainHistoryH\x00\x12\x1e\n\x04pong\x18\x04 \x01(\x0b\x32\x0e.fumarole.PongH\x00\x42\n\n\x08response\"6\n\x12\x43ommitOffsetResult\x12\x0e\n\x06offset\x18\x01 \x01(\x03\x12\x10\n\x08shard_id\x18\x02 \x01(\x05\"\xce\x01\n\x19InitialConsumerGroupState\x12\x15\n\rblockchain_id\x18\x01 \x01(\x0c\x12]\n\x16last_committed_offsets\x18\x02 \x03(\x0b\x32=.fumarole.InitialConsumerGroupState.LastCommittedOffsetsEntry\x1a;\n\x19LastCommittedOffsetsEntry\x12\x0b\n\x03key\x18\x01 \x01(\x05\x12\r\n\x05value\x18\x02 \x01(\x03:\x02\x38\x01\"8\n\x1b\x43reateConsumerGroupResponse\x12\x19\n\x11\x63onsumer_group_id\x18\x01 \x01(\t\"\x9d\x01\n\x1a\x43reateConsumerGroupRequest\x12\x1b\n\x13\x63onsumer_group_name\x18\x01 \x01(\t\x12<\n\x15initial_offset_policy\x18\x02 \x01(\x0e\x32\x1d.fumarole.InitialOffsetPolicy\x12\x16\n\tfrom_slot\x18\x03 \x01(\x04H\x00\x88\x01\x01\x42\x0c\n\n_from_slot*0\n\x13InitialOffsetPolicy\x12\n\n\x06LATEST\x10\x00\x12\r\n\tFROM_SLOT\x10\x01\x32\xd1\x06\n\x08\x46umarole\x12\\\n\x14GetConsumerGroupInfo\x12%.fumarole.GetConsumerGroupInfoRequest\x1a\x1b.fumarole.ConsumerGroupInfo\"\x00\x12\x61\n\x12ListConsumerGroups\x12#.fumarole.ListConsumerGroupsRequest\x1a$.fumarole.ListConsumerGroupsResponse\"\x00\x12\x64\n\x13\x44\x65leteConsumerGroup\x12$.fumarole.DeleteConsumerGroupRequest\x1a%.fumarole.DeleteConsumerGroupResponse\"\x00\x12\x64\n\x13\x43reateConsumerGroup\x12$.fumarole.CreateConsumerGroupRequest\x1a%.fumarole.CreateConsumerGroupResponse\"\x00\x12I\n\rDownloadBlock\x12\x1c.fumarole.DownloadBlockShard\x1a\x16.fumarole.DataResponse\"\x00\x30\x01\x12\x44\n\rSubscribeData\x12\x15.fumarole.DataCommand\x1a\x16.fumarole.DataResponse\"\x00(\x01\x30\x01\x12L\n\x0bGetChainTip\x12\x1c.fumarole.GetChainTipRequest\x1a\x1d.fumarole.GetChainTipResponse\"\x00\x12\x46\n\tSubscribe\x12\x18.fumarole.ControlCommand\x1a\x19.fumarole.ControlResponse\"\x00(\x01\x30\x01\x12@\n\x07Version\x12\x18.fumarole.VersionRequest\x1a\x19.fumarole.VersionResponse\"\x00\x12O\n\x0cGetSlotRange\x12\x1d.fumarole.GetSlotRangeRequest\x1a\x1e.fumarole.GetSlotRangeResponse\"\x00P\x00\x62\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'fumarole_pb2', _globals)
+if not _descriptor._USE_C_DESCRIPTORS:
+  DESCRIPTOR._loaded_options = None
+  _globals['_GETCHAINTIPRESPONSE_SHARDTOMAXOFFSETMAPENTRY']._loaded_options = None
+  _globals['_GETCHAINTIPRESPONSE_SHARDTOMAXOFFSETMAPENTRY']._serialized_options = b'8\001'
+  _globals['_BLOCKFILTERS_ACCOUNTSENTRY']._loaded_options = None
+  _globals['_BLOCKFILTERS_ACCOUNTSENTRY']._serialized_options = b'8\001'
+  _globals['_BLOCKFILTERS_TRANSACTIONSENTRY']._loaded_options = None
+  _globals['_BLOCKFILTERS_TRANSACTIONSENTRY']._serialized_options = b'8\001'
+  _globals['_BLOCKFILTERS_ENTRIESENTRY']._loaded_options = None
+  _globals['_BLOCKFILTERS_ENTRIESENTRY']._serialized_options = b'8\001'
+  _globals['_BLOCKFILTERS_BLOCKSMETAENTRY']._loaded_options = None
+  _globals['_BLOCKFILTERS_BLOCKSMETAENTRY']._serialized_options = b'8\001'
+  _globals['_INITIALCONSUMERGROUPSTATE_LASTCOMMITTEDOFFSETSENTRY']._loaded_options = None
+  _globals['_INITIALCONSUMERGROUPSTATE_LASTCOMMITTEDOFFSETSENTRY']._serialized_options = b'8\001'
+  _globals['_INITIALOFFSETPOLICY']._serialized_start=3669
+  _globals['_INITIALOFFSETPOLICY']._serialized_end=3717
+  _globals['_GETSLOTRANGEREQUEST']._serialized_start=42
+  _globals['_GETSLOTRANGEREQUEST']._serialized_end=86
+  _globals['_GETSLOTRANGERESPONSE']._serialized_start=88
+  _globals['_GETSLOTRANGERESPONSE']._serialized_end=169
+  _globals['_GETCHAINTIPREQUEST']._serialized_start=171
+  _globals['_GETCHAINTIPREQUEST']._serialized_end=214
+  _globals['_GETCHAINTIPRESPONSE']._serialized_start=217
+  _globals['_GETCHAINTIPRESPONSE']._serialized_end=410
+  _globals['_GETCHAINTIPRESPONSE_SHARDTOMAXOFFSETMAPENTRY']._serialized_start=352
+  _globals['_GETCHAINTIPRESPONSE_SHARDTOMAXOFFSETMAPENTRY']._serialized_end=410
+  _globals['_VERSIONREQUEST']._serialized_start=412
+  _globals['_VERSIONREQUEST']._serialized_end=428
+  _globals['_VERSIONRESPONSE']._serialized_start=430
+  _globals['_VERSIONRESPONSE']._serialized_end=464
+  _globals['_GETCONSUMERGROUPINFOREQUEST']._serialized_start=466
+  _globals['_GETCONSUMERGROUPINFOREQUEST']._serialized_end=524
+  _globals['_DELETECONSUMERGROUPREQUEST']._serialized_start=526
+  _globals['_DELETECONSUMERGROUPREQUEST']._serialized_end=583
+  _globals['_DELETECONSUMERGROUPRESPONSE']._serialized_start=585
+  _globals['_DELETECONSUMERGROUPRESPONSE']._serialized_end=631
+  _globals['_LISTCONSUMERGROUPSREQUEST']._serialized_start=633
+  _globals['_LISTCONSUMERGROUPSREQUEST']._serialized_end=660
+  _globals['_LISTCONSUMERGROUPSRESPONSE']._serialized_start=662
+  _globals['_LISTCONSUMERGROUPSRESPONSE']._serialized_end=744
+  _globals['_CONSUMERGROUPINFO']._serialized_start=746
+  _globals['_CONSUMERGROUPINFO']._serialized_end=847
+  _globals['_GETSLOTLAGINFOREQUEST']._serialized_start=849
+  _globals['_GETSLOTLAGINFOREQUEST']._serialized_end=901
+  _globals['_BLOCKFILTERS']._serialized_start=904
+  _globals['_BLOCKFILTERS']._serialized_end=1517
+  _globals['_BLOCKFILTERS_ACCOUNTSENTRY']._serialized_start=1155
+  _globals['_BLOCKFILTERS_ACCOUNTSENTRY']._serialized_end=1242
+  _globals['_BLOCKFILTERS_TRANSACTIONSENTRY']._serialized_start=1244
+  _globals['_BLOCKFILTERS_TRANSACTIONSENTRY']._serialized_end=1339
+  _globals['_BLOCKFILTERS_ENTRIESENTRY']._serialized_start=1341
+  _globals['_BLOCKFILTERS_ENTRIESENTRY']._serialized_end=1424
+  _globals['_BLOCKFILTERS_BLOCKSMETAENTRY']._serialized_start=1426
+  _globals['_BLOCKFILTERS_BLOCKSMETAENTRY']._serialized_end=1517
+  _globals['_DOWNLOADBLOCKSHARD']._serialized_start=1520
+  _globals['_DOWNLOADBLOCKSHARD']._serialized_end=1669
+  _globals['_PING']._serialized_start=1671
+  _globals['_PING']._serialized_end=1694
+  _globals['_PONG']._serialized_start=1696
+  _globals['_PONG']._serialized_end=1719
+  _globals['_DATACOMMAND']._serialized_start=1722
+  _globals['_DATACOMMAND']._serialized_end=1857
+  _globals['_BLOCKSHARDDOWNLOADFINISH']._serialized_start=1859
+  _globals['_BLOCKSHARDDOWNLOADFINISH']._serialized_end=1885
+  _globals['_BLOCKNOTFOUND']._serialized_start=1887
+  _globals['_BLOCKNOTFOUND']._serialized_end=1963
+  _globals['_DATAERROR']._serialized_start=1965
+  _globals['_DATAERROR']._serialized_end=2031
+  _globals['_DATARESPONSE']._serialized_start=2034
+  _globals['_DATARESPONSE']._serialized_end=2178
+  _globals['_COMMITOFFSET']._serialized_start=2180
+  _globals['_COMMITOFFSET']._serialized_end=2228
+  _globals['_POLLBLOCKCHAINHISTORY']._serialized_start=2230
+  _globals['_POLLBLOCKCHAINHISTORY']._serialized_end=2329
+  _globals['_BLOCKCHAINEVENT']._serialized_start=2332
+  _globals['_BLOCKCHAINEVENT']._serialized_end=2603
+  _globals['_BLOCKCHAINHISTORY']._serialized_start=2605
+  _globals['_BLOCKCHAINHISTORY']._serialized_end=2667
+  _globals['_JOINCONTROLPLANE']._serialized_start=2669
+  _globals['_JOINCONTROLPLANE']._serialized_end=2745
+  _globals['_CONTROLCOMMAND']._serialized_start=2748
+  _globals['_CONTROLCOMMAND']._serialized_end=2962
+  _globals['_CONTROLRESPONSE']._serialized_start=2965
+  _globals['_CONTROLRESPONSE']._serialized_end=3184
+  _globals['_COMMITOFFSETRESULT']._serialized_start=3186
+  _globals['_COMMITOFFSETRESULT']._serialized_end=3240
+  _globals['_INITIALCONSUMERGROUPSTATE']._serialized_start=3243
+  _globals['_INITIALCONSUMERGROUPSTATE']._serialized_end=3449
+  _globals['_INITIALCONSUMERGROUPSTATE_LASTCOMMITTEDOFFSETSENTRY']._serialized_start=3390
+  _globals['_INITIALCONSUMERGROUPSTATE_LASTCOMMITTEDOFFSETSENTRY']._serialized_end=3449
+  _globals['_CREATECONSUMERGROUPRESPONSE']._serialized_start=3451
+  _globals['_CREATECONSUMERGROUPRESPONSE']._serialized_end=3507
+  _globals['_CREATECONSUMERGROUPREQUEST']._serialized_start=3510
+  _globals['_CREATECONSUMERGROUPREQUEST']._serialized_end=3667
+  _globals['_FUMAROLE']._serialized_start=3720
+  _globals['_FUMAROLE']._serialized_end=4569
+# @@protoc_insertion_point(module_scope)

yellowstone_fumarole_proto/{fumarole_v2_pb2.pyi → fumarole_pb2.pyi}

@@ -4,7 +4,8 @@ from google.protobuf.internal import containers as _containers
 from google.protobuf.internal import enum_type_wrapper as _enum_type_wrapper
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import message as _message
-from typing import ClassVar as _ClassVar, Iterable as _Iterable, Mapping as _Mapping, Optional as _Optional, Union as _Union
+from collections.abc import Iterable as _Iterable, Mapping as _Mapping
+from typing import ClassVar as _ClassVar, Optional as _Optional, Union as _Union
 from yellowstone_fumarole_proto.geyser_pb2 import SubscribeRequest as SubscribeRequest
 from yellowstone_fumarole_proto.geyser_pb2 import SubscribeRequestFilterAccounts as SubscribeRequestFilterAccounts
 from yellowstone_fumarole_proto.geyser_pb2 import SubscribeRequestFilterAccountsFilter as SubscribeRequestFilterAccountsFilter
@@ -29,6 +30,8 @@ from yellowstone_fumarole_proto.geyser_pb2 import SubscribeUpdateBlockMeta as Su
 from yellowstone_fumarole_proto.geyser_pb2 import SubscribeUpdateEntry as SubscribeUpdateEntry
 from yellowstone_fumarole_proto.geyser_pb2 import SubscribeUpdatePing as SubscribeUpdatePing
 from yellowstone_fumarole_proto.geyser_pb2 import SubscribeUpdatePong as SubscribeUpdatePong
+from yellowstone_fumarole_proto.geyser_pb2 import SubscribeReplayInfoRequest as SubscribeReplayInfoRequest
+from yellowstone_fumarole_proto.geyser_pb2 import SubscribeReplayInfoResponse as SubscribeReplayInfoResponse
 from yellowstone_fumarole_proto.geyser_pb2 import PingRequest as PingRequest
 from yellowstone_fumarole_proto.geyser_pb2 import PongResponse as PongResponse
 from yellowstone_fumarole_proto.geyser_pb2 import GetLatestBlockhashRequest as GetLatestBlockhashRequest
@@ -59,7 +62,46 @@ SLOT_DEAD: _geyser_pb2.SlotStatus
 class InitialOffsetPolicy(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
     __slots__ = ()
     LATEST: _ClassVar[InitialOffsetPolicy]
+    FROM_SLOT: _ClassVar[InitialOffsetPolicy]
 LATEST: InitialOffsetPolicy
+FROM_SLOT: InitialOffsetPolicy
+
+class GetSlotRangeRequest(_message.Message):
+    __slots__ = ("blockchain_id",)
+    BLOCKCHAIN_ID_FIELD_NUMBER: _ClassVar[int]
+    blockchain_id: bytes
+    def __init__(self, blockchain_id: _Optional[bytes] = ...) -> None: ...
+
+class GetSlotRangeResponse(_message.Message):
+    __slots__ = ("blockchain_id", "min_slot", "max_slot")
+    BLOCKCHAIN_ID_FIELD_NUMBER: _ClassVar[int]
+    MIN_SLOT_FIELD_NUMBER: _ClassVar[int]
+    MAX_SLOT_FIELD_NUMBER: _ClassVar[int]
+    blockchain_id: bytes
+    min_slot: int
+    max_slot: int
+    def __init__(self, blockchain_id: _Optional[bytes] = ..., min_slot: _Optional[int] = ..., max_slot: _Optional[int] = ...) -> None: ...
+
+class GetChainTipRequest(_message.Message):
+    __slots__ = ("blockchain_id",)
+    BLOCKCHAIN_ID_FIELD_NUMBER: _ClassVar[int]
+    blockchain_id: bytes
+    def __init__(self, blockchain_id: _Optional[bytes] = ...) -> None: ...
+
+class GetChainTipResponse(_message.Message):
+    __slots__ = ("blockchain_id", "shard_to_max_offset_map")
+    class ShardToMaxOffsetMapEntry(_message.Message):
+        __slots__ = ("key", "value")
+        KEY_FIELD_NUMBER: _ClassVar[int]
+        VALUE_FIELD_NUMBER: _ClassVar[int]
+        key: int
+        value: int
+        def __init__(self, key: _Optional[int] = ..., value: _Optional[int] = ...) -> None: ...
+    BLOCKCHAIN_ID_FIELD_NUMBER: _ClassVar[int]
+    SHARD_TO_MAX_OFFSET_MAP_FIELD_NUMBER: _ClassVar[int]
+    blockchain_id: bytes
+    shard_to_max_offset_map: _containers.ScalarMap[int, int]
+    def __init__(self, blockchain_id: _Optional[bytes] = ..., shard_to_max_offset_map: _Optional[_Mapping[int, int]] = ...) -> None: ...
 
 class VersionRequest(_message.Message):
     __slots__ = ()
@@ -100,14 +142,16 @@ class ListConsumerGroupsResponse(_message.Message):
     def __init__(self, consumer_groups: _Optional[_Iterable[_Union[ConsumerGroupInfo, _Mapping]]] = ...) -> None: ...
 
 class ConsumerGroupInfo(_message.Message):
-    __slots__ = ("id", "consumer_group_name", "is_stale")
+    __slots__ = ("id", "consumer_group_name", "is_stale", "blockchain_id")
     ID_FIELD_NUMBER: _ClassVar[int]
     CONSUMER_GROUP_NAME_FIELD_NUMBER: _ClassVar[int]
     IS_STALE_FIELD_NUMBER: _ClassVar[int]
+    BLOCKCHAIN_ID_FIELD_NUMBER: _ClassVar[int]
     id: str
     consumer_group_name: str
     is_stale: bool
-    def __init__(self, id: _Optional[str] = ..., consumer_group_name: _Optional[str] = ..., is_stale: bool = ...) -> None: ...
+    blockchain_id: bytes
+    def __init__(self, id: _Optional[str] = ..., consumer_group_name: _Optional[str] = ..., is_stale: bool = ..., blockchain_id: _Optional[bytes] = ...) -> None: ...
 
 class GetSlotLagInfoRequest(_message.Message):
     __slots__ = ("consumer_group_name",)
@@ -320,9 +364,11 @@ class CreateConsumerGroupResponse(_message.Message):
     def __init__(self, consumer_group_id: _Optional[str] = ...) -> None: ...
 
 class CreateConsumerGroupRequest(_message.Message):
-    __slots__ = ("consumer_group_name", "initial_offset_policy")
+    __slots__ = ("consumer_group_name", "initial_offset_policy", "from_slot")
     CONSUMER_GROUP_NAME_FIELD_NUMBER: _ClassVar[int]
     INITIAL_OFFSET_POLICY_FIELD_NUMBER: _ClassVar[int]
+    FROM_SLOT_FIELD_NUMBER: _ClassVar[int]
     consumer_group_name: str
     initial_offset_policy: InitialOffsetPolicy
-    def __init__(self, consumer_group_name: _Optional[str] = ..., initial_offset_policy: _Optional[_Union[InitialOffsetPolicy, str]] = ...) -> None: ...
+    from_slot: int
+    def __init__(self, consumer_group_name: _Optional[str] = ..., initial_offset_policy: _Optional[_Union[InitialOffsetPolicy, str]] = ..., from_slot: _Optional[int] = ...) -> None: ...