yellowstone-fumarole-client 0.1.0__py3-none-any.whl

yellowstone_fumarole_client/runtime/state_machine.py

@@ -0,0 +1,326 @@
+from typing import Optional, List, Dict, Set, Deque, Tuple, Any, Sequence
+from collections import deque, defaultdict
+from yellowstone_fumarole_proto.fumarole_v2_pb2 import (
+    CommitmentLevel,
+    BlockchainEvent,
+)
+from yellowstone_fumarole_client.utils.collections import OrderedSet
+import heapq
+import uuid
+from enum import Enum
+
+__all__ = [
+    "DEFAULT_SLOT_MEMORY_RETENTION",
+    "FumeBlockchainId",
+    "FumeBlockUID",
+    "FumeNumShards",
+    "FumeShardIdx",
+    "FumeOffset",
+    "FumeSessionSequence",
+    "Slot",
+    "FumeDownloadRequest",
+    "FumeSlotStatus",
+    "SlotCommitmentProgression",
+    "SlotDownloadProgress",
+    "SlotDownloadState",
+    "FumaroleSM",
+]
+
+# Constants
+DEFAULT_SLOT_MEMORY_RETENTION = 10000
+
+# Type aliases
+FumeBlockchainId = bytes  # Equivalent to [u8; 16]
+FumeBlockUID = bytes  # Equivalent to [u8; 16]
+FumeNumShards = int  # Equivalent to u32
+FumeShardIdx = int  # Equivalent to u32
+FumeOffset = int  # Equivalent to i64
+FumeSessionSequence = int  # Equivalent to u64
+Slot = int  # From solana_sdk::clock::Slot
+
+
+# Data structures
+class FumeDownloadRequest:
+    def __init__(
+        self,
+        slot: Slot,
+        blockchain_id: FumeBlockchainId,
+        block_uid: FumeBlockUID,
+        num_shards: FumeNumShards,
+        commitment_level: CommitmentLevel,
+    ):
+        self.slot = slot
+        self.blockchain_id = blockchain_id
+        self.block_uid = block_uid
+        self.num_shards = num_shards
+        self.commitment_level = commitment_level
+
+
+class FumeSlotStatus:
+    def __init__(
+        self,
+        session_sequence: FumeSessionSequence,
+        offset: FumeOffset,
+        slot: Slot,
+        parent_slot: Optional[Slot],
+        commitment_level: CommitmentLevel,
+        dead_error: Optional[str],
+    ):
+        self.session_sequence = session_sequence
+        self.offset = offset
+        self.slot = slot
+        self.parent_slot = parent_slot
+        self.commitment_level = commitment_level
+        self.dead_error = dead_error
+
+
+class SlotCommitmentProgression:
+    def __init__(self):
+        self.processed_commitment_levels: Set[CommitmentLevel] = set()
+
+
+class SlotDownloadProgress:
+    def __init__(self, num_shards: FumeNumShards):
+        self.num_shards = num_shards
+        self.shard_remaining = [False] * num_shards
+
+    def do_progress(self, shard_idx: FumeShardIdx) -> "SlotDownloadState":
+        self.shard_remaining[shard_idx % self.num_shards] = True
+        return (
+            SlotDownloadState.Done
+            if all(self.shard_remaining)
+            else SlotDownloadState.Downloading
+        )
+
+
+class SlotDownloadState(Enum):
+    Downloading = "Downloading"
+    Done = "Done"
+
+
+class FumaroleSM:
+    """
+    Sans-IO Fumarole State Machine
+
+    Manages in-flight slot downloads and ensures correct ordering of slot statuses without performing I/O.
+    """
+
+    def __init__(self, last_committed_offset: FumeOffset, slot_memory_retention: int):
+        self.last_committed_offset = last_committed_offset
+        self.slot_commitment_progression = dict()  # Slot -> SlotCommitmentProgression
+        self.downloaded_slot = OrderedSet()  # Set of downloaded slots
+        self.inflight_slot_shard_download = {}  # Slot -> SlotDownloadProgress
+        self.blocked_slot_status_update = defaultdict(
+            deque
+        )  # Slot -> Deque[FumeSlotStatus]
+        self.slot_status_update_queue = deque()  # Deque[FumeSlotStatus]
+        self.processed_offset = []  # Min-heap for (sequence, offset)
+        self.committable_offset = last_committed_offset
+        self.max_slot_detected = 0
+        self.unprocessed_blockchain_event: Deque[
+            (FumeSessionSequence, BlockchainEvent)
+        ] = deque()
+        self.sequence = 1
+        self.last_processed_fume_sequence = 0
+        self.sequence_to_offset: dict[FumeSessionSequence, FumeOffset] = (
+            {}
+        )  # FumeSessionSequence -> FumeOffset
+        self.slot_memory_retention = slot_memory_retention
+
+    def update_committed_offset(self, offset: FumeOffset) -> None:
+        assert (
+            offset >= self.last_committed_offset
+        ), "Offset must be >= last committed offset"
+        self.last_committed_offset = offset
+
+    def next_sequence(self) -> int:
+        ret = self.sequence
+        self.sequence += 1
+        return ret
+
+    def gc(self) -> None:
+        """Garbage collect old slots to respect memory retention limit."""
+        while len(self.downloaded_slot) > self.slot_memory_retention:
+            slot = self.downloaded_slot.popfirst() if self.downloaded_slot else None
+            if slot is None:
+                break
+            self.slot_commitment_progression.pop(slot, None)
+            self.inflight_slot_shard_download.pop(slot, None)
+            self.blocked_slot_status_update.pop(slot, None)
+
+    def queue_blockchain_event(self, events: Sequence[BlockchainEvent]) -> None:
+        """Queue blockchain events for processing."""
+        for event in events:
+
+            if event.offset < self.last_committed_offset:
+                continue
+
+            if event.slot > self.max_slot_detected:
+                self.max_slot_detected = event.slot
+
+            sequence = self.next_sequence()
+            self.sequence_to_offset[sequence] = event.offset
+
+            if event.slot in self.downloaded_slot:
+                fume_status = FumeSlotStatus(
+                    session_sequence=sequence,
+                    offset=event.offset,
+                    slot=event.slot,
+                    parent_slot=event.parent_slot,
+                    commitment_level=event.commitment_level,
+                    dead_error=event.dead_error,
+                )
+
+                if event.slot in self.inflight_slot_shard_download:
+                    self.blocked_slot_status_update[event.slot].append(fume_status)
+                else:
+                    self.slot_status_update_queue.append(fume_status)
+            else:
+                self.unprocessed_blockchain_event.append((sequence, event))
+
+    def make_slot_download_progress(
+        self, slot: Slot, shard_idx: FumeShardIdx
+    ) -> SlotDownloadState:
+        """Update download progress for a given slot."""
+        download_progress = self.inflight_slot_shard_download.get(slot)
+        if not download_progress:
+            raise ValueError("Slot not in download")
+
+        download_state = download_progress.do_progress(shard_idx)
+
+        if download_state == SlotDownloadState.Done:
+            self.inflight_slot_shard_download.pop(slot)
+            self.downloaded_slot.add(slot)
+            self.slot_commitment_progression.setdefault(
+                slot, SlotCommitmentProgression()
+            )
+            blocked_statuses = self.blocked_slot_status_update.pop(slot, deque())
+            self.slot_status_update_queue.extend(blocked_statuses)
+
+        return download_state
+
+    def pop_next_slot_status(self) -> Optional[FumeSlotStatus]:
+        """Pop the next slot status to process."""
+        while self.slot_status_update_queue:
+            slot_status = self.slot_status_update_queue.popleft()
+            commitment_history = self.slot_commitment_progression.get(slot_status.slot)
+            if (
+                commitment_history
+                and slot_status.commitment_level
+                not in commitment_history.processed_commitment_levels
+            ):
+                commitment_history.processed_commitment_levels.add(
+                    slot_status.commitment_level
+                )
+                return slot_status
+            elif not commitment_history:
+                raise RuntimeError("Slot status should not be available here")
+        return None
+
+    def make_sure_slot_commitment_progression_exists(
+        self, slot: Slot
+    ) -> SlotCommitmentProgression:
+        """Ensure a slot has a commitment progression entry."""
+        return self.slot_commitment_progression.setdefault(
+            slot, SlotCommitmentProgression()
+        )
+
+    def pop_slot_to_download(self, commitment=None) -> Optional[FumeDownloadRequest]:
+        """Pop the next slot to download."""
+        min_commitment = commitment or CommitmentLevel.PROCESSED
+        while self.unprocessed_blockchain_event:
+            session_sequence, blockchain_event = (
+                self.unprocessed_blockchain_event.popleft()
+            )
+            blockchain_event: BlockchainEvent = blockchain_event
+            event_cl = blockchain_event.commitment_level
+
+            if event_cl != min_commitment:
+                self.slot_status_update_queue.append(
+                    FumeSlotStatus(
+                        session_sequence=session_sequence,
+                        offset=blockchain_event.offset,
+                        slot=blockchain_event.slot,
+                        parent_slot=blockchain_event.parent_slot,
+                        commitment_level=event_cl,
+                        dead_error=blockchain_event.dead_error,
+                    )
+                )
+                self.make_sure_slot_commitment_progression_exists(blockchain_event.slot)
+                continue
+
+            if blockchain_event.slot in self.downloaded_slot:
+                self.make_sure_slot_commitment_progression_exists(blockchain_event.slot)
+                progression = self.slot_commitment_progression[blockchain_event.slot]
+                if event_cl in progression.processed_commitment_levels:
+                    self.mark_event_as_processed(session_sequence)
+                    continue
+
+                self.slot_status_update_queue.append(
+                    FumeSlotStatus(
+                        session_sequence=session_sequence,
+                        offset=blockchain_event.offset,
+                        slot=blockchain_event.slot,
+                        parent_slot=blockchain_event.parent_slot,
+                        commitment_level=event_cl,
+                        dead_error=blockchain_event.dead_error,
+                    )
+                )
+            else:
+                blockchain_id = bytes(blockchain_event.blockchain_id)
+                block_uid = bytes(blockchain_event.block_uid)
+
+                self.blocked_slot_status_update[blockchain_event.slot].append(
+                    FumeSlotStatus(
+                        session_sequence=session_sequence,
+                        offset=blockchain_event.offset,
+                        slot=blockchain_event.slot,
+                        parent_slot=blockchain_event.parent_slot,
+                        commitment_level=event_cl,
+                        dead_error=blockchain_event.dead_error,
+                    )
+                )
+
+                if blockchain_event.slot not in self.inflight_slot_shard_download:
+                    download_request = FumeDownloadRequest(
+                        slot=blockchain_event.slot,
+                        blockchain_id=blockchain_id,
+                        block_uid=block_uid,
+                        num_shards=blockchain_event.num_shards,
+                        commitment_level=event_cl,
+                    )
+                    download_progress = SlotDownloadProgress(
+                        num_shards=blockchain_event.num_shards
+                    )
+                    self.inflight_slot_shard_download[blockchain_event.slot] = (
+                        download_progress
+                    )
+                    return download_request
+        return None
+
+    def mark_event_as_processed(self, event_seq_number: FumeSessionSequence) -> None:
+        """Mark an event as processed and update committable offset."""
+        fume_offset = self.sequence_to_offset.pop(event_seq_number, None)
+        if fume_offset is None:
+            raise ValueError("Event sequence number not found")
+        heapq.heappush(self.processed_offset, (event_seq_number, fume_offset))
+
+        while self.processed_offset:
+            seq, offset = self.processed_offset[0]
+            if seq != self.last_processed_fume_sequence + 1:
+                break
+            heapq.heappop(self.processed_offset)
+            self.committable_offset = offset
+            self.last_processed_fume_sequence = seq
+
+    def slot_status_update_queue_len(self) -> int:
+        """Return the length of the slot status update queue."""
+        return len(self.slot_status_update_queue)
+
+    def processed_offset_queue_len(self) -> int:
+        """Return the length of the processed offset queue."""
+        return len(self.processed_offset)
+
+    def need_new_blockchain_events(self) -> bool:
+        """Check if new blockchain events are needed."""
+        return not self.slot_status_update_queue and not self.blocked_slot_status_update

yellowstone_fumarole_client/utils/aio.py

@@ -0,0 +1,29 @@
+import asyncio
+import logging
+from typing import Any, Coroutine
+
+LOGGER = logging.getLogger(__name__)
+
+
+async def never():
+    """
+    Create a forever pending future. This future is not set and will never be set.
+    This is useful for testing purposes.
+    """
+    loop = asyncio.get_running_loop()
+    return await loop.create_future()
+
+
+class Interval:
+
+    def __init__(self, interval: float):
+        """
+        Create an interval that will run the given factory every `interval` seconds.
+
+        Args:
+            interval: The interval in seconds.
+        """
+        self.interval = interval
+
+    async def tick(self):
+        await asyncio.sleep(self.interval)

yellowstone_fumarole_client/utils/collections.py

@@ -0,0 +1,37 @@
+from collections import OrderedDict
+
+
+class OrderedSet:
+    """
+    A simple ordered set implementation that maintains the order of elements.
+    """
+
+    def __init__(self, iterable=None):
+        self._data = []
+        self.inner: OrderedDict = OrderedDict()
+        if iterable is not None:
+            for item in iterable:
+                self.inner[item] = None
+
+    def add(self, item):
+        self.inner[item] = None
+        # Make sure the item is at the end to maintain order
+        self.inner.move_to_end(item, last=True)
+
+    def popfirst(self):
+        try:
+            self.inner.popitem(last=False)
+        except KeyError as e:
+            raise KeyError(f"{OrderedDict.__name__} is empty") from e
+
+    def __contains__(self, item):
+        return item in self.inner
+
+    def __iter__(self):
+        return iter(self.inner.keys())
+
+    def __len__(self):
+        return len(self.inner)
+
+    def __repr__(self):
+        return f"OrderedSet({list(self._data)})"

yellowstone_fumarole_client-0.1.0.dist-info/METADATA

@@ -0,0 +1,110 @@
+Metadata-Version: 2.1
+Name: yellowstone-fumarole-client
+Version: 0.1.0
+Summary: Yellowstone Fumarole Python Client
+Home-page: https://github.com/rpcpool/yellowstone-fumarole
+Author: Louis-Vincent
+Author-email: louis-vincent@triton.one
+Requires-Python: >=3.13,<4.0
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.13
+Requires-Dist: grpcio (>=1.71.1,<2.0.0)
+Requires-Dist: protobuf (>=5.29.1,<6.0.0)
+Requires-Dist: pyyaml (>=6.0.2,<7.0.0)
+Project-URL: Repository, https://github.com/rpcpool/yellowstone-fumarole
+Description-Content-Type: text/markdown
+
+# Fumarole Python SDK
+
+This module contains Fumarole SDK for `python` programming language.
+
+## Configuration
+
+```yaml
+endpoint: <"https://fumarole.endpoint.rpcpool.com">
+x-token: <YOUR X-TOKEN secret here>
+```
+
+## Manage consumer group
+
+Refer to [fume CLI](https://crates.io/crates/yellowstone-fumarole-cli) to manage your consumer groups.
+
+## Examples
+
+```python
+
+from typing import Optional
+import uuid
+import asyncio
+import logging
+from os import environ
+from collections import defaultdict
+from yellowstone_fumarole_client.config import FumaroleConfig
+from yellowstone_fumarole_client import FumaroleClient
+from yellowstone_fumarole_proto.fumarole_v2_pb2 import CreateConsumerGroupRequest
+from yellowstone_fumarole_proto.geyser_pb2 import (
+    SubscribeRequest,
+    SubscribeRequestFilterAccounts,
+    SubscribeRequestFilterTransactions,
+    SubscribeRequestFilterBlocksMeta,
+    SubscribeRequestFilterEntry,
+    SubscribeRequestFilterSlots,
+)
+from yellowstone_fumarole_proto.geyser_pb2 import (
+    SubscribeUpdate,
+    SubscribeUpdateTransaction,
+    SubscribeUpdateBlockMeta,
+    SubscribeUpdateAccount,
+    SubscribeUpdateEntry,
+    SubscribeUpdateSlot,
+)
+
+async def dragonsmouth_like_session(fumarole_config):
+    with open("~/.fumarole/config.yaml") as f:
+        fumarole_config = FumaroleConfig.from_yaml(f)
+    
+    client: FumaroleClient = await FumaroleClient.connect(fumarole_config)
+    await client.delete_all_consumer_groups()
+
+    # --- This is optional ---
+    resp = await client.create_consumer_group(
+        CreateConsumerGroupRequest(
+            consumer_group_name="test",
+        )
+    )
+    assert resp.consumer_group_id, "Failed to create consumer group"
+    # --- END OF OPTIONAL BLOCK ---
+
+    session = await client.dragonsmouth_subscribe(
+        consumer_group_name="test",
+        request=SubscribeRequest(
+            # accounts={"fumarole": SubscribeRequestFilterAccounts()},
+            transactions={"fumarole": SubscribeRequestFilterTransactions()},
+            blocks_meta={"fumarole": SubscribeRequestFilterBlocksMeta()},
+            entry={"fumarole": SubscribeRequestFilterEntry()},
+            slots={"fumarole": SubscribeRequestFilterSlots()},
+        ),
+    )
+    dragonsmouth_source = session.source
+    handle = session.fumarole_handle
+    block_map = defaultdict(BlockConstruction)
+    while True:
+        tasks = [asyncio.create_task(dragonsmouth_source.get()), handle]
+        done, pending = await asyncio.wait(tasks, return_when=asyncio.FIRST_COMPLETED)
+        for t in done:
+            if tasks[0] == t:
+                result: SubscribeUpdate = t.result()
+                if result.HasField("block_meta"):
+                    block_meta: SubscribeUpdateBlockMeta = result.block_meta
+                elif result.HasField("transaction"):
+                    tx: SubscribeUpdateTransaction = result.transaction
+                elif result.HasField("account"):
+                    account: SubscribeUpdateAccount = result.account
+                elif result.HasField("entry"):
+                    entry: SubscribeUpdateEntry = result.entry
+                elif result.HasField("slot"):
+                    result: SubscribeUpdateSlot = result.slot
+            else:
+                result = t.result()
+                raise RuntimeError("failed to get dragonsmouth source: %s" % result)
+```

yellowstone_fumarole_client-0.1.0.dist-info/RECORD

@@ -0,0 +1,22 @@
+yellowstone_fumarole_client/__init__.py,sha256=6gpTzdl4PmZhOmlHl3rjb_iiD-SPD8pp4B8mSXth1Bk,11050
+yellowstone_fumarole_client/config.py,sha256=MIFJ-HwzkbdzGMU5mw2GQ8NbUbE7QaBM2NH5WUukodg,788
+yellowstone_fumarole_client/grpc_connectivity.py,sha256=4wjcLq1vWUBXbngEJG-NMbbNhUjX2IgIlh6s2sN-OFM,7446
+yellowstone_fumarole_client/runtime/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+yellowstone_fumarole_client/runtime/aio.py,sha256=_liTHdLnRN_WZDINYEREwdZULfixkgl3s4kCCGlek8o,20799
+yellowstone_fumarole_client/runtime/state_machine.py,sha256=9BiVaSIQ7WviC0AEpK0l9WT-TQE4t6dP0GTiRZui530,12673
+yellowstone_fumarole_client/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+yellowstone_fumarole_client/utils/aio.py,sha256=d6fVmkd7D3wUWmDdLjSdRHwXCzJr7OONKZw_XHCNWAE,673
+yellowstone_fumarole_client/utils/collections.py,sha256=BO0kADUKIRkpQ-fRpBtmn5rA7Xu4P4MkJ2rsU2FxfBc,979
+yellowstone_fumarole_proto/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+yellowstone_fumarole_proto/fumarole_v2_pb2.py,sha256=lbNwmOo03dwGvfOmEjgAQyUZH8Ym8iNEHN17aqbdIy0,12680
+yellowstone_fumarole_proto/fumarole_v2_pb2.pyi,sha256=qxLRRROIAh0aLoR7_plq8Xhxw5GntLnefIi5dxCgPD4,17904
+yellowstone_fumarole_proto/fumarole_v2_pb2_grpc.py,sha256=j_d9D2zecnNrmR3cP7XIzyq1y4R0_XHTnzv7RKsGxM0,15954
+yellowstone_fumarole_proto/geyser_pb2.py,sha256=IyxdSjUgl5iNK_bG1ZESOLL2Z_t8b1VA_R1nD1n7Sho,19624
+yellowstone_fumarole_proto/geyser_pb2.pyi,sha256=TJTvxms9xNxAjyKNUd6Z0KP7yNPqXaAv--lYLtzE4RU,26776
+yellowstone_fumarole_proto/geyser_pb2_grpc.py,sha256=H70Rfun8udwbFh1hOAURjBk6KNIu4XEGIgFw1yJ46nc,13555
+yellowstone_fumarole_proto/solana_storage_pb2.py,sha256=0LHBWc-hKY76rES8U2ak7niaJ_pgr0HiusJD7-NqtiM,8366
+yellowstone_fumarole_proto/solana_storage_pb2.pyi,sha256=lRee-OWbvwFIdPs9IhW4U5VvDFeNBcq6ErbSDiO-G6E,12901
+yellowstone_fumarole_proto/solana_storage_pb2_grpc.py,sha256=W_FjTN0_TEToXDu9eHWi4wRFkiq6zT7hJjL0cApXW80,895
+yellowstone_fumarole_client-0.1.0.dist-info/METADATA,sha256=qnngpJQL3H9Q5Y1eDuXfNBwuSUwMZIDKGGMN4eDt1h8,3947
+yellowstone_fumarole_client-0.1.0.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+yellowstone_fumarole_client-0.1.0.dist-info/RECORD,,

yellowstone_fumarole_client-0.1.0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: poetry-core 1.9.1
+Root-Is-Purelib: true
+Tag: py3-none-any

yellowstone_fumarole_proto/fumarole_v2_pb2.py

@@ -0,0 +1,122 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
+# source: fumarole_v2.proto
+# Protobuf Python Version: 5.29.0
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    5,
+    29,
+    0,
+    '',
+    'fumarole_v2.proto'
+)
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+import yellowstone_fumarole_proto.geyser_pb2 as geyser__pb2
+try:
+  solana__storage__pb2 = geyser__pb2.solana__storage__pb2
+except AttributeError:
+  solana__storage__pb2 = geyser__pb2.solana_storage_pb2
+
+from yellowstone_fumarole_proto.geyser_pb2 import *
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x11\x66umarole_v2.proto\x12\x0b\x66umarole_v2\x1a\x0cgeyser.proto\"\x10\n\x0eVersionRequest\"\"\n\x0fVersionResponse\x12\x0f\n\x07version\x18\x01 \x01(\t\":\n\x1bGetConsumerGroupInfoRequest\x12\x1b\n\x13\x63onsumer_group_name\x18\x01 \x01(\t\"9\n\x1a\x44\x65leteConsumerGroupRequest\x12\x1b\n\x13\x63onsumer_group_name\x18\x01 \x01(\t\".\n\x1b\x44\x65leteConsumerGroupResponse\x12\x0f\n\x07success\x18\x01 \x01(\x08\"\x1b\n\x19ListConsumerGroupsRequest\"U\n\x1aListConsumerGroupsResponse\x12\x37\n\x0f\x63onsumer_groups\x18\x01 \x03(\x0b\x32\x1e.fumarole_v2.ConsumerGroupInfo\"N\n\x11\x43onsumerGroupInfo\x12\n\n\x02id\x18\x01 \x01(\t\x12\x1b\n\x13\x63onsumer_group_name\x18\x02 \x01(\t\x12\x10\n\x08is_stale\x18\x03 \x01(\x08\"4\n\x15GetSlotLagInfoRequest\x12\x1b\n\x13\x63onsumer_group_name\x18\x01 \x01(\t\"\xf1\x04\n\x0c\x42lockFilters\x12\x39\n\x08\x61\x63\x63ounts\x18\x01 \x03(\x0b\x32\'.fumarole_v2.BlockFilters.AccountsEntry\x12\x41\n\x0ctransactions\x18\x02 \x03(\x0b\x32+.fumarole_v2.BlockFilters.TransactionsEntry\x12\x37\n\x07\x65ntries\x18\x03 \x03(\x0b\x32&.fumarole_v2.BlockFilters.EntriesEntry\x12>\n\x0b\x62locks_meta\x18\x04 \x03(\x0b\x32).fumarole_v2.BlockFilters.BlocksMetaEntry\x1aW\n\rAccountsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x35\n\x05value\x18\x02 \x01(\x0b\x32&.geyser.SubscribeRequestFilterAccounts:\x02\x38\x01\x1a_\n\x11TransactionsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x39\n\x05value\x18\x02 \x01(\x0b\x32*.geyser.SubscribeRequestFilterTransactions:\x02\x38\x01\x1aS\n\x0c\x45ntriesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x32\n\x05value\x18\x02 \x01(\x0b\x32#.geyser.SubscribeRequestFilterEntry:\x02\x38\x01\x1a[\n\x0f\x42locksMetaEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x37\n\x05value\x18\x02 \x01(\x0b\x32(.geyser.SubscribeRequestFilterBlocksMeta:\x02\x38\x01\"\x98\x01\n\x12\x44ownloadBlockShard\x12\x15\n\rblockchain_id\x18\x01 \x01(\x0c\x12\x11\n\tblock_uid\x18\x02 \x01(\x0c\x12\x11\n\tshard_idx\x18\x03 \x01(\x05\x12\x34\n\x0c\x62lockFilters\x18\x04 \x01(\x0b\x32\x19.fumarole_v2.BlockFiltersH\x00\x88\x01\x01\x42\x0f\n\r_blockFilters\"\x17\n\x04Ping\x12\x0f\n\x07ping_id\x18\x01 \x01(\r\"\x17\n\x04Pong\x12\x0f\n\x07ping_id\x18\x01 \x01(\r\"\x8d\x01\n\x0b\x44\x61taCommand\x12?\n\x14\x64ownload_block_shard\x18\x01 \x01(\x0b\x32\x1f.fumarole_v2.DownloadBlockShardH\x00\x12\x32\n\rfilter_update\x18\x02 \x01(\x0b\x32\x19.fumarole_v2.BlockFiltersH\x00\x42\t\n\x07\x63ommand\"\x1a\n\x18\x42lockShardDownloadFinish\"L\n\rBlockNotFound\x12\x15\n\rblockchain_id\x18\x01 \x01(\x0c\x12\x11\n\tblock_uid\x18\x02 \x01(\x0c\x12\x11\n\tshard_idx\x18\x03 \x01(\x05\"E\n\tDataError\x12/\n\tnot_found\x18\x01 \x01(\x0b\x32\x1a.fumarole_v2.BlockNotFoundH\x00\x42\x07\n\x05\x65rror\"\x93\x01\n\x0c\x44\x61taResponse\x12)\n\x06update\x18\x01 \x01(\x0b\x32\x17.geyser.SubscribeUpdateH\x00\x12L\n\x1b\x62lock_shard_download_finish\x18\x02 \x01(\x0b\x32%.fumarole_v2.BlockShardDownloadFinishH\x00\x42\n\n\x08response\"0\n\x0c\x43ommitOffset\x12\x0e\n\x06offset\x18\x01 \x01(\x03\x12\x10\n\x08shard_id\x18\x02 \x01(\x05\"c\n\x15PollBlockchainHistory\x12\x10\n\x08shard_id\x18\x01 \x01(\x05\x12\x11\n\x04\x66rom\x18\x02 \x01(\x03H\x00\x88\x01\x01\x12\x12\n\x05limit\x18\x03 \x01(\x03H\x01\x88\x01\x01\x42\x07\n\x05_fromB\x08\n\x06_limit\"\x8f\x02\n\x0f\x42lockchainEvent\x12\x0e\n\x06offset\x18\x01 \x01(\x03\x12\x15\n\rblockchain_id\x18\x02 \x01(\x0c\x12\x11\n\tblock_uid\x18\x03 \x01(\x0c\x12\x12\n\nnum_shards\x18\x04 \x01(\r\x12\x0c\n\x04slot\x18\x05 \x01(\x04\x12\x18\n\x0bparent_slot\x18\x06 \x01(\x04H\x00\x88\x01\x01\x12\x31\n\x10\x63ommitment_level\x18\x07 \x01(\x0e\x32\x17.geyser.CommitmentLevel\x12\x1b\n\x13\x62lockchain_shard_id\x18\x08 \x01(\x05\x12\x17\n\ndead_error\x18\t \x01(\tH\x01\x88\x01\x01\x42\x0e\n\x0c_parent_slotB\r\n\x0b_dead_error\"A\n\x11\x42lockchainHistory\x12,\n\x06\x65vents\x18\x01 \x03(\x0b\x32\x1c.fumarole_v2.BlockchainEvent\"L\n\x10JoinControlPlane\x12 \n\x13\x63onsumer_group_name\x18\x01 \x01(\tH\x00\x88\x01\x01\x42\x16\n\x14_consumer_group_name\"\xe2\x01\n\x0e\x43ontrolCommand\x12\x35\n\x0cinitial_join\x18\x01 \x01(\x0b\x32\x1d.fumarole_v2.JoinControlPlaneH\x00\x12\x32\n\rcommit_offset\x18\x02 \x01(\x0b\x32\x19.fumarole_v2.CommitOffsetH\x00\x12\x37\n\tpoll_hist\x18\x03 \x01(\x0b\x32\".fumarole_v2.PollBlockchainHistoryH\x00\x12!\n\x04ping\x18\x04 \x01(\x0b\x32\x11.fumarole_v2.PingH\x00\x42\t\n\x07\x63ommand\"\xe7\x01\n\x0f\x43ontrolResponse\x12\x36\n\x04init\x18\x01 \x01(\x0b\x32&.fumarole_v2.InitialConsumerGroupStateH\x00\x12\x38\n\rcommit_offset\x18\x02 \x01(\x0b\x32\x1f.fumarole_v2.CommitOffsetResultH\x00\x12\x33\n\tpoll_hist\x18\x03 \x01(\x0b\x32\x1e.fumarole_v2.BlockchainHistoryH\x00\x12!\n\x04pong\x18\x04 \x01(\x0b\x32\x11.fumarole_v2.PongH\x00\x42\n\n\x08response\"6\n\x12\x43ommitOffsetResult\x12\x0e\n\x06offset\x18\x01 \x01(\x03\x12\x10\n\x08shard_id\x18\x02 \x01(\x05\"\xd1\x01\n\x19InitialConsumerGroupState\x12\x15\n\rblockchain_id\x18\x01 \x01(\x0c\x12`\n\x16last_committed_offsets\x18\x02 \x03(\x0b\x32@.fumarole_v2.InitialConsumerGroupState.LastCommittedOffsetsEntry\x1a;\n\x19LastCommittedOffsetsEntry\x12\x0b\n\x03key\x18\x01 \x01(\x05\x12\r\n\x05value\x18\x02 \x01(\x03:\x02\x38\x01\"8\n\x1b\x43reateConsumerGroupResponse\x12\x19\n\x11\x63onsumer_group_id\x18\x01 \x01(\t\"z\n\x1a\x43reateConsumerGroupRequest\x12\x1b\n\x13\x63onsumer_group_name\x18\x01 \x01(\t\x12?\n\x15initial_offset_policy\x18\x02 \x01(\x0e\x32 .fumarole_v2.InitialOffsetPolicy*!\n\x13InitialOffsetPolicy\x12\n\n\x06LATEST\x10\x00\x32\xe2\x05\n\x08\x46umarole\x12\x62\n\x14GetConsumerGroupInfo\x12(.fumarole_v2.GetConsumerGroupInfoRequest\x1a\x1e.fumarole_v2.ConsumerGroupInfo\"\x00\x12g\n\x12ListConsumerGroups\x12&.fumarole_v2.ListConsumerGroupsRequest\x1a\'.fumarole_v2.ListConsumerGroupsResponse\"\x00\x12j\n\x13\x44\x65leteConsumerGroup\x12\'.fumarole_v2.DeleteConsumerGroupRequest\x1a(.fumarole_v2.DeleteConsumerGroupResponse\"\x00\x12j\n\x13\x43reateConsumerGroup\x12\'.fumarole_v2.CreateConsumerGroupRequest\x1a(.fumarole_v2.CreateConsumerGroupResponse\"\x00\x12O\n\rDownloadBlock\x12\x1f.fumarole_v2.DownloadBlockShard\x1a\x19.fumarole_v2.DataResponse\"\x00\x30\x01\x12J\n\rSubscribeData\x12\x18.fumarole_v2.DataCommand\x1a\x19.fumarole_v2.DataResponse\"\x00(\x01\x30\x01\x12L\n\tSubscribe\x12\x1b.fumarole_v2.ControlCommand\x1a\x1c.fumarole_v2.ControlResponse\"\x00(\x01\x30\x01\x12\x46\n\x07Version\x12\x1b.fumarole_v2.VersionRequest\x1a\x1c.fumarole_v2.VersionResponse\"\x00P\x00\x62\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'fumarole_v2_pb2', _globals)
+if not _descriptor._USE_C_DESCRIPTORS:
+  DESCRIPTOR._loaded_options = None
+  _globals['_BLOCKFILTERS_ACCOUNTSENTRY']._loaded_options = None
+  _globals['_BLOCKFILTERS_ACCOUNTSENTRY']._serialized_options = b'8\001'
+  _globals['_BLOCKFILTERS_TRANSACTIONSENTRY']._loaded_options = None
+  _globals['_BLOCKFILTERS_TRANSACTIONSENTRY']._serialized_options = b'8\001'
+  _globals['_BLOCKFILTERS_ENTRIESENTRY']._loaded_options = None
+  _globals['_BLOCKFILTERS_ENTRIESENTRY']._serialized_options = b'8\001'
+  _globals['_BLOCKFILTERS_BLOCKSMETAENTRY']._loaded_options = None
+  _globals['_BLOCKFILTERS_BLOCKSMETAENTRY']._serialized_options = b'8\001'
+  _globals['_INITIALCONSUMERGROUPSTATE_LASTCOMMITTEDOFFSETSENTRY']._loaded_options = None
+  _globals['_INITIALCONSUMERGROUPSTATE_LASTCOMMITTEDOFFSETSENTRY']._serialized_options = b'8\001'
+  _globals['_INITIALOFFSETPOLICY']._serialized_start=3306
+  _globals['_INITIALOFFSETPOLICY']._serialized_end=3339
+  _globals['_VERSIONREQUEST']._serialized_start=48
+  _globals['_VERSIONREQUEST']._serialized_end=64
+  _globals['_VERSIONRESPONSE']._serialized_start=66
+  _globals['_VERSIONRESPONSE']._serialized_end=100
+  _globals['_GETCONSUMERGROUPINFOREQUEST']._serialized_start=102
+  _globals['_GETCONSUMERGROUPINFOREQUEST']._serialized_end=160
+  _globals['_DELETECONSUMERGROUPREQUEST']._serialized_start=162
+  _globals['_DELETECONSUMERGROUPREQUEST']._serialized_end=219
+  _globals['_DELETECONSUMERGROUPRESPONSE']._serialized_start=221
+  _globals['_DELETECONSUMERGROUPRESPONSE']._serialized_end=267
+  _globals['_LISTCONSUMERGROUPSREQUEST']._serialized_start=269
+  _globals['_LISTCONSUMERGROUPSREQUEST']._serialized_end=296
+  _globals['_LISTCONSUMERGROUPSRESPONSE']._serialized_start=298
+  _globals['_LISTCONSUMERGROUPSRESPONSE']._serialized_end=383
+  _globals['_CONSUMERGROUPINFO']._serialized_start=385
+  _globals['_CONSUMERGROUPINFO']._serialized_end=463
+  _globals['_GETSLOTLAGINFOREQUEST']._serialized_start=465
+  _globals['_GETSLOTLAGINFOREQUEST']._serialized_end=517
+  _globals['_BLOCKFILTERS']._serialized_start=520
+  _globals['_BLOCKFILTERS']._serialized_end=1145
+  _globals['_BLOCKFILTERS_ACCOUNTSENTRY']._serialized_start=783
+  _globals['_BLOCKFILTERS_ACCOUNTSENTRY']._serialized_end=870
+  _globals['_BLOCKFILTERS_TRANSACTIONSENTRY']._serialized_start=872
+  _globals['_BLOCKFILTERS_TRANSACTIONSENTRY']._serialized_end=967
+  _globals['_BLOCKFILTERS_ENTRIESENTRY']._serialized_start=969
+  _globals['_BLOCKFILTERS_ENTRIESENTRY']._serialized_end=1052
+  _globals['_BLOCKFILTERS_BLOCKSMETAENTRY']._serialized_start=1054
+  _globals['_BLOCKFILTERS_BLOCKSMETAENTRY']._serialized_end=1145
+  _globals['_DOWNLOADBLOCKSHARD']._serialized_start=1148
+  _globals['_DOWNLOADBLOCKSHARD']._serialized_end=1300
+  _globals['_PING']._serialized_start=1302
+  _globals['_PING']._serialized_end=1325
+  _globals['_PONG']._serialized_start=1327
+  _globals['_PONG']._serialized_end=1350
+  _globals['_DATACOMMAND']._serialized_start=1353
+  _globals['_DATACOMMAND']._serialized_end=1494
+  _globals['_BLOCKSHARDDOWNLOADFINISH']._serialized_start=1496
+  _globals['_BLOCKSHARDDOWNLOADFINISH']._serialized_end=1522
+  _globals['_BLOCKNOTFOUND']._serialized_start=1524
+  _globals['_BLOCKNOTFOUND']._serialized_end=1600
+  _globals['_DATAERROR']._serialized_start=1602
+  _globals['_DATAERROR']._serialized_end=1671
+  _globals['_DATARESPONSE']._serialized_start=1674
+  _globals['_DATARESPONSE']._serialized_end=1821
+  _globals['_COMMITOFFSET']._serialized_start=1823
+  _globals['_COMMITOFFSET']._serialized_end=1871
+  _globals['_POLLBLOCKCHAINHISTORY']._serialized_start=1873
+  _globals['_POLLBLOCKCHAINHISTORY']._serialized_end=1972
+  _globals['_BLOCKCHAINEVENT']._serialized_start=1975
+  _globals['_BLOCKCHAINEVENT']._serialized_end=2246
+  _globals['_BLOCKCHAINHISTORY']._serialized_start=2248
+  _globals['_BLOCKCHAINHISTORY']._serialized_end=2313
+  _globals['_JOINCONTROLPLANE']._serialized_start=2315
+  _globals['_JOINCONTROLPLANE']._serialized_end=2391
+  _globals['_CONTROLCOMMAND']._serialized_start=2394
+  _globals['_CONTROLCOMMAND']._serialized_end=2620
+  _globals['_CONTROLRESPONSE']._serialized_start=2623
+  _globals['_CONTROLRESPONSE']._serialized_end=2854
+  _globals['_COMMITOFFSETRESULT']._serialized_start=2856
+  _globals['_COMMITOFFSETRESULT']._serialized_end=2910
+  _globals['_INITIALCONSUMERGROUPSTATE']._serialized_start=2913
+  _globals['_INITIALCONSUMERGROUPSTATE']._serialized_end=3122
+  _globals['_INITIALCONSUMERGROUPSTATE_LASTCOMMITTEDOFFSETSENTRY']._serialized_start=3063
+  _globals['_INITIALCONSUMERGROUPSTATE_LASTCOMMITTEDOFFSETSENTRY']._serialized_end=3122
+  _globals['_CREATECONSUMERGROUPRESPONSE']._serialized_start=3124
+  _globals['_CREATECONSUMERGROUPRESPONSE']._serialized_end=3180
+  _globals['_CREATECONSUMERGROUPREQUEST']._serialized_start=3182
+  _globals['_CREATECONSUMERGROUPREQUEST']._serialized_end=3304
+  _globals['_FUMAROLE']._serialized_start=3342
+  _globals['_FUMAROLE']._serialized_end=4080
+# @@protoc_insertion_point(module_scope)