koi-net 1.1.0b1__py3-none-any.whl → 1.1.0b2__py3-none-any.whl

koi_net/config.py

@@ -29,6 +29,7 @@ class KoiNetConfig(BaseModel):
     cache_directory_path: str = ".rid_cache"
     event_queues_path: str = "event_queues.json"
     private_key_pem_path: str = "priv_key.pem"
+    polling_interval: int = 5
     
     first_contact: NodeContact = Field(default_factory=NodeContact)
     

koi_net/core.py

@@ -1,5 +1,5 @@
 import logging
-import httpx
+from koi_net.protocol.node import NodeType
 from rid_lib.ext import Cache
 from .network.resolver import NetworkResolver
 from .network.event_queue import NetworkEventQueue
@@ -17,6 +17,9 @@ from .secure import Secure
 from .config import NodeConfig
 from .context import HandlerContext, ActionContext
 from .effector import Effector
+from .server import NodeServer
+from .lifecycle import NodeLifecycle
+from .poller import NodePoller
 from . import default_actions
 
 logger = logging.getLogger(__name__)
@@ -32,16 +35,15 @@ class NodeInterface:
     graph: NetworkGraph
     processor: ProcessorInterface
     secure: Secure
+    server: NodeServer
     
     use_kobj_processor_thread: bool
     
     def __init__(
-        self, 
+        self,
         config: NodeConfig,
         use_kobj_processor_thread: bool = False,
-        
         handlers: list[KnowledgeHandler] | None = None,
-        
         cache: Cache | None = None,
         processor: ProcessorInterface | None = None
     ):
@@ -49,9 +51,8 @@ class NodeInterface:
         self.cache = cache or Cache(
             directory_path=self.config.koi_net.cache_directory_path
         )
-        
+
         self.identity = NodeIdentity(config=self.config)
-        
         self.effector = Effector(cache=self.cache)
 
         self.graph = NetworkGraph(
@@ -146,47 +147,30 @@ class NodeInterface:
         self.effector.set_processor(self.processor)
         self.effector.set_resolver(self.resolver)
         self.effector.set_action_context(self.action_context)
-         
-            
-    def start(self) -> None:
-        """Starts a node, call this method first.
-        
-        Starts the processor thread (if enabled). Loads event queues into memory. Generates network graph from nodes and edges in cache. Processes any state changes of node bundle. Initiates handshake with first contact (if provided) if node doesn't have any neighbors.
-        """
-        if self.use_kobj_processor_thread:
-            logger.info("Starting processor worker thread")
-            self.processor.worker_thread.start()
-        
-        # self.network._load_event_queues()
-        self.graph.generate()
-        
-        # refresh to reflect changes (if any) in config.yaml
-        self.effector.deref(self.identity.rid, refresh_cache=True)
-                
-        logger.debug("Waiting for kobj queue to empty")
-        if self.use_kobj_processor_thread:
-            self.processor.kobj_queue.join()
-        else:
-            self.processor.flush_kobj_queue()
-        logger.debug("Done")
-    
-        if not self.graph.get_neighbors() and self.config.koi_net.first_contact.rid:
-            logger.debug(f"I don't have any neighbors, reaching out to first contact {self.config.koi_net.first_contact.rid!r}")
-            
-            self.actor.handshake_with(self.config.koi_net.first_contact.rid)
-            
-                        
-    def stop(self):
-        """Stops a node, call this method last.
-        
-        Finishes processing knowledge object queue. Saves event queues to storage.
-        """
-        logger.info("Stopping node...")
-        
-        if self.use_kobj_processor_thread:
-            logger.info(f"Waiting for kobj queue to empty ({self.processor.kobj_queue.unfinished_tasks} tasks remaining)")
-            self.processor.kobj_queue.join()
-        else:
-            self.processor.flush_kobj_queue()
-        
-        # self.network._save_event_queues()
+        
+        self.lifecycle = NodeLifecycle(
+            config=self.config,
+            identity=self.identity,
+            graph=self.graph,
+            processor=self.processor,
+            effector=self.effector,
+            actor=self.actor,
+            use_kobj_processor_thread=use_kobj_processor_thread
+        )
+        
+        # if self.config.koi_net.node_profile.node_type == NodeType.FULL:
+        self.server = NodeServer(
+            config=self.config,
+            lifecycle=self.lifecycle,
+            secure=self.secure,
+            processor=self.processor,
+            event_queue=self.event_queue,
+            response_handler=self.response_handler
+        )
+        
+        self.poller = NodePoller(
+            processor=self.processor,
+            lifecycle=self.lifecycle,
+            resolver=self.resolver,
+            config=self.config
+        )

koi_net/lifecycle.py

@@ -0,0 +1,76 @@
+import logging
+
+from .network.behavior import Actor
+from .effector import Effector
+from .config import NodeConfig
+from .processor.interface import ProcessorInterface
+from .network.graph import NetworkGraph
+from .identity import NodeIdentity
+
+logger = logging.getLogger(__name__)
+
+
+class NodeLifecycle:
+    config: NodeConfig
+    graph: NetworkGraph
+    processor: ProcessorInterface
+    effector: Effector
+    actor: Actor
+    
+    def __init__(
+        self,
+        config: NodeConfig,
+        identity: NodeIdentity,
+        graph: NetworkGraph,
+        processor: ProcessorInterface,
+        effector: Effector,
+        actor: Actor,
+        use_kobj_processor_thread: bool
+    ):
+        self.config = config
+        self.identity = identity
+        self.graph = graph
+        self.processor = processor
+        self.effector = effector
+        self.actor = actor
+        self.use_kobj_processor_thread = use_kobj_processor_thread
+    
+    def start(self) -> None:
+        """Starts a node, call this method first.
+        
+        Starts the processor thread (if enabled). Loads event queues into memory. Generates network graph from nodes and edges in cache. Processes any state changes of node bundle. Initiates handshake with first contact (if provided) if node doesn't have any neighbors.
+        """
+        if self.use_kobj_processor_thread:
+            logger.info("Starting processor worker thread")
+            self.processor.worker_thread.start()
+        
+        self.graph.generate()
+        
+        # refresh to reflect changes (if any) in config.yaml
+        self.effector.deref(self.identity.rid, refresh_cache=True)
+                
+        logger.debug("Waiting for kobj queue to empty")
+        if self.use_kobj_processor_thread:
+            self.processor.kobj_queue.join()
+        else:
+            self.processor.flush_kobj_queue()
+        logger.debug("Done")
+    
+        if not self.graph.get_neighbors() and self.config.koi_net.first_contact.rid:
+            logger.debug(f"I don't have any neighbors, reaching out to first contact {self.config.koi_net.first_contact.rid!r}")
+            
+            self.actor.handshake_with(self.config.koi_net.first_contact.rid)
+            
+                        
+    def stop(self):
+        """Stops a node, call this method last.
+        
+        Finishes processing knowledge object queue. Saves event queues to storage.
+        """
+        logger.info("Stopping node...")
+        
+        if self.use_kobj_processor_thread:
+            logger.info(f"Waiting for kobj queue to empty ({self.processor.kobj_queue.unfinished_tasks} tasks remaining)")
+            self.processor.kobj_queue.join()
+        else:
+            self.processor.flush_kobj_queue()

koi_net/poller.py

@@ -0,0 +1,45 @@
+
+import time
+import logging
+from .processor.interface import ProcessorInterface
+from .lifecycle import NodeLifecycle
+from .network.resolver import NetworkResolver
+from .config import NodeConfig
+
+logger = logging.getLogger(__name__)
+
+
+class NodePoller:
+    def __init__(
+        self,
+        processor: ProcessorInterface,
+        lifecycle: NodeLifecycle,
+        resolver: NetworkResolver,
+        config: NodeConfig
+    ):
+        self.processor = processor
+        self.lifecycle = lifecycle
+        self.resolver = resolver
+        self.config = config
+
+    def run(self):
+        try:
+            self.lifecycle.start()
+            while True:
+                start_time = time.time()
+                neighbors = self.resolver.poll_neighbors()
+                for node_rid in neighbors:
+                    for event in neighbors[node_rid]:
+                        self.processor.handle(event=event, source=node_rid)
+                self.processor.flush_kobj_queue()
+                
+                elapsed = time.time() - start_time
+                sleep_time = self.config.koi_net.polling_interval - elapsed
+                if sleep_time > 0:
+                    time.sleep(sleep_time)
+                    
+        except KeyboardInterrupt:
+            logger.info("Polling interrupted by user.")
+            
+        finally:
+            self.lifecycle.stop()

koi_net/server.py

@@ -0,0 +1,128 @@
+import logging
+import uvicorn
+from contextlib import asynccontextmanager
+from fastapi import FastAPI, APIRouter
+from fastapi.responses import JSONResponse
+from .network.event_queue import NetworkEventQueue
+from .network.response_handler import ResponseHandler
+from .processor.interface import ProcessorInterface
+from .protocol.api_models import (
+    PollEvents,
+    FetchRids,
+    FetchManifests,
+    FetchBundles,
+    EventsPayload,
+    RidsPayload,
+    ManifestsPayload,
+    BundlesPayload,
+    ErrorResponse
+)
+from .protocol.errors import ProtocolError
+from .protocol.envelope import SignedEnvelope
+from .protocol.consts import (
+    BROADCAST_EVENTS_PATH,
+    POLL_EVENTS_PATH,
+    FETCH_RIDS_PATH,
+    FETCH_MANIFESTS_PATH,
+    FETCH_BUNDLES_PATH
+)
+from .secure import Secure
+from .lifecycle import NodeLifecycle
+from .config import NodeConfig
+
+logger = logging.getLogger(__name__)
+
+
+class NodeServer:
+    lifecycle: NodeLifecycle
+    
+    def __init__(
+        self,
+        config: NodeConfig,
+        lifecycle: NodeLifecycle,
+        secure: Secure,
+        processor: ProcessorInterface,
+        event_queue: NetworkEventQueue,
+        response_handler: ResponseHandler
+    ):
+        self.config = config
+        self.lifecycle = lifecycle
+        self.secure = secure
+        self.processor = processor
+        self.event_queue = event_queue
+        self.response_handler = response_handler
+        self._build_app()
+        
+    def _build_app(self):
+        self.app = FastAPI(
+            lifespan=self.lifespan, 
+            title="KOI-net Protocol API",
+            version="1.0.0"
+        )
+        
+        self.router = APIRouter(prefix="/koi-net")
+        self.app.add_exception_handler(ProtocolError, self.protocol_error_handler)
+        
+        def _add_endpoint(path, func):
+            self.router.add_api_route(
+                path=path,
+                endpoint=self.secure.envelope_handler(func),
+                methods=["POST"]
+            )
+        
+        _add_endpoint(BROADCAST_EVENTS_PATH, self.broadcast_events)
+        _add_endpoint(POLL_EVENTS_PATH, self.poll_events)
+        _add_endpoint(FETCH_RIDS_PATH, self.fetch_rids)
+        _add_endpoint(FETCH_MANIFESTS_PATH, self.fetch_manifests)
+        _add_endpoint(FETCH_BUNDLES_PATH, self.fetch_bundles)
+        
+        self.app.include_router(self.router)
+    
+    def run(self):
+        uvicorn.run(
+            app=self.app,
+            host=self.config.server.host,
+            port=self.config.server.port
+        )
+        
+    @asynccontextmanager
+    async def lifespan(self, app: FastAPI):
+        self.lifecycle.start()
+        yield
+        self.lifecycle.stop()
+
+    def protocol_error_handler(self, request, exc: ProtocolError):
+        logger.info(f"caught protocol error: {exc}")
+        resp = ErrorResponse(error=exc.error_type)
+        logger.info(f"returning error response: {resp}")
+        return JSONResponse(
+            status_code=400,
+            content=resp.model_dump(mode="json")
+        )
+
+    async def broadcast_events(self, req: SignedEnvelope[EventsPayload]):
+        logger.info(f"Request to {BROADCAST_EVENTS_PATH}, received {len(req.payload.events)} event(s)")
+        for event in req.payload.events:
+            self.processor.handle(event=event, source=req.source_node)
+        
+    async def poll_events(
+        self, req: SignedEnvelope[PollEvents]
+    ) -> SignedEnvelope[EventsPayload] | ErrorResponse:
+        logger.info(f"Request to {POLL_EVENTS_PATH}")
+        events = self.event_queue.flush_poll_queue(req.payload.rid)
+        return EventsPayload(events=events)
+
+    async def fetch_rids(
+        self, req: SignedEnvelope[FetchRids]
+    ) -> SignedEnvelope[RidsPayload] | ErrorResponse:
+        return self.response_handler.fetch_rids(req.payload)
+
+    async def fetch_manifests(
+        self, req: SignedEnvelope[FetchManifests]
+    ) -> SignedEnvelope[ManifestsPayload] | ErrorResponse:
+        return self.response_handler.fetch_manifests(req.payload)
+
+    async def fetch_bundles(
+        self, req: SignedEnvelope[FetchBundles]
+    ) -> SignedEnvelope[BundlesPayload] | ErrorResponse:
+        return self.response_handler.fetch_bundles(req.payload)

{koi_net-1.1.0b1.dist-info → koi_net-1.1.0b2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: koi-net
-Version: 1.1.0b1
+Version: 1.1.0b2
 Summary: Implementation of KOI-net protocol in Python
 Project-URL: Homepage, https://github.com/BlockScience/koi-net/
 Author-email: Luke Miller <luke@block.science>
@@ -28,19 +28,19 @@ License: MIT License
 License-File: LICENSE
 Requires-Python: >=3.10
 Requires-Dist: cryptography>=45.0.3
+Requires-Dist: fastapi>=0.115.12
 Requires-Dist: httpx>=0.28.1
 Requires-Dist: networkx>=3.4.2
 Requires-Dist: pydantic>=2.10.6
 Requires-Dist: python-dotenv>=1.1.0
 Requires-Dist: rid-lib>=3.2.7
 Requires-Dist: ruamel-yaml>=0.18.10
+Requires-Dist: uvicorn>=0.34.2
 Provides-Extra: dev
 Requires-Dist: build; extra == 'dev'
 Requires-Dist: twine>=6.0; extra == 'dev'
 Provides-Extra: examples
-Requires-Dist: fastapi; extra == 'examples'
 Requires-Dist: rich; extra == 'examples'
-Requires-Dist: uvicorn; extra == 'examples'
 Description-Content-Type: text/markdown
 
 # KOI-net

{koi_net-1.1.0b1.dist-info → koi_net-1.1.0b2.dist-info}/RECORD

@@ -1,11 +1,14 @@
 koi_net/__init__.py,sha256=b0Ze0pZmJAuygpWUFHM6Kvqo3DkU_uzmkptv1EpAArw,31
-koi_net/config.py,sha256=Zu6iVPQ1yar9OMZQp-Ez0eYRIoCeDq69eTQyYplQqQc,4057
+koi_net/config.py,sha256=47XbQ59GRYFi4rlsoWKlnzMQATcnK70i3qmKTZAGOQk,4087
 koi_net/context.py,sha256=JmbpCzusXFq_NCXiUp5Z56N6vpBdYMUK8eOs7ogO68A,1428
-koi_net/core.py,sha256=QIYRlvi5BFxaQKYrbI8CGs2yZxf-U6PeJlYBaG6HsLQ,6474
+koi_net/core.py,sha256=wJjEaza-Q_QqTZL8xOWdlMkjOhCmX8Lj3uBy2GUGDF0,5565
 koi_net/default_actions.py,sha256=TkQR9oj9CpO37Gb5bZLmFNl-Q8n3OxGiX4dvxQR7SaA,421
 koi_net/effector.py,sha256=gSyZgRxQ91X04UL261e2pXWUfBHnQTGtjSHpc2JufxA,4097
 koi_net/identity.py,sha256=FvIWksGTqwM7HCevIwmo_6l-t-2tnYkaaR4CanZatL4,569
+koi_net/lifecycle.py,sha256=-J5y4i0JdernatLTed8hQbkK26Cs6rm1kZqlx3aQzZA,2727
+koi_net/poller.py,sha256=tlqbDMTdkU8vCbi95rOBeHUEWLkrECKW3gnF9MYhKQw,1369
 koi_net/secure.py,sha256=cGNF2assqCaYq0i0fhQBm7aREoAdpY-XVypDsE1ALaU,3970
+koi_net/server.py,sha256=ONJMhC_9VNBTVTdHRMP66T9QIZ1UuSZY7C_KoRcVb9k,4199
 koi_net/network/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 koi_net/network/behavior.py,sha256=NZLvWlrxR0uWriE3ZzCXmocUVccQthy7Xx8E_8KBwsg,1208
 koi_net/network/error_handler.py,sha256=CrmCpBY2oj4nl7uXrIYusUHDKxPZ1HDuQAtiBSZarRI,1623
@@ -29,7 +32,7 @@ koi_net/protocol/errors.py,sha256=A83QiYe_fJdxW2lsNsLCujWxDr5sk1UmYYd3TGbSNJA,60
 koi_net/protocol/event.py,sha256=eGgihEj1gliLoQRk8pVB2q_was0AGo-PbT3Hqnpn3oU,1379
 koi_net/protocol/node.py,sha256=7GQzHORFr9cP4BqJgir6EGSWCskL-yqmvJksIiLfcWU,409
 koi_net/protocol/secure.py,sha256=Reem9Z4le4uWXM9uczNOdmgVBg8p4YQav-7_c3pZ1CQ,3366
-koi_net-1.1.0b1.dist-info/METADATA,sha256=pHwaqM6wXoQpOUINUBlLlmCnSv3nEHF-EbL5x42jf3s,37142
-koi_net-1.1.0b1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-koi_net-1.1.0b1.dist-info/licenses/LICENSE,sha256=03mgCL5qth2aD9C3F3qNVs4sFJSpK9kjtYCyOwdSp7s,1069
-koi_net-1.1.0b1.dist-info/RECORD,,
+koi_net-1.1.0b2.dist-info/METADATA,sha256=k341N2GlyWwem7ojdmX1PH8tij0D4CQHfOjGnuv5XYQ,37118
+koi_net-1.1.0b2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+koi_net-1.1.0b2.dist-info/licenses/LICENSE,sha256=03mgCL5qth2aD9C3F3qNVs4sFJSpK9kjtYCyOwdSp7s,1069
+koi_net-1.1.0b2.dist-info/RECORD,,