runtimepy 5.4.1__tar.gz → 5.4.3__tar.gz

{runtimepy-5.4.1/runtimepy.egg-info → runtimepy-5.4.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: runtimepy
-Version: 5.4.1
+Version: 5.4.3
 Summary: A framework for implementing Python services.
 Home-page: https://github.com/vkottler/runtimepy
 Author: Vaughn Kottler
@@ -17,10 +17,10 @@ Classifier: License :: OSI Approved :: MIT License
 Requires-Python: >=3.11
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: websockets
-Requires-Dist: psutil
 Requires-Dist: svgen>=0.6.8
 Requires-Dist: vcorelib>=3.3.1
+Requires-Dist: psutil
+Requires-Dist: websockets
 Provides-Extra: test
 Requires-Dist: pylint; extra == "test"
 Requires-Dist: flake8; extra == "test"
@@ -44,11 +44,11 @@ Requires-Dist: uvloop; (sys_platform != "win32" and sys_platform != "cygwin") an
     =====================================
     generator=datazen
     version=3.1.4
-    hash=039855eb758d9eb1ea70df0654e31b61
+    hash=76ca13ab011b845de4580fd0bc1f9deb
     =====================================
 -->
 
-# runtimepy ([5.4.1](https://pypi.org/project/runtimepy/))
+# runtimepy ([5.4.3](https://pypi.org/project/runtimepy/))
 
 [![python](https://img.shields.io/pypi/pyversions/runtimepy.svg)](https://pypi.org/project/runtimepy/)
 ![Build Status](https://github.com/vkottler/runtimepy/workflows/Python%20Package/badge.svg)
@@ -197,7 +197,7 @@ options:
 $ ./venv3.12/bin/runtimepy tftp -h
 
 usage: runtimepy tftp [-h] [-p PORT] [-m MODE] [-t TIMEOUT] [-r REEMIT]
-                      {read,write} host our_file their_file
+                      {read,write} host our_file [their_file]
 
 positional arguments:
   {read,write}          action to perform

{runtimepy-5.4.1 → runtimepy-5.4.3}/README.md

@@ -2,11 +2,11 @@
     =====================================
     generator=datazen
     version=3.1.4
-    hash=039855eb758d9eb1ea70df0654e31b61
+    hash=76ca13ab011b845de4580fd0bc1f9deb
     =====================================
 -->
 
-# runtimepy ([5.4.1](https://pypi.org/project/runtimepy/))
+# runtimepy ([5.4.3](https://pypi.org/project/runtimepy/))
 
 [![python](https://img.shields.io/pypi/pyversions/runtimepy.svg)](https://pypi.org/project/runtimepy/)
 ![Build Status](https://github.com/vkottler/runtimepy/workflows/Python%20Package/badge.svg)
@@ -155,7 +155,7 @@ options:
 $ ./venv3.12/bin/runtimepy tftp -h
 
 usage: runtimepy tftp [-h] [-p PORT] [-m MODE] [-t TIMEOUT] [-r REEMIT]
-                      {read,write} host our_file their_file
+                      {read,write} host our_file [their_file]
 
 positional arguments:
   {read,write}          action to perform

{runtimepy-5.4.1 → runtimepy-5.4.3}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta:__legacy__"
 
 [project]
 name = "runtimepy"
-version = "5.4.1"
+version = "5.4.3"
 description = "A framework for implementing Python services."
 readme = "README.md"
 requires-python = ">=3.11"

{runtimepy-5.4.1 → runtimepy-5.4.3}/runtimepy/__init__.py

@@ -1,7 +1,7 @@
 # =====================================
 # generator=datazen
 # version=3.1.4
-# hash=acff0a8ea3e1379494862c3188de7a76
+# hash=d1fd99eada85e38ef836802f8c0a3c50
 # =====================================
 
 """
@@ -10,7 +10,7 @@ Useful defaults and other package metadata.
 
 DESCRIPTION = "A framework for implementing Python services."
 PKG_NAME = "runtimepy"
-VERSION = "5.4.1"
+VERSION = "5.4.3"
 
 # runtimepy-specific content.
 METRICS_NAME = "metrics"

{runtimepy-5.4.1 → runtimepy-5.4.3}/runtimepy/commands/tftp.py

@@ -6,14 +6,14 @@ An entry-point for the 'tftp' command.
 import argparse
 import asyncio
 from pathlib import Path
-
-from vcorelib.args import CommandFunction
+from socket import getaddrinfo
 
 # third-party
+from vcorelib.args import CommandFunction
 from vcorelib.asyncio import run_handle_stop
 
 # internal
-from runtimepy.net.udp.tftp import tftp_read, tftp_write
+from runtimepy.net.udp.tftp import TFTP_PORT, tftp_read, tftp_write
 from runtimepy.net.udp.tftp.base import DEFAULT_TIMEOUT_S, REEMIT_PERIOD_S
 from runtimepy.net.udp.tftp.enums import DEFAULT_MODE
 
@@ -21,7 +21,8 @@ from runtimepy.net.udp.tftp.enums import DEFAULT_MODE
 def tftp_cmd(args: argparse.Namespace) -> int:
     """Execute the tftp command."""
 
-    addr = (args.host, args.port)
+    # Resolve hostname as early as possible.
+    addr = (getaddrinfo(args.host, None)[0][4][0], args.port)
 
     stop_sig = asyncio.Event()
     kwargs = {
@@ -31,6 +32,9 @@ def tftp_cmd(args: argparse.Namespace) -> int:
         "process_kwargs": {"stop_sig": stop_sig},
     }
 
+    if not args.their_file:
+        args.their_file = str(args.our_file)
+
     if args.operation == "read":
         task = tftp_read(addr, args.our_file, args.their_file, **kwargs)
     else:
@@ -48,7 +52,7 @@ def add_tftp_cmd(parser: argparse.ArgumentParser) -> CommandFunction:
         "-p",
         "--port",
         type=int,
-        default=69,
+        default=TFTP_PORT,
         help="port to message (default: %(default)s)",
     )
 
@@ -81,6 +85,6 @@ def add_tftp_cmd(parser: argparse.ArgumentParser) -> CommandFunction:
     parser.add_argument("host", help="host to message")
 
     parser.add_argument("our_file", type=Path, help="path to our file")
-    parser.add_argument("their_file", type=str, help="path to their file")
+    parser.add_argument("their_file", nargs="?", help="path to their file")
 
     return tftp_cmd

{runtimepy-5.4.1 → runtimepy-5.4.3}/runtimepy/data/css/bootstrap_extra.css

@@ -40,6 +40,10 @@
   width: auto;
 }
 
+.table-container {
+  overflow-x: scroll;
+}
+
 .channel-column {
   overflow-y: scroll;
   overflow-x: hidden;

{runtimepy-5.4.1 → runtimepy-5.4.3}/runtimepy/data/tftp_server.yaml

@@ -9,4 +9,4 @@ clients:
   - factory: tftp
     name: tftp_server
     kwargs:
-      local_addr: [localhost, "$tftp_server"]
+      local_addr: [127.0.0.1, "$tftp_server"]

{runtimepy-5.4.1 → runtimepy-5.4.3}/runtimepy/entry.py

@@ -1,7 +1,7 @@
 # =====================================
 # generator=datazen
 # version=3.1.4
-# hash=c2bc26deadfa7cc275e815f499693863
+# hash=79c31d1280a6e97b5d326aecb758c597
 # =====================================
 
 """
@@ -10,13 +10,14 @@ This package's command-line entry-point (boilerplate).
 
 # built-in
 import argparse
+from logging import getLogger
 import os
 from pathlib import Path
 import sys
 from typing import List
 
 # third-party
-from vcorelib.logging import init_logging, logging_args
+from vcorelib.logging import init_logging, log_time, logging_args
 
 # internal
 from runtimepy import DESCRIPTION, VERSION
@@ -68,7 +69,8 @@ def main(argv: List[str] = None) -> int:
         os.chdir(args.dir)
 
         # run the application
-        result = entry(args)
+        with log_time(getLogger(__name__), "Command"):
+            result = entry(args)
     except SystemExit as exc:
         result = 1
         if exc.code is not None and isinstance(exc.code, int):

{runtimepy-5.4.1 → runtimepy-5.4.3}/runtimepy/net/server/app/env/tab/html.py

@@ -134,7 +134,9 @@ class ChannelEnvironmentTabHtml(ChannelEnvironmentTabControls):
     def channel_table(self, parent: Element) -> None:
         """Create the channel table."""
 
-        table = div(tag="table", parent=parent)
+        table = div(
+            tag="table", parent=div(parent=parent, class_str="table-container")
+        )
         table.add_class("table", TEXT)
 
         header = div(tag="thead", parent=table)
@@ -248,7 +250,7 @@ class ChannelEnvironmentTabHtml(ChannelEnvironmentTabControls):
         # table doesn't take up full vertical space, few channels).
         under_construction(
             vert_container,
-            class_str="border-start border-end",
+            class_str="border-start border-top border-end",
             note="unused space",
         )
 

{runtimepy-5.4.1 → runtimepy-5.4.3}/runtimepy/net/udp/connection.py

@@ -126,14 +126,17 @@ class UdpConnection(_Connection, _TransportMixin):
         )
         return result is not None
 
+    should_connect: bool = True
+
     @classmethod
-    async def create_connection(
-        cls: type[T], connect: bool = True, **kwargs
-    ) -> T:
+    async def create_connection(cls: type[T], **kwargs) -> T:
         """Create a UDP connection."""
 
         LOG.debug("kwargs: %s", kwargs)
 
+        # Allows certain connections to have more sane defaults.
+        connect = kwargs.pop("connect", cls.should_connect)
+
         # If the caller specifies a remote address but doesn't want a connected
         # socket, handle this after initial creation.
         remote_addr = None
@@ -173,8 +176,8 @@ class UdpConnection(_Connection, _TransportMixin):
         sock1.connect(("localhost", sock2.getsockname()[1]))
         sock2.connect(("localhost", sock1.getsockname()[1]))
 
-        conn1 = await cls.create_connection(sock=sock1)
-        conn2 = await cls.create_connection(sock=sock2)
+        conn1 = await cls.create_connection(sock=sock1, connect=True)
+        conn2 = await cls.create_connection(sock=sock2, connect=True)
         assert conn1.remote_address is not None
         assert conn2.remote_address is not None
 

{runtimepy-5.4.1 → runtimepy-5.4.3}/runtimepy/net/udp/tftp/__init__.py

@@ -38,19 +38,19 @@ class TftpConnection(BaseTftpConnection):
     ) -> bool:
         """Request a tftp read operation."""
 
-        endpoint = self.endpoint(addr)
         end_of_data = False
         idx = 1
 
-        def ack_sender() -> None:
-            """Send acks."""
-            nonlocal idx
-            self.send_ack(block=idx - 1, addr=addr)
-
         async with AsyncExitStack() as stack:
             # Claim read lock and ignore cancellation.
             stack.enter_context(suppress(asyncio.CancelledError))
-            await stack.enter_async_context(endpoint.lock)
+
+            endpoint, event = await self._await_first_block(stack, addr=addr)
+
+            def ack_sender() -> None:
+                """Send acks."""
+                nonlocal idx
+                endpoint.ack_sender(idx - 1, endpoint.addr)
 
             def send_rrq() -> None:
                 """Send request"""
@@ -60,9 +60,6 @@ class TftpConnection(BaseTftpConnection):
                     "Requesting '%s' (%s) -> %s.", filename, mode, destination
                 )
 
-            event = asyncio.Event()
-            endpoint.awaiting_blocks[idx] = event
-
             with self.log_time("Awaiting first data block", reminder=True):
                 # Wait for first data block.
                 if not await repeat_until(
@@ -112,21 +109,22 @@ class TftpConnection(BaseTftpConnection):
                 if success:
                     write_block()
 
-        # Repeat last ack in the background.
-        if end_of_data:
-            self._conn_tasks.append(
-                asyncio.create_task(
-                    repeat_until(  # type: ignore
-                        ack_sender,
-                        asyncio.Event(),
-                        endpoint.period.value,
-                        endpoint.timeout.value,
+            # Repeat last ack in the background.
+            if end_of_data:
+                self._conn_tasks.append(
+                    asyncio.create_task(
+                        repeat_until(  # type: ignore
+                            ack_sender,
+                            asyncio.Event(),
+                            endpoint.period.value,
+                            endpoint.timeout.value,
+                        )
                     )
                 )
-            )
 
-        # Make a to-string or log method for vcorelib FileInfo?
-        #
+                # Ensure at least one ack sends.
+                await asyncio.sleep(0.01)
+
         self.logger.info(
             "Read %s (%s).",
             FileInfo.from_file(destination),
@@ -146,16 +144,14 @@ class TftpConnection(BaseTftpConnection):
         """Request a tftp write operation."""
 
         result = False
-        endpoint = self.endpoint(addr)
 
         with as_path(source) as src:
             async with AsyncExitStack() as stack:
                 # Claim write lock and ignore cancellation.
                 stack.enter_context(suppress(asyncio.CancelledError))
-                await stack.enter_async_context(endpoint.lock)
 
-                event = asyncio.Event()
-                endpoint.awaiting_acks[0] = event
+                # Set up first-ack handling.
+                endpoint, event = await self._await_first_ack(stack, addr=addr)
 
                 def send_wrq() -> None:
                     """Send request."""
@@ -183,6 +179,11 @@ class TftpConnection(BaseTftpConnection):
                         )
 
                         # Compare hashes.
+                        self.logger.info(
+                            "Reading '%s' %s.",
+                            filename,
+                            "succeeded" if result else "failed",
+                        )
                         if result:
                             result = file_md5_hex(src) == file_md5_hex(tmp)
                             self.logger.info(
@@ -193,6 +194,9 @@ class TftpConnection(BaseTftpConnection):
         return result
 
 
+TFTP_PORT = 69
+
+
 @asynccontextmanager
 async def tftp(
     addr: Union[IpHost, tuple[str, int]],

{runtimepy-5.4.1 → runtimepy-5.4.3}/runtimepy/net/udp/tftp/base.py

@@ -3,6 +3,8 @@ A module implementing a base tftp (RFC 1350) connection interface.
 """
 
 # built-in
+import asyncio
+from contextlib import AsyncExitStack
 from io import BytesIO
 import logging
 from pathlib import Path
@@ -22,6 +24,7 @@ from runtimepy.net.udp.tftp.enums import (
     encode_filename_mode,
     parse_filename_mode,
 )
+from runtimepy.net.util import normalize_host
 from runtimepy.primitives import Double, Uint16
 
 REEMIT_PERIOD_S = 0.20
@@ -36,6 +39,7 @@ class BaseTftpConnection(UdpConnection):
     _path: Path
 
     default_auto_restart = True
+    should_connect = False
 
     def set_root(self, path: Path) -> None:
         """Set a new root path for this instance."""
@@ -123,9 +127,39 @@ class BaseTftpConnection(UdpConnection):
 
         self.error_sender = error_sender
 
-        self._endpoints: dict[str, TftpEndpoint] = {}
+        self._endpoints: dict[IpHost, TftpEndpoint] = {}
+        self._awaiting_first_ack: dict[str, TftpEndpoint] = {}
+        self._awaiting_first_block: dict[str, TftpEndpoint] = {}
         # self._self = self.endpoint(self.local_address)
 
+    async def _await_first_ack(
+        self,
+        stack: AsyncExitStack,
+        addr: Union[IpHost, tuple[str, int]] = None,
+    ) -> tuple[TftpEndpoint, asyncio.Event]:
+        """Set up an endpoint to wait for an initial ack from a server."""
+
+        endpoint = self.endpoint(addr)
+        await stack.enter_async_context(endpoint.lock)
+        event = asyncio.Event()
+        endpoint.awaiting_acks[0] = event
+        self._awaiting_first_ack[endpoint.addr.hostname] = endpoint
+        return endpoint, event
+
+    async def _await_first_block(
+        self,
+        stack: AsyncExitStack,
+        addr: Union[IpHost, tuple[str, int]] = None,
+    ) -> tuple[TftpEndpoint, asyncio.Event]:
+        """Set up an endpoint to wait for an initial block from a server."""
+
+        endpoint = self.endpoint(addr)
+        await stack.enter_async_context(endpoint.lock)
+        event = asyncio.Event()
+        endpoint.awaiting_blocks[1] = event
+        self._awaiting_first_block[endpoint.addr.hostname] = endpoint
+        return endpoint, event
+
     def endpoint(
         self, addr: Union[IpHost, tuple[str, int]] = None
     ) -> TftpEndpoint:
@@ -135,10 +169,10 @@ class BaseTftpConnection(UdpConnection):
             addr = self.remote_address
 
         assert addr is not None
-        key = f"{addr[0]}:{addr[1]}"
+        addr = normalize_host(*addr)
 
-        if key not in self._endpoints:
-            self._endpoints[key] = TftpEndpoint(
+        if addr not in self._endpoints:
+            self._endpoints[addr] = TftpEndpoint(
                 self._path,
                 self.logger,
                 addr,
@@ -149,7 +183,7 @@ class BaseTftpConnection(UdpConnection):
                 self.endpoint_timeout,
             )
 
-        return self._endpoints[key]
+        return self._endpoints[addr]
 
     def send_rrq(
         self,
@@ -269,15 +303,38 @@ class BaseTftpConnection(UdpConnection):
     ) -> None:
         """Handle a data message."""
 
+        endpoint = self.endpoint(addr)
         block = self._read_block_number(stream)
-        self.endpoint(addr).handle_data(block, stream.read())
+
+        # Check if we're currently waiting for an initial block.
+        hostname = endpoint.addr.hostname
+        if block == 1 and hostname in self._awaiting_first_block:
+            to_update = self._awaiting_first_block[hostname]
+            del self._awaiting_first_block[hostname]
+            self._endpoints[endpoint.addr] = to_update
+            endpoint = to_update.update_from_other(endpoint)
+
+        endpoint.handle_data(block, stream.read())
 
     async def _handle_ack(
         self, stream: BinaryIO, addr: tuple[str, int]
     ) -> None:
         """Handle an acknowledge message."""
 
-        self.endpoint(addr).handle_ack(self._read_block_number(stream))
+        endpoint = self.endpoint(addr)
+        block = self._read_block_number(stream)
+
+        # Check if we're currently waiting for an initial acknowledgement. This
+        # will come from the same host but a different port, so update
+        # references when this is detected.
+        hostname = endpoint.addr.hostname
+        if block == 0 and hostname in self._awaiting_first_ack:
+            to_update = self._awaiting_first_ack[hostname]
+            del self._awaiting_first_ack[hostname]
+            self._endpoints[endpoint.addr] = to_update
+            endpoint = to_update.update_from_other(endpoint)
+
+        endpoint.handle_ack(block)
 
     def _read_block_number(self, stream: BinaryIO) -> int:
         """Read block number from the stream."""

{runtimepy-5.4.1 → runtimepy-5.4.3}/runtimepy/net/udp/tftp/endpoint.py

@@ -40,7 +40,7 @@ class TftpEndpoint(LoggerMixin):
         self,
         root: Path,
         logger: LoggerType,
-        addr: Union[IpHost, tuple[str, int]],
+        addr: IpHost,
         data_sender: TftpDataSender,
         ack_sender: TftpAckSender,
         error_sender: TftpErrorSender,
@@ -75,6 +75,13 @@ class TftpEndpoint(LoggerMixin):
         self.timeout = timeout
         self.log_limiter = RateLimiter.from_s(1.0)
 
+    def update_from_other(self, other: "TftpEndpoint") -> "TftpEndpoint":
+        """Update this endpoint's attributes with attributes of another's."""
+
+        self.logger.info("Updating address to '%s'.", other.addr)
+        self.addr = other.addr
+        return self
+
     def chunk_sender(self, block: int, data: bytes) -> Callable[[], None]:
         """Create a method that sends a specific block of data."""
 
@@ -135,7 +142,7 @@ class TftpEndpoint(LoggerMixin):
 
     def __str__(self) -> str:
         """Get this instance as a string."""
-        return f"{self.addr[0]}:{self.addr[1]}"
+        return str(self.addr)
 
     def handle_error(self, error_code: TftpErrorCode, message: str) -> None:
         """Handle a tftp error message."""

{runtimepy-5.4.1 → runtimepy-5.4.3}/runtimepy/net/util.py

@@ -19,6 +19,11 @@ class IPv4Host(NamedTuple):
     name: str = ""
     port: int = 0
 
+    @property
+    def hostname(self) -> str:
+        """Get a hostname for this instance."""
+        return hostname(self.name)
+
     @property
     def address(self) -> ipaddress.IPv4Address:
         """Get an address object for this hostname."""
@@ -28,6 +33,10 @@ class IPv4Host(NamedTuple):
         """Get this host as a string."""
         return hostname_port(self.name, self.port)
 
+    def __hash__(self) -> int:
+        """Get a hash for this instance."""
+        return hash(str(self))
+
 
 class IPv6Host(NamedTuple):
     """See: https://docs.python.org/3/library/socket.html#socket-families."""
@@ -37,6 +46,11 @@ class IPv6Host(NamedTuple):
     flowinfo: int = 0
     scope_id: int = 0
 
+    @property
+    def hostname(self) -> str:
+        """Get a hostname for this instance."""
+        return hostname(self.name)
+
     @property
     def address(self) -> ipaddress.IPv6Address:
         """Get an address object for this hostname."""
@@ -46,6 +60,10 @@ class IPv6Host(NamedTuple):
         """Get this host as a string."""
         return hostname_port(self.name, self.port)
 
+    def __hash__(self) -> int:
+        """Get a hash for this instance."""
+        return hash(str(self))
+
 
 IpHost = _Union[IPv4Host, IPv6Host]
 IpHostlike = _Union[str, int, IpHost, None]

{runtimepy-5.4.1 → runtimepy-5.4.3}/runtimepy/primitives/serializable/base.py

@@ -134,7 +134,11 @@ class Serializable(ABC):
         """Assign a next serializable."""
 
         assert self.chain is None, self.chain
-        self.chain = chain
+
+        # mypy regression?
+        self.chain = chain  # type: ignore
+        assert self.chain is not None
+
         return self.chain.size
 
     def add_to_end(self, chain: T, array_length: int = None) -> int:

{runtimepy-5.4.1 → runtimepy-5.4.3/runtimepy.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: runtimepy
-Version: 5.4.1
+Version: 5.4.3
 Summary: A framework for implementing Python services.
 Home-page: https://github.com/vkottler/runtimepy
 Author: Vaughn Kottler
@@ -17,10 +17,10 @@ Classifier: License :: OSI Approved :: MIT License
 Requires-Python: >=3.11
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: websockets
-Requires-Dist: psutil
 Requires-Dist: svgen>=0.6.8
 Requires-Dist: vcorelib>=3.3.1
+Requires-Dist: psutil
+Requires-Dist: websockets
 Provides-Extra: test
 Requires-Dist: pylint; extra == "test"
 Requires-Dist: flake8; extra == "test"
@@ -44,11 +44,11 @@ Requires-Dist: uvloop; (sys_platform != "win32" and sys_platform != "cygwin") an
     =====================================
     generator=datazen
     version=3.1.4
-    hash=039855eb758d9eb1ea70df0654e31b61
+    hash=76ca13ab011b845de4580fd0bc1f9deb
     =====================================
 -->
 
-# runtimepy ([5.4.1](https://pypi.org/project/runtimepy/))
+# runtimepy ([5.4.3](https://pypi.org/project/runtimepy/))
 
 [![python](https://img.shields.io/pypi/pyversions/runtimepy.svg)](https://pypi.org/project/runtimepy/)
 ![Build Status](https://github.com/vkottler/runtimepy/workflows/Python%20Package/badge.svg)
@@ -197,7 +197,7 @@ options:
 $ ./venv3.12/bin/runtimepy tftp -h
 
 usage: runtimepy tftp [-h] [-p PORT] [-m MODE] [-t TIMEOUT] [-r REEMIT]
-                      {read,write} host our_file their_file
+                      {read,write} host our_file [their_file]
 
 positional arguments:
   {read,write}          action to perform