aprsd 4.0.2__py3-none-any.whl → 4.1.1__py3-none-any.whl

aprsd/threads/rx.py

@@ -8,20 +8,32 @@ from oslo_config import cfg
 
 from aprsd import packets, plugin
 from aprsd.client import client_factory
-from aprsd.packets import collector
+from aprsd.packets import collector, filter
 from aprsd.packets import log as packet_log
 from aprsd.threads import APRSDThread, tx
-from aprsd.utils import trace
 
 CONF = cfg.CONF
-LOG = logging.getLogger("APRSD")
+LOG = logging.getLogger('APRSD')
 
 
 class APRSDRXThread(APRSDThread):
+    """Main Class to connect to an APRS Client and recieve packets.
+
+    A packet is received in the main loop and then sent to the
+    process_packet method, which sends the packet through the collector
+    to track the packet for stats, and then put into the packet queue
+    for processing in a separate thread.
+    """
+
     _client = None
 
+    # This is the queue that packets are sent to for processing.
+    # We process packets in a separate thread to help prevent
+    # getting blocked by the APRS server trying to send us packets.
+    packet_queue = None
+
     def __init__(self, packet_queue):
-        super().__init__("RX_PKT")
+        super().__init__('RX_PKT')
         self.packet_queue = packet_queue
 
     def stop(self):
@@ -52,7 +64,7 @@ class APRSDRXThread(APRSDThread):
             # kwargs.  :(
             # https://github.com/rossengeorgiev/aprs-python/pull/56
             self._client.consumer(
-                self._process_packet,
+                self.process_packet,
                 raw=False,
                 blocking=False,
             )
@@ -60,7 +72,7 @@ class APRSDRXThread(APRSDThread):
             aprslib.exceptions.ConnectionDrop,
             aprslib.exceptions.ConnectionError,
         ):
-            LOG.error("Connection dropped, reconnecting")
+            LOG.error('Connection dropped, reconnecting')
             # Force the deletion of the client object connected to aprs
             # This will cause a reconnect, next time client.get_client()
             # is called
@@ -68,45 +80,18 @@ class APRSDRXThread(APRSDThread):
             time.sleep(5)
         except Exception:
             # LOG.exception(ex)
-            LOG.error("Resetting connection and trying again.")
+            LOG.error('Resetting connection and trying again.')
             self._client.reset()
             time.sleep(5)
-        # Continue to loop
-        time.sleep(1)
         return True
 
-    def _process_packet(self, *args, **kwargs):
-        """Intermediate callback so we can update the keepalive time."""
-        # Now call the 'real' packet processing for a RX'x packet
-        self.process_packet(*args, **kwargs)
-
-    @abc.abstractmethod
     def process_packet(self, *args, **kwargs):
-        pass
-
-
-class APRSDDupeRXThread(APRSDRXThread):
-    """Process received packets.
-
-    This is the main APRSD Server command thread that
-    receives packets and makes sure the packet
-    hasn't been seen previously before sending it on
-    to be processed.
-    """
-
-    @trace.trace
-    def process_packet(self, *args, **kwargs):
-        """This handles the processing of an inbound packet.
-
-        When a packet is received by the connected client object,
-        it sends the raw packet into this function.  This function then
-        decodes the packet via the client, and then processes the packet.
-        Ack Packets are sent to the PluginProcessPacketThread for processing.
-        All other packets have to be checked as a dupe, and then only after
-        we haven't seen this packet before, do we send it to the
-        PluginProcessPacketThread for processing.
-        """
         packet = self._client.decode_packet(*args, **kwargs)
+        if not packet:
+            LOG.error(
+                'No packet received from decode_packet.  Most likely a failure to parse'
+            )
+            return
         packet_log.log(packet)
         pkt_list = packets.PacketList()
 
@@ -140,26 +125,55 @@ class APRSDDupeRXThread(APRSDRXThread):
                 # If the packet came in within N seconds of the
                 # Last time seeing the packet, then we drop it as a dupe.
                 LOG.warning(
-                    f"Packet {packet.from_call}:{packet.msgNo} already tracked, dropping."
+                    f'Packet {packet.from_call}:{packet.msgNo} already tracked, dropping.'
                 )
             else:
                 LOG.warning(
-                    f"Packet {packet.from_call}:{packet.msgNo} already tracked "
-                    f"but older than {CONF.packet_dupe_timeout} seconds. processing.",
+                    f'Packet {packet.from_call}:{packet.msgNo} already tracked '
+                    f'but older than {CONF.packet_dupe_timeout} seconds. processing.',
                 )
                 collector.PacketCollector().rx(packet)
                 self.packet_queue.put(packet)
 
 
-class APRSDPluginRXThread(APRSDDupeRXThread):
-    """ "Process received packets.
+class APRSDFilterThread(APRSDThread):
+    def __init__(self, thread_name, packet_queue):
+        super().__init__(thread_name)
+        self.packet_queue = packet_queue
 
-    For backwards compatibility, we keep the APRSDPluginRXThread.
-    """
+    def filter_packet(self, packet):
+        # Do any packet filtering prior to processing
+        if not filter.PacketFilter().filter(packet):
+            return None
+        return packet
 
+    def print_packet(self, packet):
+        """Allow a child of this class to override this.
 
-class APRSDProcessPacketThread(APRSDThread):
-    """Base class for processing received packets.
+        This is helpful if for whatever reason the child class
+        doesn't want to log packets.
+
+        """
+        packet_log.log(packet)
+
+    def loop(self):
+        try:
+            packet = self.packet_queue.get(timeout=1)
+            self.print_packet(packet)
+            if packet:
+                if self.filter_packet(packet):
+                    self.process_packet(packet)
+        except queue.Empty:
+            pass
+        return True
+
+
+class APRSDProcessPacketThread(APRSDFilterThread):
+    """Base class for processing received packets after they have been filtered.
+
+    Packets are received from the client, then filtered for dupes,
+    then sent to the packet queue.  This thread pulls packets from
+    the packet queue for processing.
 
     This is the base class for processing packets coming from
     the consumer.  This base class handles sending ack packets and
@@ -167,44 +181,38 @@ class APRSDProcessPacketThread(APRSDThread):
     for processing."""
 
     def __init__(self, packet_queue):
-        self.packet_queue = packet_queue
-        super().__init__("ProcessPKT")
+        super().__init__('ProcessPKT', packet_queue=packet_queue)
         if not CONF.enable_sending_ack_packets:
             LOG.warning(
-                "Sending ack packets is disabled, messages "
-                "will not be acknowledged.",
+                'Sending ack packets is disabled, messages will not be acknowledged.',
             )
 
     def process_ack_packet(self, packet):
         """We got an ack for a message, no need to resend it."""
         ack_num = packet.msgNo
-        LOG.debug(f"Got ack for message {ack_num}")
+        LOG.debug(f'Got ack for message {ack_num}')
         collector.PacketCollector().rx(packet)
 
     def process_piggyback_ack(self, packet):
         """We got an ack embedded in a packet."""
         ack_num = packet.ackMsgNo
-        LOG.debug(f"Got PiggyBackAck for message {ack_num}")
+        LOG.debug(f'Got PiggyBackAck for message {ack_num}')
         collector.PacketCollector().rx(packet)
 
     def process_reject_packet(self, packet):
         """We got a reject message for a packet.  Stop sending the message."""
         ack_num = packet.msgNo
-        LOG.debug(f"Got REJECT for message {ack_num}")
+        LOG.debug(f'Got REJECT for message {ack_num}')
         collector.PacketCollector().rx(packet)
 
-    def loop(self):
-        try:
-            packet = self.packet_queue.get(timeout=1)
-            if packet:
-                self.process_packet(packet)
-        except queue.Empty:
-            pass
-        return True
-
     def process_packet(self, packet):
         """Process a packet received from aprs-is server."""
-        LOG.debug(f"ProcessPKT-LOOP {self.loop_count}")
+        LOG.debug(f'ProcessPKT-LOOP {self.loop_count}')
+
+        # set this now as we are going to process it.
+        # This is used during dupe checking, so set it early
+        packet.processed = True
+
         our_call = CONF.callsign.lower()
 
         from_call = packet.from_call
@@ -227,7 +235,7 @@ class APRSDProcessPacketThread(APRSDThread):
         ):
             self.process_reject_packet(packet)
         else:
-            if hasattr(packet, "ackMsgNo") and packet.ackMsgNo:
+            if hasattr(packet, 'ackMsgNo') and packet.ackMsgNo:
                 # we got an ack embedded in this packet
                 # we need to handle the ack
                 self.process_piggyback_ack(packet)
@@ -267,7 +275,7 @@ class APRSDProcessPacketThread(APRSDThread):
         if not for_us:
             LOG.info("Got a packet meant for someone else '{packet.to_call}'")
         else:
-            LOG.info("Got a non AckPacket/MessagePacket")
+            LOG.info('Got a non AckPacket/MessagePacket')
 
 
 class APRSDPluginProcessPacketThread(APRSDProcessPacketThread):
@@ -287,7 +295,7 @@ class APRSDPluginProcessPacketThread(APRSDProcessPacketThread):
                             tx.send(subreply)
                         else:
                             wl = CONF.watch_list
-                            to_call = wl["alert_callsign"]
+                            to_call = wl['alert_callsign']
                             tx.send(
                                 packets.MessagePacket(
                                     from_call=CONF.callsign,
@@ -299,7 +307,7 @@ class APRSDPluginProcessPacketThread(APRSDProcessPacketThread):
                     # We have a message based object.
                     tx.send(reply)
         except Exception as ex:
-            LOG.error("Plugin failed!!!")
+            LOG.error('Plugin failed!!!')
             LOG.exception(ex)
 
     def process_our_message_packet(self, packet):
@@ -355,11 +363,11 @@ class APRSDPluginProcessPacketThread(APRSDProcessPacketThread):
             if to_call == CONF.callsign and not replied:
                 # Tailor the messages accordingly
                 if CONF.load_help_plugin:
-                    LOG.warning("Sending help!")
+                    LOG.warning('Sending help!')
                     message_text = "Unknown command! Send 'help' message for help"
                 else:
-                    LOG.warning("Unknown command!")
-                    message_text = "Unknown command!"
+                    LOG.warning('Unknown command!')
+                    message_text = 'Unknown command!'
 
                 tx.send(
                     packets.MessagePacket(
@@ -369,11 +377,11 @@ class APRSDPluginProcessPacketThread(APRSDProcessPacketThread):
                     ),
                 )
         except Exception as ex:
-            LOG.error("Plugin failed!!!")
+            LOG.error('Plugin failed!!!')
             LOG.exception(ex)
             # Do we need to send a reply?
             if to_call == CONF.callsign:
-                reply = "A Plugin failed! try again?"
+                reply = 'A Plugin failed! try again?'
                 tx.send(
                     packets.MessagePacket(
                         from_call=CONF.callsign,
@@ -382,4 +390,4 @@ class APRSDPluginProcessPacketThread(APRSDProcessPacketThread):
                     ),
                 )
 
-        LOG.debug("Completed process_our_message_packet")
+        LOG.debug('Completed process_our_message_packet')

aprsd/threads/service.py

@@ -0,0 +1,42 @@
+# aprsd/aprsd/threads/service.py
+#
+# This module is used to register threads that the service command runs.
+#
+# The service command is used to start and stop the APRS service.
+# This is a mechanism to register threads that the service or command
+# needs to run, and then start stop them as needed.
+
+from aprsd.threads import aprsd as aprsd_threads
+from aprsd.utils import singleton
+
+
+@singleton
+class ServiceThreads:
+    """Registry for threads that the service command runs.
+
+    This enables extensions to register a thread to run during
+    the service command.
+    """
+
+    def __init__(self):
+        self.threads: list[aprsd_threads.APRSDThread] = []
+
+    def register(self, thread: aprsd_threads.APRSDThread):
+        if not isinstance(thread, aprsd_threads.APRSDThread):
+            raise TypeError(f'Thread {thread} is not an APRSDThread')
+        self.threads.append(thread)
+
+    def unregister(self, thread: aprsd_threads.APRSDThread):
+        if not isinstance(thread, aprsd_threads.APRSDThread):
+            raise TypeError(f'Thread {thread} is not an APRSDThread')
+        self.threads.remove(thread)
+
+    def start(self):
+        """Start all threads in the list."""
+        for thread in self.threads:
+            thread.start()
+
+    def join(self):
+        """Join all the threads in the list"""
+        for thread in self.threads:
+            thread.join()

aprsd/threads/stats.py

@@ -1,8 +1,6 @@
 import logging
-import threading
 import time
 
-import wrapt
 from oslo_config import cfg
 
 from aprsd.stats import collector
@@ -10,18 +8,15 @@ from aprsd.threads import APRSDThread
 from aprsd.utils import objectstore
 
 CONF = cfg.CONF
-LOG = logging.getLogger("APRSD")
+LOG = logging.getLogger('APRSD')
 
 
 class StatsStore(objectstore.ObjectStoreMixin):
     """Container to save the stats from the collector."""
 
-    lock = threading.Lock()
-    data = {}
-
-    @wrapt.synchronized(lock)
     def add(self, stats: dict):
-        self.data = stats
+        with self.lock:
+            self.data = stats
 
 
 class APRSDStatsStoreThread(APRSDThread):
@@ -31,7 +26,7 @@ class APRSDStatsStoreThread(APRSDThread):
     save_interval = 10
 
     def __init__(self):
-        super().__init__("StatsStore")
+        super().__init__('StatsStore')
 
     def loop(self):
         if self.loop_count % self.save_interval == 0:

aprsd/utils/objectstore.py

@@ -6,9 +6,8 @@ import threading
 
 from oslo_config import cfg
 
-
 CONF = cfg.CONF
-LOG = logging.getLogger("APRSD")
+LOG = logging.getLogger('APRSD')
 
 
 class ObjectStoreMixin:
@@ -63,7 +62,7 @@ class ObjectStoreMixin:
     def _save_filename(self):
         save_location = CONF.save_location
 
-        return "{}/{}.p".format(
+        return '{}/{}.p'.format(
             save_location,
             self.__class__.__name__.lower(),
         )
@@ -75,13 +74,13 @@ class ObjectStoreMixin:
         self._init_store()
         save_filename = self._save_filename()
         if len(self) > 0:
-            LOG.info(
-                f"{self.__class__.__name__}::Saving"
-                f" {len(self)} entries to disk at "
-                f"{save_filename}",
+            LOG.debug(
+                f'{self.__class__.__name__}::Saving'
+                f' {len(self)} entries to disk at '
+                f'{save_filename}',
             )
             with self.lock:
-                with open(save_filename, "wb+") as fp:
+                with open(save_filename, 'wb+') as fp:
                     pickle.dump(self.data, fp)
         else:
             LOG.debug(
@@ -97,21 +96,21 @@ class ObjectStoreMixin:
             return
         if os.path.exists(self._save_filename()):
             try:
-                with open(self._save_filename(), "rb") as fp:
+                with open(self._save_filename(), 'rb') as fp:
                     raw = pickle.load(fp)
                     if raw:
                         self.data = raw
                         LOG.debug(
-                            f"{self.__class__.__name__}::Loaded {len(self)} entries from disk.",
+                            f'{self.__class__.__name__}::Loaded {len(self)} entries from disk.',
                         )
                     else:
-                        LOG.debug(f"{self.__class__.__name__}::No data to load.")
+                        LOG.debug(f'{self.__class__.__name__}::No data to load.')
             except (pickle.UnpicklingError, Exception) as ex:
-                LOG.error(f"Failed to UnPickle {self._save_filename()}")
+                LOG.error(f'Failed to UnPickle {self._save_filename()}')
                 LOG.error(ex)
                 self.data = {}
         else:
-            LOG.debug(f"{self.__class__.__name__}::No save file found.")
+            LOG.debug(f'{self.__class__.__name__}::No save file found.')
 
     def flush(self):
         """Nuke the old pickle file that stored the old results from last aprsd run."""

{aprsd-4.0.2.dist-info → aprsd-4.1.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: aprsd
-Version: 4.0.2
+Version: 4.1.1
 Summary: APRSd is a APRS-IS server that can be used to connect to APRS-IS and send and receive APRS packets.
 Author-email: Craig Lamparter <craig@craiger.org>, "Walter A. Boring IV" <waboring@hemna.com>, Emre Saglam <emresaglam@gmail.com>, Jason Martin <jhmartin@toger.us>, John <johng42@users.noreply.github.com>, Martiros Shakhzadyan <vrzh@vrzh.net>, Zoe Moore <zoenb@mailbox.org>, ranguli <hello@joshmurphy.ca>
 Maintainer-email: Craig Lamparter <craig@craiger.org>, "Walter A. Boring IV" <waboring@hemna.com>
@@ -202,13 +202,12 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 License-File: AUTHORS
 Requires-Dist: aprslib==0.7.2
-Requires-Dist: attrs==24.3.0
+Requires-Dist: attrs==25.1.0
 Requires-Dist: ax253==0.1.5.post1
-Requires-Dist: bitarray==3.0.0
-Requires-Dist: certifi==2024.12.14
+Requires-Dist: bitarray==3.1.0
+Requires-Dist: certifi==2025.1.31
 Requires-Dist: charset-normalizer==3.4.1
 Requires-Dist: click==8.1.8
-Requires-Dist: commonmark==0.9.1
 Requires-Dist: dataclasses-json==0.6.7
 Requires-Dist: debtcollector==3.0.0
 Requires-Dist: haversine==2.9.0
@@ -216,39 +215,42 @@ Requires-Dist: idna==3.10
 Requires-Dist: importlib-metadata==8.6.1
 Requires-Dist: kiss3==8.0.0
 Requires-Dist: loguru==0.7.3
-Requires-Dist: marshmallow==3.26.0
+Requires-Dist: markdown-it-py==3.0.0
+Requires-Dist: marshmallow==3.26.1
+Requires-Dist: mdurl==0.1.2
 Requires-Dist: mypy-extensions==1.0.0
 Requires-Dist: netaddr==1.3.0
-Requires-Dist: oslo-config==9.7.0
-Requires-Dist: oslo-i18n==6.5.0
+Requires-Dist: oslo-config==9.7.1
+Requires-Dist: oslo-i18n==6.5.1
 Requires-Dist: packaging==24.2
-Requires-Dist: pbr==6.1.0
+Requires-Dist: pbr==6.1.1
 Requires-Dist: pluggy==1.5.0
 Requires-Dist: pygments==2.19.1
 Requires-Dist: pyserial==3.5
 Requires-Dist: pyserial-asyncio==0.6
-Requires-Dist: pytz==2024.2
+Requires-Dist: pytz==2025.1
 Requires-Dist: pyyaml==6.0.2
 Requires-Dist: requests==2.32.3
 Requires-Dist: rfc3986==2.0.0
-Requires-Dist: rich==12.6.0
+Requires-Dist: rich==13.9.4
 Requires-Dist: rush==2021.4.0
-Requires-Dist: stevedore==5.4.0
+Requires-Dist: setuptools==75.8.2
+Requires-Dist: stevedore==5.4.1
 Requires-Dist: thesmuggler==1.0.1
 Requires-Dist: timeago==1.0.16
 Requires-Dist: typing-extensions==4.12.2
 Requires-Dist: typing-inspect==0.9.0
-Requires-Dist: tzlocal==5.2
+Requires-Dist: tzlocal==5.3
 Requires-Dist: update-checker==0.18.0
 Requires-Dist: urllib3==2.3.0
 Requires-Dist: wrapt==1.17.2
 Requires-Dist: zipp==3.21.0
 Provides-Extra: dev
 Requires-Dist: alabaster==1.0.0; extra == "dev"
-Requires-Dist: babel==2.16.0; extra == "dev"
+Requires-Dist: babel==2.17.0; extra == "dev"
 Requires-Dist: build==1.2.2.post1; extra == "dev"
-Requires-Dist: cachetools==5.5.1; extra == "dev"
-Requires-Dist: certifi==2024.12.14; extra == "dev"
+Requires-Dist: cachetools==5.5.2; extra == "dev"
+Requires-Dist: certifi==2025.1.31; extra == "dev"
 Requires-Dist: cfgv==3.4.0; extra == "dev"
 Requires-Dist: chardet==5.2.0; extra == "dev"
 Requires-Dist: charset-normalizer==3.4.1; extra == "dev"
@@ -257,7 +259,7 @@ Requires-Dist: colorama==0.4.6; extra == "dev"
 Requires-Dist: distlib==0.3.9; extra == "dev"
 Requires-Dist: docutils==0.21.2; extra == "dev"
 Requires-Dist: filelock==3.17.0; extra == "dev"
-Requires-Dist: identify==2.6.6; extra == "dev"
+Requires-Dist: identify==2.6.8; extra == "dev"
 Requires-Dist: idna==3.10; extra == "dev"
 Requires-Dist: imagesize==1.4.1; extra == "dev"
 Requires-Dist: jinja2==3.1.5; extra == "dev"
@@ -266,7 +268,7 @@ Requires-Dist: markupsafe==3.0.2; extra == "dev"
 Requires-Dist: mistune==0.8.4; extra == "dev"
 Requires-Dist: nodeenv==1.9.1; extra == "dev"
 Requires-Dist: packaging==24.2; extra == "dev"
-Requires-Dist: pip==24.3.1; extra == "dev"
+Requires-Dist: pip==25.0.1; extra == "dev"
 Requires-Dist: pip-tools==7.4.1; extra == "dev"
 Requires-Dist: platformdirs==4.3.6; extra == "dev"
 Requires-Dist: pluggy==1.5.0; extra == "dev"
@@ -276,7 +278,7 @@ Requires-Dist: pyproject-api==1.9.0; extra == "dev"
 Requires-Dist: pyproject-hooks==1.2.0; extra == "dev"
 Requires-Dist: pyyaml==6.0.2; extra == "dev"
 Requires-Dist: requests==2.32.3; extra == "dev"
-Requires-Dist: setuptools==75.8.0; extra == "dev"
+Requires-Dist: setuptools==75.8.2; extra == "dev"
 Requires-Dist: snowballstemmer==2.2.0; extra == "dev"
 Requires-Dist: sphinx==8.1.3; extra == "dev"
 Requires-Dist: sphinxcontrib-applehelp==2.0.0; extra == "dev"
@@ -289,7 +291,7 @@ Requires-Dist: tomli==2.2.1; extra == "dev"
 Requires-Dist: tox==4.24.1; extra == "dev"
 Requires-Dist: typing-extensions==4.12.2; extra == "dev"
 Requires-Dist: urllib3==2.3.0; extra == "dev"
-Requires-Dist: virtualenv==20.29.1; extra == "dev"
+Requires-Dist: virtualenv==20.29.2; extra == "dev"
 Requires-Dist: wheel==0.45.1; extra == "dev"
 
 # APRSD - Ham radio APRS-IS Message platform software