cocotb 2.0.0rc2__cp39-cp39-macosx_11_0_arm64.whl

cocotb/logging.py

@@ -0,0 +1,424 @@
+# Copyright cocotb contributors
+# Copyright (c) 2013, 2018 Potential Ventures Ltd
+# Copyright (c) 2013 SolarFlare Communications Inc
+# Licensed under the Revised BSD License, see LICENSE for details.
+# SPDX-License-Identifier: BSD-3-Clause
+
+"""
+Everything related to logging
+"""
+
+import logging
+import os
+import re
+import sys
+import time
+import warnings
+from functools import wraps
+from pathlib import Path
+from typing import Optional, Tuple, Union
+
+import cocotb.simtime
+from cocotb import simulator
+from cocotb._ANSI import ANSI
+from cocotb._deprecation import deprecated
+from cocotb.simtime import get_sim_time
+from cocotb.utils import get_time_from_sim_steps
+
+__all__ = (
+    "ANSI",
+    "SimLog",
+    "SimLogFormatter",
+    "SimTimeContextFilter",
+    "default_config",
+    "strip_ansi",
+)
+
+ANSI.__module__ = __name__
+
+# Custom log level
+logging.TRACE = 5  # type: ignore[attr-defined]  # type checkers don't like adding module attributes after the fact
+logging.addLevelName(5, "TRACE")
+
+
+strip_ansi: bool = False
+"""Whether the default formatter should strip ANSI (color) escape codes from log messages.
+
+Defaults to ``True`` if ``stdout`` is not a TTY and ``False`` otherwise;
+but can be overridden with the :envvar:`NO_COLOR` or :envvar:`COCOTB_ANSI_OUTPUT` environment variable.
+"""
+
+
+def default_config(
+    reduced_log_fmt: bool = True,
+    strip_ansi: Optional[bool] = None,
+    prefix_format: Optional[str] = None,
+) -> None:
+    """Apply the default cocotb log formatting to the root logger.
+
+    This hooks up the logger to write to stdout, using :class:`SimLogFormatter` for formatting.
+    It also adds a :class:`SimTimeContextFilter` filter so that the
+    :attr:`~logging.LogRecord.created_sim_time` attribute on :class:`~logging.LogRecord`
+    is available to the formatter.
+
+    If desired, this logging configuration can be overwritten by calling
+    ``logging.basicConfig(..., force=True)`` (in Python 3.8 onwards),
+    or by manually resetting the root logger instance.
+    An example of this can be found in the section on :ref:`rotating-logger`.
+
+    Args:
+        reduced_log_fmt:
+            If ``True``, use a reduced log format that does not include the
+            filename, line number, and function name in the log prefix.
+
+            .. versionadded:: 2.0
+
+        strip_ansi:
+            If ``True``, strip ANSI (color) escape codes in log messages.
+            If ``False``, do not strip ANSI escape codes in log messages.
+            If ``None``, use the value of :data:`strip_ansi`.
+
+            .. versionadded:: 2.0
+
+        prefix_format:
+            An f-string to build a prefix for each log message.
+
+            .. versionadded:: 2.0
+
+    .. versionadded:: 1.4
+
+    .. versionchanged:: 2.0
+        Now captures warnings and outputs them through the logging system using
+        :func:`logging.captureWarnings`.
+    """
+    logging.basicConfig()
+
+    hdlr = logging.StreamHandler(sys.stdout)
+    hdlr.addFilter(SimTimeContextFilter())
+    hdlr.setFormatter(
+        SimLogFormatter(
+            reduced_log_fmt=reduced_log_fmt,
+            strip_ansi=strip_ansi,
+            prefix_format=prefix_format,
+        )
+    )
+    logging.getLogger().handlers = [hdlr]  # overwrite default handlers
+
+    logging.getLogger("cocotb").setLevel(logging.INFO)
+    logging.getLogger("gpi").setLevel(logging.INFO)
+
+    logging.captureWarnings(True)
+
+
+def _init() -> None:
+    """cocotb-specific logging setup.
+
+    - Decides whether ANSI escape code stripping is desired by checking
+      :envvar:`NO_COLOR` and :envvar:`COCOTB_ANSI_OUTPUT`.
+    - Initializes the GPI logger and sets up the GPI logging optimization.
+    - Sets the log level of the ``"cocotb"`` and ``"gpi"`` loggers based on
+      :envvar:`COCOTB_LOG_LEVEL` and :envvar:`GPI_LOG_LEVEL`, respectively.
+    """
+    global strip_ansi
+    strip_ansi = not sys.stdout.isatty()  # default to color for TTYs
+    if os.getenv("NO_COLOR", ""):
+        strip_ansi = True
+    ansi_output = os.getenv("COCOTB_ANSI_OUTPUT")
+    if ansi_output is not None:
+        strip_ansi = not int(ansi_output)
+    in_gui = os.getenv("GUI")
+    if in_gui is not None:
+        strip_ansi = bool(int(in_gui))
+
+    # Monkeypatch "gpi" logger with function that also sets a PyGPI-local logger level
+    # as an optimization.
+    gpi_logger = logging.getLogger("gpi")
+    old_setLevel = gpi_logger.setLevel
+
+    @wraps(old_setLevel)
+    def setLevel(level: Union[int, str]) -> None:
+        old_setLevel(level)
+        simulator.set_gpi_log_level(gpi_logger.getEffectiveLevel())
+
+    gpi_logger.setLevel = setLevel  # type: ignore[method-assign]
+
+    # Initialize PyGPI logging
+    simulator.initialize_logger(_log_from_c, logging.getLogger)
+
+    # Set "cocotb" and "gpi" logger based on environment variables
+    def set_level(logger_name: str, envvar: str) -> None:
+        log_level = os.environ.get(envvar)
+        if log_level is None:
+            return
+
+        log_level = log_level.upper()
+
+        logger = logging.getLogger(logger_name)
+
+        try:
+            logger.setLevel(log_level)
+        except ValueError:
+            valid_levels = ", ".join(
+                ("CRITICAL", "ERROR", "WARNING", "INFO", "DEBUG", "TRACE", "NOTSET")
+            )
+            raise ValueError(
+                f"Invalid log level {log_level!r} passed through the "
+                f"{envvar} environment variable. Valid log "
+                f"levels: {valid_levels}"
+            ) from None
+
+    set_level("gpi", "GPI_LOG_LEVEL")
+    set_level("cocotb", "COCOTB_LOG_LEVEL")
+
+
+def _configure(_: object) -> None:
+    """Configure basic logging."""
+    reduced_log_fmt = True
+    try:
+        reduced_log_fmt = bool(int(os.environ.get("COCOTB_REDUCED_LOG_FMT", "1")))
+    except ValueError:
+        pass
+    prefix_format = os.environ.get("COCOTB_LOG_PREFIX", None)
+    default_config(reduced_log_fmt=reduced_log_fmt, prefix_format=prefix_format)
+
+
+@deprecated('Use `logging.getLogger(f"{name}.0x{ident:x}")` instead')
+def SimLog(name: str, ident: Union[int, None] = None) -> logging.Logger:
+    """Like :func:`logging.getLogger`, but append a numeric identifier to the name.
+
+    Args:
+        name: Logger name.
+        ident: Unique integer identifier.
+
+    Returns:
+        The Logger named ``{name}.0x{ident:x}``.
+
+    .. deprecated:: 2.0
+
+        Use ``logging.getLogger(f"{name}.0x{ident:x}")`` instead.
+    """
+    if ident is not None:
+        name = f"{name}.0x{ident:x}"
+    return logging.getLogger(name)
+
+
+class SimTimeContextFilter(logging.Filter):
+    """
+    A filter to inject simulator times into the log records.
+
+    This uses the approach described in the :ref:`Python logging cookbook <python:filters-contextual>`
+    which adds the :attr:`~logging.LogRecord.created_sim_time` attribute.
+
+    .. versionadded:: 1.4
+    """
+
+    def filter(self, record: logging.LogRecord) -> bool:
+        try:
+            record.created_sim_time = get_sim_time()
+        except RecursionError:
+            # get_sim_time may try to log - if that happens, we can't
+            # attach a simulator time to this message.
+            record.created_sim_time = None
+        return True
+
+
+class SimLogFormatter(logging.Formatter):
+    """Log formatter to provide consistent log message handling.
+
+    This will only add simulator timestamps if the handler object this
+    formatter is attached to has a :class:`SimTimeContextFilter` filter
+    attached, which cocotb ensures by default.
+
+    See :func:`.default_config` for a description of the arguments.
+    """
+
+    loglevel2colour = {
+        logging.TRACE: "",  # type: ignore[attr-defined]  # type checkers don't like adding module attributes after the fact
+        logging.DEBUG: "",
+        logging.INFO: "",
+        logging.WARNING: ANSI.YELLOW_FG,
+        logging.ERROR: ANSI.RED_FG,
+        logging.CRITICAL: ANSI.RED_BG + ANSI.BLACK_FG,
+    }
+
+    prefix_func_globals = {
+        "time": time,
+        "simtime": cocotb.simtime,
+        "ANSI": ANSI,
+    }
+
+    def __init__(
+        self,
+        *,
+        reduced_log_fmt: bool = True,
+        strip_ansi: Union[bool, None] = None,
+        prefix_format: Optional[str] = None,
+    ) -> None:
+        self._reduced_log_fmt = reduced_log_fmt
+        self._strip_ansi = strip_ansi
+        self._prefix_func = (
+            eval(
+                f"lambda record: f'''{prefix_format}'''",
+                type(self).prefix_func_globals,
+            )
+            if prefix_format is not None
+            else None
+        )
+        self._ansi_escape_pattern = re.compile(
+            r"""
+                (?: # either 7-bit C1, two bytes, ESC Fe (omitting CSI)
+                    \x1B
+                    [@-Z\\-_]
+                |   # or a single 8-bit byte Fe (omitting CSI)
+                    [\x80-\x9A\x9C-\x9F]
+                |   # or CSI + control codes
+                    (?: # 7-bit CSI, ESC [
+                        \x1B\[
+                    |   # 8-bit CSI, 9B
+                        \x9B
+                    )
+                    [0-?]*  # Parameter bytes
+                    [ -/]*  # Intermediate bytes
+                    [@-~]   # Final byte
+                )
+            """,
+            re.VERBOSE,
+        )
+
+    def strip_ansi(self) -> bool:
+        return strip_ansi if self._strip_ansi is None else self._strip_ansi
+
+    # Justify and truncate
+    @staticmethod
+    def ljust(string: str, chars: int) -> str:
+        if len(string) > chars:
+            return ".." + string[(chars - 2) * -1 :]
+        return string.ljust(chars)
+
+    @staticmethod
+    def rjust(string: str, chars: int) -> str:
+        if len(string) > chars:
+            return ".." + string[(chars - 2) * -1 :]
+        return string.rjust(chars)
+
+    def formatPrefix(self, record: logging.LogRecord) -> Tuple[str, int]:
+        sim_time = getattr(record, "created_sim_time", None)
+        if sim_time is None:
+            sim_time_str = "  -.--ns"
+        else:
+            time_ns = get_time_from_sim_steps(sim_time, "ns")
+            sim_time_str = f"{time_ns:6.2f}ns"
+
+        if self.strip_ansi():
+            highlight_start = ""
+            highlight_end = ""
+        else:
+            highlight_start = self.loglevel2colour.get(record.levelno, "")
+            highlight_end = ANSI.DEFAULT
+
+        if self._prefix_func is not None:
+            prefix = self._prefix_func(record)
+            stripped_prefix = self._ansi_escape_pattern.sub("", prefix)
+            prefix_len = len(stripped_prefix)
+            return prefix, prefix_len
+        else:
+            prefix = f"{sim_time_str:>11} {highlight_start}{record.levelname:<8}{highlight_end} {self.ljust(record.name, 34)} "
+            if not self._reduced_log_fmt:
+                prefix = f"{prefix}{self.rjust(Path(record.filename).name, 20)}:{record.lineno:<4} in {self.ljust(str(record.funcName), 31)} "
+
+            prefix_len = len(prefix) - len(highlight_start) - len(highlight_end)
+            return prefix, prefix_len
+
+    def formatMessage(self, record: logging.LogRecord) -> str:
+        msg = record.getMessage()
+
+        if self.strip_ansi():
+            highlight_start = ""
+            highlight_end = ""
+            msg = self._ansi_escape_pattern.sub("", msg)
+        else:
+            highlight_start = self.loglevel2colour.get(record.levelno, "")
+            highlight_end = ANSI.DEFAULT
+
+        msg = f"{highlight_start}{msg}{highlight_end}"
+
+        return msg
+
+    def formatExcInfo(self, record: logging.LogRecord) -> str:
+        msg = ""
+
+        # these lines are copied and updated from the built-in logger
+        if record.exc_info:
+            # Cache the traceback text to avoid converting it multiple times
+            # (it's constant anyway)
+            if not record.exc_text:
+                record.exc_text = self.formatException(record.exc_info)
+        if record.exc_text:
+            msg += record.exc_text
+        if record.stack_info:
+            if not msg.endswith("\n"):
+                msg += "\n"
+            msg += self.formatStack(record.stack_info)
+
+        return msg
+
+    def format(self, record: logging.LogRecord) -> str:
+        prefix, prefix_len = self.formatPrefix(record)
+        msg = self.formatMessage(record)
+        exc_info = self.formatExcInfo(record)
+
+        lines = msg.splitlines()
+        lines.extend(exc_info.splitlines())
+
+        # add prefix to first line of message
+        lines[0] = prefix + lines[0]
+
+        # add padding to each line of message
+        pad = "\n" + " " * prefix_len
+        return pad.join(lines)
+
+
+class SimColourLogFormatter(SimLogFormatter):
+    """Log formatter similar to :class:`SimLogFormatter`, but with colored output by default.
+
+    .. deprecated:: 2.0
+        Use :class:`!SimLogFormatter` with ``strip_ansi=False`` instead.
+    """
+
+    def __init__(
+        self,
+        *,
+        reduced_log_fmt: bool = True,
+        strip_ansi: Union[bool, None] = False,
+        prefix_format: Optional[str] = None,
+    ) -> None:
+        warnings.warn(
+            "SimColourLogFormatter is deprecated and will be removed in a future release. "
+            "Use SimLogFormatter with `strip_ansi=False` instead.",
+            DeprecationWarning,
+            stacklevel=2,
+        )
+        super().__init__(
+            reduced_log_fmt=reduced_log_fmt,
+            strip_ansi=strip_ansi,
+            prefix_format=prefix_format,
+        )
+
+
+def _log_from_c(
+    logger: logging.Logger,
+    level: int,
+    filename: str,
+    lineno: int,
+    msg: str,
+    function_name: str,
+) -> None:
+    """
+    This is for use from the C world, and allows us to insert C stack
+    information.
+    """
+    if logger.isEnabledFor(level):
+        record = logger.makeRecord(
+            logger.name, level, filename, lineno, msg, (), None, function_name
+        )
+        logger.handle(record)

cocotb/queue.py

@@ -0,0 +1,225 @@
+# Copyright cocotb contributors
+# Licensed under the Revised BSD License, see LICENSE for details.
+# SPDX-License-Identifier: BSD-3-Clause
+import asyncio.queues
+import collections
+import heapq
+from abc import abstractmethod
+from typing import (
+    Deque,
+    Generic,
+    List,
+    Tuple,
+    TypeVar,
+)
+
+import cocotb
+from cocotb._utils import pointer_str
+from cocotb.task import Task
+from cocotb.triggers import Event
+
+__all__ = (
+    "AbstractQueue",
+    "LifoQueue",
+    "PriorityQueue",
+    "Queue",
+    "QueueEmpty",
+    "QueueFull",
+)
+
+
+class QueueFull(asyncio.queues.QueueFull):
+    """Raised when the :meth:`Queue.put_nowait()` method is called on a full :class:`Queue`."""
+
+
+class QueueEmpty(asyncio.queues.QueueEmpty):
+    """Raised when the :meth:`Queue.get_nowait()` method is called on an empty :class:`Queue`."""
+
+
+T = TypeVar("T")
+
+
+class AbstractQueue(Generic[T]):
+    """A queue, useful for coordinating producer and consumer coroutines.
+
+    If *maxsize* is less than or equal to 0, the queue size is infinite. If it
+    is an integer greater than 0, then :meth:`put` will block when the queue
+    reaches *maxsize*, until an item is removed by :meth:`get`.
+    """
+
+    def __init__(self, maxsize: int = 0) -> None:
+        self._maxsize: int = maxsize
+        self._getters: Deque[Tuple[Event, Task[object]]] = collections.deque()
+        self._putters: Deque[Tuple[Event, Task[object]]] = collections.deque()
+
+    @abstractmethod
+    def _get(self) -> T:
+        """Remove and return the next element from the queue."""
+
+    @abstractmethod
+    def _put(self, item: T) -> None:
+        """Place a new element on the queue."""
+
+    @abstractmethod
+    def _size(self) -> int:
+        """Return the number of elements in the queue."""
+
+    @abstractmethod
+    def _repr(self) -> str:
+        """Return a string representation of the state of the queue."""
+
+    def _wakeup_next(self, waiters: Deque[Tuple[Event, Task[object]]]) -> None:
+        while waiters:
+            event, task = waiters.popleft()
+            if not task.done():
+                event.set()
+                break
+
+    def __repr__(self) -> str:
+        return f"<{type(self).__name__} {self._format()} at {pointer_str(self)}>"
+
+    def __str__(self) -> str:
+        return f"<{type(self).__name__} {self._format()}>"
+
+    def _format(self) -> str:
+        result = f"maxsize={self._maxsize!r}"
+        if getattr(self, "_queue", None):
+            result += f" _queue={self._repr()}"
+        if self._getters:
+            result += f" _getters[{len(self._getters)}]"
+        if self._putters:
+            result += f" _putters[{len(self._putters)}]"
+        return result
+
+    def qsize(self) -> int:
+        """Number of items in the queue."""
+        return self._size()
+
+    @property
+    def maxsize(self) -> int:
+        """Number of items allowed in the queue."""
+        return self._maxsize
+
+    def empty(self) -> bool:
+        """Return ``True`` if the queue is empty, ``False`` otherwise."""
+        return self._size() == 0
+
+    def full(self) -> bool:
+        """Return ``True`` if there are :meth:`maxsize` items in the queue.
+
+        .. note::
+            If the Queue was initialized with ``maxsize=0`` (the default), then
+            :meth:`full` is never ``True``.
+        """
+        if self._maxsize <= 0:
+            return False
+        else:
+            return self.qsize() >= self._maxsize
+
+    async def put(self, item: T) -> None:
+        """Put an *item* into the queue.
+
+        If the queue is full, wait until a free
+        slot is available before adding the item.
+        """
+        while self.full():
+            event = Event()
+            self._putters.append((event, cocotb.task.current_task()))
+            await event.wait()
+        self.put_nowait(item)
+
+    def put_nowait(self, item: T) -> None:
+        """Put an *item* into the queue without blocking.
+
+        If no free slot is immediately available, raise :exc:`~cocotb.queue.QueueFull`.
+        """
+        if self.full():
+            raise QueueFull()
+        self._put(item)
+        self._wakeup_next(self._getters)
+
+    async def get(self) -> T:
+        """Remove and return an item from the queue.
+
+        If the queue is empty, wait until an item is available.
+        """
+        while self.empty():
+            event = Event()
+            self._getters.append((event, cocotb.task.current_task()))
+            await event.wait()
+        return self.get_nowait()
+
+    def get_nowait(self) -> T:
+        """Remove and return an item from the queue.
+
+        Return an item if one is immediately available, else raise
+        :exc:`~cocotb.queue.QueueEmpty`.
+        """
+        if self.empty():
+            raise QueueEmpty()
+        item = self._get()
+        self._wakeup_next(self._putters)
+        return item
+
+
+class Queue(AbstractQueue[T]):
+    """A subclass of :class:`AbstractQueue`; retrieves oldest entries first (FIFO)."""
+
+    def __init__(self, maxsize: int = 0) -> None:
+        super().__init__(maxsize)
+        self._queue: Deque[T] = collections.deque()
+
+    def _put(self, item: T) -> None:
+        self._queue.append(item)
+
+    def _get(self) -> T:
+        return self._queue.popleft()
+
+    def _size(self) -> int:
+        return len(self._queue)
+
+    def _repr(self) -> str:
+        return repr(self._queue)
+
+
+class PriorityQueue(AbstractQueue[T]):
+    r"""A subclass of :class:`AbstractQueue`; retrieves entries in priority order (smallest item first).
+
+    Entries are typically tuples of the form ``(priority number, data)``.
+    """
+
+    def __init__(self, maxsize: int = 0) -> None:
+        super().__init__(maxsize)
+        self._queue: List[T] = []
+
+    def _put(self, item: T) -> None:
+        heapq.heappush(self._queue, item)
+
+    def _get(self) -> T:
+        return heapq.heappop(self._queue)
+
+    def _size(self) -> int:
+        return len(self._queue)
+
+    def _repr(self) -> str:
+        return repr(self._queue)
+
+
+class LifoQueue(AbstractQueue[T]):
+    """A subclass of :class:`AbstractQueue`; retrieves most recently added entries first (LIFO)."""
+
+    def __init__(self, maxsize: int = 0) -> None:
+        super().__init__(maxsize)
+        self._queue: Deque[T] = collections.deque()
+
+    def _put(self, item: T) -> None:
+        self._queue.append(item)
+
+    def _get(self) -> T:
+        return self._queue.pop()
+
+    def _size(self) -> int:
+        return len(self._queue)
+
+    def _repr(self) -> str:
+        return repr(self._queue)