pytest-embedded 2.0.0a0__tar.gz → 2.1.0__tar.gz

{pytest_embedded-2.0.0a0 → pytest_embedded-2.1.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pytest-embedded
-Version: 2.0.0a0
+Version: 2.1.0
 Summary: A pytest plugin that designed for embedded testing.
 Author-email: Fu Hanxi <fuhanxi@espressif.com>
 Requires-Python: >=3.10

{pytest_embedded-2.0.0a0 → pytest_embedded-2.1.0}/pytest_embedded/__init__.py

@@ -6,4 +6,4 @@ from .dut_factory import DutFactory
 
 __all__ = ['App', 'Dut', 'DutFactory']
 
-__version__ = '2.0.0a0'
+__version__ = '2.1.0'

{pytest_embedded-2.0.0a0 → pytest_embedded-2.1.0}/pytest_embedded/dut.py

@@ -1,6 +1,5 @@
 import functools
 import logging
-import multiprocessing
 import os.path
 import re
 from collections.abc import Callable
@@ -10,7 +9,7 @@ from typing import AnyStr
 import pexpect
 
 from .app import App
-from .log import PexpectProcess
+from .log import MessageQueue, PexpectProcess
 from .unity import UNITY_SUMMARY_LINE_REGEX, TestSuite
 from .utils import Meta, _InjectMixinCls, remove_asci_color_code, to_bytes, to_list
 
@@ -29,7 +28,7 @@ class Dut(_InjectMixinCls):
     def __init__(
         self,
         pexpect_proc: PexpectProcess,
-        msg_queue: multiprocessing.Queue,
+        msg_queue: MessageQueue,
         app: App,
         pexpect_logfile: str,
         test_case_name: str,

{pytest_embedded-2.0.0a0 → pytest_embedded-2.1.0}/pytest_embedded/dut_factory.py

@@ -28,10 +28,7 @@ def _drop_none_kwargs(kwargs: dict[t.Any, t.Any]):
     return {k: v for k, v in kwargs.items() if v is not None}
 
 
-if sys.platform == 'darwin':
-    _ctx = multiprocessing.get_context('fork')
-else:
-    _ctx = multiprocessing.get_context()
+_ctx = multiprocessing.get_context('spawn')
 
 _stdout = sys.__stdout__
 
@@ -45,10 +42,6 @@ DUT_GLOBAL_INDEX = 0
 PARAMETRIZED_FIXTURES_CACHE = {}
 
 
-def msg_queue_gn() -> MessageQueue:
-    return MessageQueue()
-
-
 def _listen(q: MessageQueue, filepath: str, with_timestamp: bool = True, count: int = 1, total: int = 1) -> None:
     shall_add_prefix = True
     while True:
@@ -145,6 +138,7 @@ def _fixture_classes_and_options_fn(
     qemu_prog_path,
     qemu_cli_args,
     qemu_extra_args,
+    qemu_efuse_path,
     wokwi_diagram,
     skip_regenerate_image,
     encrypt,
@@ -179,6 +173,7 @@ def _fixture_classes_and_options_fn(
                             'encrypt': encrypt,
                             'keyfile': keyfile,
                             'qemu_prog_path': qemu_prog_path,
+                            'qemu_efuse_path': qemu_efuse_path,
                         }
                     )
                 else:
@@ -310,6 +305,7 @@ def _fixture_classes_and_options_fn(
                     'qemu_prog_path': qemu_prog_path,
                     'qemu_cli_args': qemu_cli_args,
                     'qemu_extra_args': qemu_extra_args,
+                    'qemu_efuse_path': qemu_efuse_path,
                     'app': None,
                     'meta': _meta,
                     'dut_index': dut_index,
@@ -681,6 +677,7 @@ class DutFactory:
         qemu_prog_path: str | None = None,
         qemu_cli_args: str | None = None,
         qemu_extra_args: str | None = None,
+        qemu_efuse_path: str | None = None,
         wokwi_diagram: str | None = None,
         skip_regenerate_image: bool | None = None,
         encrypt: bool | None = None,
@@ -727,6 +724,7 @@ class DutFactory:
             qemu_prog_path: QEMU program path.
             qemu_cli_args: QEMU CLI arguments.
             qemu_extra_args: Additional QEMU arguments.
+            qemu_efuse_path: Efuse binary path.
             wokwi_diagram: Wokwi diagram path.
             skip_regenerate_image: Skip image regeneration flag.
             encrypt: Encryption flag.
@@ -741,10 +739,15 @@ class DutFactory:
         """
         layout = []
         try:
-            global PARAMETRIZED_FIXTURES_CACHE
-            msg_queue = msg_queue_gn()
+            from .plugin import _MP_MANAGER  # avoid circular import
+
+            if _MP_MANAGER is None:
+                raise SystemExit('The _MP_MANAGER is not initialized, please use this function under pytest.')
+
+            msg_queue = _MP_MANAGER.MessageQueue()
             layout.append(msg_queue)
 
+            global PARAMETRIZED_FIXTURES_CACHE
             _pexpect_logfile = os.path.join(
                 PARAMETRIZED_FIXTURES_CACHE['_meta'].logdir, f'custom-dut-{DUT_GLOBAL_INDEX}.txt'
             )
@@ -789,6 +792,7 @@ class DutFactory:
                 'qemu_prog_path': qemu_prog_path,
                 'qemu_cli_args': qemu_cli_args,
                 'qemu_extra_args': qemu_extra_args,
+                'qemu_efuse_path': qemu_efuse_path,
                 'wokwi_diagram': wokwi_diagram,
                 'skip_regenerate_image': skip_regenerate_image,
                 'encrypt': encrypt,

{pytest_embedded-2.0.0a0 → pytest_embedded-2.1.0}/pytest_embedded/log.py

@@ -3,11 +3,11 @@ import logging
 import multiprocessing
 import os
 import subprocess
-import sys
 import tempfile
 import textwrap
 import uuid
 from multiprocessing import queues
+from multiprocessing.managers import BaseManager
 from typing import AnyStr
 
 import pexpect.fdpexpect
@@ -16,10 +16,11 @@ from pexpect.utils import poll_ignore_interrupts, select_ignore_interrupts
 
 from .utils import Meta, remove_asci_color_code, to_bytes, to_str, utcnow_str
 
-if sys.platform == 'darwin':
-    _ctx = multiprocessing.get_context('fork')
-else:
-    _ctx = multiprocessing.get_context()
+_ctx = multiprocessing.get_context('spawn')
+
+
+class MessageQueueManager(BaseManager):
+    pass
 
 
 class MessageQueue(queues.Queue):
@@ -40,7 +41,7 @@ class MessageQueue(queues.Queue):
         _b = to_bytes(obj)
         try:
             super().put(_b, **kwargs)
-        except:  # noqa # queue might be closed
+        except Exception:  # queue might be closed
             pass
 
     def write(self, s: AnyStr):
@@ -53,6 +54,9 @@ class MessageQueue(queues.Queue):
         return True
 
 
+MessageQueueManager.register('MessageQueue', MessageQueue)
+
+
 class PexpectProcess(pexpect.fdpexpect.fdspawn):
     """
     Use a temp file to gather multiple inputs into one output, and do `pexpect.expect()` from one place.
@@ -146,16 +150,16 @@ def live_print_call(*args, msg_queue: MessageQueue | None = None, expect_returnc
 
 class _PopenRedirectProcess(_ctx.Process):
     def __init__(self, msg_queue: MessageQueue, logfile: str):
-        self._q = msg_queue
-
-        self.logfile = logfile
-
-        super().__init__(target=self._forward_io, daemon=True)  # killed by the main process
+        super().__init__(target=self._forward_io, args=(msg_queue, logfile), daemon=True)
 
-    def _forward_io(self) -> None:
-        with open(self.logfile) as fr:
+    @staticmethod
+    def _forward_io(msg_queue, logfile) -> None:
+        with open(logfile) as fr:
             while True:
-                self._q.put(fr.read())
+                try:
+                    msg_queue.put(fr.read())  # msg_queue may be closed
+                except Exception:
+                    break
 
 
 class DuplicateStdoutPopen(subprocess.Popen):

{pytest_embedded-2.0.0a0 → pytest_embedded-2.1.0}/pytest_embedded/plugin.py

@@ -36,7 +36,6 @@ from .dut_factory import (
     app_fn,
     dut_gn,
     gdb_gn,
-    msg_queue_gn,
     openocd_gn,
     pexpect_proc_fn,
     qemu_gn,
@@ -44,7 +43,7 @@ from .dut_factory import (
     set_parametrized_fixtures_cache,
     wokwi_gn,
 )
-from .log import MessageQueue, PexpectProcess
+from .log import MessageQueue, MessageQueueManager, PexpectProcess
 from .unity import JunitMerger, UnityTestReportMode, escape_illegal_xml_chars
 from .utils import (
     SERVICE_LIB_NAMES,
@@ -275,6 +274,10 @@ def pytest_addoption(parser):
         '--qemu-extra-args',
         help='QEMU cli extra arguments, will append to the argument list. (Default: None)',
     )
+    qemu_group.addoption(
+        '--qemu-efuse-path',
+        help='This option makes it possible to use efuse in QEMU when it is set up.',
+    )
     qemu_group.addoption(
         '--skip-regenerate-image',
         help='y/yes/true for True and n/no/false for False. '
@@ -300,6 +303,7 @@ def pytest_addoption(parser):
 # helpers #
 ###########
 _COUNT = 1
+_MP_MANAGER: MessageQueueManager | None = None
 
 
 def _gte_one_int(v) -> int:
@@ -630,6 +634,19 @@ def port_app_cache() -> dict[str, str]:
     return {}
 
 
+@pytest.fixture(scope='session', autouse=True)
+def _mp_manager():
+    manager = MessageQueueManager()
+    manager.start()
+
+    global _MP_MANAGER
+    _MP_MANAGER = manager
+
+    yield manager
+
+    manager.shutdown()
+
+
 @pytest.fixture
 def test_case_tempdir(test_case_name: str, session_tempdir: str) -> str:
     """Function scoped temp dir for pytest-embedded"""
@@ -668,8 +685,8 @@ def _pexpect_logfile(test_case_tempdir, logfile_extension, dut_index, dut_total)
 
 @pytest.fixture
 @multi_dut_generator_fixture
-def msg_queue() -> MessageQueue:  # kwargs passed by `multi_dut_generator_fixture()`
-    return msg_queue_gn()
+def msg_queue(_mp_manager) -> MessageQueue:  # kwargs passed by `multi_dut_generator_fixture()`
+    return _mp_manager.MessageQueue()
 
 
 @pytest.fixture
@@ -950,6 +967,13 @@ def qemu_extra_args(request: FixtureRequest) -> str | None:
     return _request_param_or_config_option_or_default(request, 'qemu_extra_args', None)
 
 
+@pytest.fixture
+@multi_dut_argument
+def qemu_efuse_path(request: FixtureRequest) -> str | None:
+    """Enable parametrization for the same cli option"""
+    return _request_param_or_config_option_or_default(request, 'qemu_efuse_path', None)
+
+
 @pytest.fixture
 @multi_dut_argument
 def skip_regenerate_image(request: FixtureRequest) -> str | None:
@@ -1037,6 +1061,7 @@ def parametrize_fixtures(
     qemu_prog_path,
     qemu_cli_args,
     qemu_extra_args,
+    qemu_efuse_path,
     wokwi_diagram,
     skip_regenerate_image,
     encrypt,

{pytest_embedded-2.0.0a0 → pytest_embedded-2.1.0}/tests/test_base.py

@@ -290,7 +290,6 @@ def test_expect(testdir):
     result.assert_outcomes(passed=10)
 
 
-@pytest.mark.xfail(reason='unstable')
 def test_expect_from_timeout(testdir):
     testdir.makepyfile(r"""
         import threading