omniload 0.0.0__py3-none-any.whl

omniload/__init__.py

@@ -0,0 +1,13 @@
+from importlib.metadata import PackageNotFoundError, version
+from unittest import mock
+
+__appname__ = "omniload"
+
+
+try:
+    __version__ = version(__appname__)
+except PackageNotFoundError:  # pragma: no cover
+    __version__ = "0.0.0-dev"
+
+# Turn off dlt's telemetry to tame three more requests per invocation.
+mock.patch("dlt.common.runtime.telemetry._TELEMETRY_STARTED", True)

omniload/conftest.py

@@ -0,0 +1,73 @@
+import os
+import tempfile
+from concurrent.futures import ThreadPoolExecutor
+
+import pytest
+
+from .main_test import DESTINATIONS, SOURCES  # type: ignore
+
+
+def pytest_configure(config):
+    if is_master(config):
+        config.shared_directory = tempfile.mkdtemp()
+
+
+def pytest_configure_node(node):
+    """xdist hook"""
+    node.workerinput["shared_directory"] = node.config.shared_directory
+
+
+@pytest.fixture(scope="session")
+def shared_directory(request):
+    if is_master(request.config):
+        return request.config.shared_directory
+    else:
+        return request.config.workerinput["shared_directory"]
+
+
+def is_master(config):
+    """True if the code running the given pytest.config object is running in a xdist master
+    node or not running xdist at all.
+    """
+    return not hasattr(config, "workerinput")
+
+
+def start_containers(config):
+    if hasattr(config, "workerinput"):
+        return
+
+    unique_containers = set(SOURCES.values()) | set(DESTINATIONS.values())
+    for container in unique_containers:
+        container.container_lock_dir = config.shared_directory
+
+    with ThreadPoolExecutor() as executor:
+        for container in unique_containers:
+            executor.submit(container.start_fully)
+        # futures = [
+        #     executor.submit(container.start_fully) for container in unique_containers
+        # ]
+        # # Wait for all futures to complete
+        # for future in futures:
+        #     future.result()
+
+
+def stop_containers(config):
+    if hasattr(config, "workerinput"):
+        return
+
+    should_manage_containers = os.environ.get("PYTEST_XDIST_WORKER", "gw0") == "gw0"
+    if not should_manage_containers:
+        return
+
+    unique_containers = set(SOURCES.values()) | set(DESTINATIONS.values())
+
+    for container in unique_containers:
+        container.stop_fully()
+
+
+def pytest_sessionstart(session):
+    start_containers(session.config)
+
+
+def pytest_sessionfinish(session, exitstatus):
+    stop_containers(session.config)