matrice-compute 0.1.43__tar.gz → 0.1.45__tar.gz

matrice_compute-0.1.45/MANIFEST.in

@@ -0,0 +1,5 @@
+include LICENSE.txt
+include README.md
+include stub_generation.py
+include build-config.json
+recursive-include src *.py *.pyi py.typed

{matrice_compute-0.1.43 → matrice_compute-0.1.45}/PKG-INFO

@@ -1,10 +1,10 @@
 Metadata-Version: 2.4
 Name: matrice_compute
-Version: 0.1.43
+Version: 0.1.45
 Summary: Common server utilities for Matrice.ai services
 Author-email: "Matrice.ai" <dipendra@matrice.ai>
-License-Expression: MIT
-Keywords: matrice,common,utilities,pyarmor,obfuscated
+License: MIT
+Keywords: matrice,common,utilities,mypyc,compiled
 Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Developers
 Classifier: Operating System :: OS Independent
@@ -18,7 +18,7 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Typing :: Typed
-Requires-Python: >=3.8
+Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 License-File: LICENSE.txt
 Dynamic: license-file

matrice_compute-0.1.45/build-config.json

@@ -0,0 +1,18 @@
+{
+  "versions": {
+    "test_pypi_dev": "1.0.83",
+    "test_pypi": "0.1.52",
+    "pypi": "0.1.45"
+  },
+  "build": {
+    "enable_mypyc": false,
+    "python_versions": ["3.8", "3.9", "3.10", "3.11", "3.12"]
+  },
+  "platforms": {
+    "linux_x86_64": true,
+    "linux_arm64": false,
+    "windows_x64": false,
+    "macos_x64": false,
+    "macos_arm64": false
+  }
+}

{matrice_compute-0.1.43 → matrice_compute-0.1.45}/pyproject.toml

@@ -1,5 +1,11 @@
 [build-system]
-requires = ["setuptools>=65.0.0", "wheel", "pyarmor>=8.0.0"]
+requires = [
+    "setuptools>=65.0.0",
+    "wheel",
+    "mypy[mypyc]>=1.0",
+    "types-docker>=7.1,<7.2",
+    "types-psutil>=7.2,<7.3",
+]
 build-backend = "setuptools.build_meta"
 
 [project]
@@ -8,9 +14,9 @@ dynamic = ["version"]
 description = "Common server utilities for Matrice.ai services"
 readme = "README.md"
 authors = [{ name = "Matrice.ai", email = "dipendra@matrice.ai" }]
-license = "MIT"
-requires-python = ">=3.8, <4"
-keywords = ["matrice", "common", "utilities", "pyarmor", "obfuscated"]
+license = {text = "MIT"}
+requires-python = ">=3.8"
+keywords = ["matrice", "common", "utilities", "mypyc", "compiled"]
 classifiers = [
     "Development Status :: 4 - Beta",
     "Intended Audience :: Developers",
@@ -27,6 +33,12 @@ classifiers = [
     "Typing :: Typed",
 ]
 
+[tool.mypy]
+follow_imports = "skip"
+ignore_missing_imports = true
+warn_unused_ignores = false
+show_error_codes = true
 
-# PyArmor configuration is handled via pyarmor.yml file
-# The [tool.pyarmor] section is not used in PyArmor 8.x
+[[tool.mypy.overrides]]
+module = ["kafka", "kafka.*", "kubernetes", "kubernetes.*"]
+ignore_missing_imports = true

matrice_compute-0.1.45/setup.py

@@ -0,0 +1,102 @@
+"""
+Mypyc-compiled build configuration for matrice_compute.
+
+This setup.py can build in two modes:
+- With mypyc: Compiles Python to native extensions (faster, platform-specific wheels)
+- Without mypyc: Pure Python package (cross-platform, slower)
+
+Set ENABLE_MYPYC=true environment variable to enable mypyc compilation.
+"""
+import os
+import subprocess
+import sys
+from pathlib import Path
+
+from setuptools import setup, find_packages
+
+# Package configuration
+PACKAGE_NAME = "matrice_compute"
+SOURCE_DIR = f"src/{PACKAGE_NAME}"
+
+# Check if mypyc compilation is enabled
+ENABLE_MYPYC = os.environ.get("ENABLE_MYPYC", "").lower() in ("true", "1", "yes")
+
+
+def get_version() -> str:
+    """Get version from PACKAGE_VERSION environment variable."""
+    version = os.environ.get("PACKAGE_VERSION", "0.0.0.dev0")
+    print(f"Building version: {version}")
+    return version
+
+
+def ensure_py_typed():
+    """Create py.typed marker file for PEP 561 compliance."""
+    py_typed = Path(SOURCE_DIR) / "py.typed"
+    if not py_typed.exists():
+        py_typed.write_text("")
+        print("Created py.typed file")
+
+
+def run_stub_generator():
+    """Run stub generator script to create .pyi files."""
+    script_path = Path(__file__).parent / "stub_generation.py"
+    if not script_path.exists():
+        print(f"Warning: Stub generator not found: {script_path}")
+        return
+
+    print(f"Running stub generator: {script_path}")
+    subprocess.run([sys.executable, str(script_path)], check=True)
+
+
+def discover_modules() -> list[str]:
+    """Discover Python modules for mypyc compilation."""
+    src_root = Path(SOURCE_DIR)
+    if not src_root.exists():
+        return []
+
+    exclude = {"__pycache__", "tests", "test", "docs"}
+    modules = []
+
+    for path in src_root.rglob("*.py"):
+        if any(part in exclude for part in path.parts):
+            continue
+        modules.append(str(path).replace("\\", "/"))
+
+    print(f"Discovered {len(modules)} Python files for mypyc compilation")
+    return modules
+
+
+def get_ext_modules():
+    """Get extension modules - mypyc compiled or empty for pure Python."""
+    if not ENABLE_MYPYC:
+        print("Building PURE PYTHON package (mypyc disabled)")
+        return []
+
+    print("Building MYPYC COMPILED package")
+    from mypyc.build import mypycify
+
+    mypyc_options = [
+        "--follow-imports=skip",
+        "--ignore-missing-imports",
+    ]
+    return mypycify(mypyc_options + discover_modules(), opt_level="3")
+
+
+# Build preparation
+ensure_py_typed()
+run_stub_generator()
+
+# Setup
+setup(
+    name=PACKAGE_NAME,
+    version=get_version(),
+    package_dir={"": "src"},
+    packages=find_packages(where="src"),
+    include_package_data=True,
+    package_data={
+        PACKAGE_NAME: ["py.typed", "*.pyi", "**/*.pyi"],
+    },
+    ext_modules=get_ext_modules(),
+    zip_safe=False,
+    python_requires=">=3.10",
+)

matrice_compute-0.1.45/src/matrice_compute/__init__.py

@@ -0,0 +1,35 @@
+"""Module providing __init__ functionality."""
+
+import os
+import subprocess
+import logging
+
+from matrice_common.utils import dependencies_check
+
+# Check execution mode to determine which dependencies to verify
+execution_mode = os.environ.get("EXECUTION_MODE", "vm").lower()
+
+if execution_mode == "kubernetes":
+    # Kubernetes mode - only check K8s-related dependencies
+    dependencies_check(
+        ["kubernetes", "psutil", "cryptography"]
+    )
+else:
+    # VM mode - check docker and other VM-specific dependencies
+    dependencies_check(
+        ["docker", "psutil", "cryptography", "notebook", "aiohttp", "kafka-python"]
+    )
+
+    subprocess.run( # Re-upgrade docker to avoid missing DOCKER_HOST connection error
+        ["pip", "install", "--upgrade", "docker"],
+        check=True,
+        stdout=subprocess.DEVNULL,   # suppress normal output
+        stderr=subprocess.DEVNULL    # suppress warnings/progress
+    )
+
+from matrice_compute.instance_manager import InstanceManager  # noqa: E402
+
+logging.getLogger("kafka").setLevel(logging.INFO)
+logging.getLogger("confluent_kafka").setLevel(logging.INFO)
+
+__all__ = ["InstanceManager"]