pintest-cli 0.3.6__tar.gz → 0.3.8__tar.gz

{pintest_cli-0.3.6 → pintest_cli-0.3.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pintest-cli
-Version: 0.3.6
+Version: 0.3.8
 Summary: Run only the tests affected by your code changes.
 Author: Pintest Contributors
 Classifier: Development Status :: 3 - Alpha

{pintest_cli-0.3.6 → pintest_cli-0.3.8}/pintest/build_mapping_iterative.py

@@ -64,7 +64,16 @@ def run_test_chunk_with_mapping(
     ]
     if pytest_args:
         cmd.extend(pytest_args)
-    cmd.extend(test_names)
+    
+    if len(test_names) > 1000:
+        pintest_dir = repo_root / ".pintest"
+        pintest_dir.mkdir(parents=True, exist_ok=True)
+        select_file = pintest_dir / "xdist_select.json"
+        with open(select_file, "w") as f:
+            json.dump(test_names, f)
+        cmd.extend(["--pintest-select-file", str(select_file)])
+    else:
+        cmd.extend(test_names)
     
     print(f"   Running: {' '.join(cmd[:6])} ... {len(test_names)} tests", flush=True)
     
@@ -196,7 +205,11 @@ def build_mapping_iteratively(
     total_tests = len(remaining_list)
     chunk_size = 1000  # Safe threshold to avoid "Argument list too long"
     
-    needs_chunking = total_tests > chunk_size
+    has_xdist = pytest_args and any(
+        arg == '-n' or arg.startswith('-n=') or arg == '--numprocesses' or arg.startswith('--numprocesses=')
+        for arg in pytest_args
+    )
+    needs_chunking = total_tests > chunk_size and not has_xdist
     
     print(f"\n📊 Test Statistics:")
     print(f"   Unmapped tests: {total_tests}")
@@ -322,7 +335,10 @@ def main():
         help="Verbose output"
     )
     
-    args = parser.parse_args()
+    args, unknown = parser.parse_known_args()
+    pytest_args = unknown
+    if pytest_args and pytest_args[0] == '--':
+        pytest_args = pytest_args[1:]
     
     repo_root = args.repo_root.resolve()
     if args.mapping_db:
@@ -343,7 +359,8 @@ def main():
         repo_root,
         mapping_db,
         args.test_dir,
-        args.verbose
+        args.verbose,
+        pytest_args=pytest_args
     )
 
 

{pintest_cli-0.3.6 → pintest_cli-0.3.8}/pintest/cli.py

@@ -141,8 +141,12 @@ class PintestRunner:
             return 0
 
         test_list = sorted(test_selection)
-        chunk_size = 500
-        needs_chunking = len(test_list) > chunk_size
+        chunk_size = 1000
+        has_xdist = pytest_args and any(
+            arg == '-n' or arg.startswith('-n=') or arg == '--numprocesses' or arg.startswith('--numprocesses=')
+            for arg in pytest_args
+        )
+        needs_chunking = len(test_list) > chunk_size and not has_xdist
 
         # Base pytest command
         base_cmd = [sys.executable, "-m", "pytest", "-p", "pintest.pytest_plugin"]
@@ -182,7 +186,16 @@ class PintestRunner:
             return final_returncode
         else:
             print(f"Running {len(test_selection)} selected test(s)...")
-            cmd = base_cmd + test_list
+            if len(test_list) > chunk_size:
+                import json
+                pintest_dir = self.repo_root / ".pintest"
+                pintest_dir.mkdir(parents=True, exist_ok=True)
+                select_file = pintest_dir / "xdist_select.json"
+                with open(select_file, "w") as f:
+                    json.dump(test_list, f)
+                cmd = base_cmd + ["--pintest-select-file", str(select_file)]
+            else:
+                cmd = base_cmd + test_list
             result = subprocess.run(cmd, cwd=self.repo_root)
             return result.returncode
 

{pintest_cli-0.3.6 → pintest_cli-0.3.8}/pintest/cloud_mapping_db.py

@@ -68,6 +68,14 @@ class CloudMappingDB:
                 json=payload,
                 timeout=30,
             )
+            if resp.status_code == 402:
+                try:
+                    err_data = resp.json()
+                    msg = err_data.get("detail", "Free tier quota exceeded.")
+                except Exception:
+                    msg = "Free tier quota exceeded."
+                print(f"⚠️  Pintest Cloud free tier limit reached ({msg}). Please upgrade at https://pintest.dev/pricing", file=sys.stderr)
+                return set(), [c["file"] for c in changes]
             resp.raise_for_status()
         except requests.Timeout:
             print("⚠️  Pintest API timed out — falling back to running all tests", file=sys.stderr)
@@ -213,6 +221,15 @@ class CloudMappingDB:
                 json=payload,
                 timeout=60,
             )
+            if resp.status_code == 402:
+                try:
+                    err_data = resp.json()
+                    msg = err_data.get("detail", "Free tier quota exceeded.")
+                except Exception:
+                    msg = "Free tier quota exceeded."
+                raise requests.RequestException(
+                    f"Pintest Cloud free tier limit reached ({msg}). Please upgrade your plan at https://pintest.dev/pricing to sync large repositories."
+                )
             resp.raise_for_status()
             push_cache.batch_upsert(self._branch, chunk_data)
             data = resp.json()
@@ -260,6 +277,9 @@ class CloudMappingDB:
                 f"{self._api}/api/v1/repos/{self._repo_id}/tests",
                 timeout=10,
             )
+            if resp.status_code == 402:
+                print(f"⚠️  Pintest Cloud free tier limit reached. Please upgrade at https://pintest.dev/pricing", file=sys.stderr)
+                return set()
             resp.raise_for_status()
             return set(resp.json())
         except Exception as e:
@@ -285,6 +305,8 @@ class CloudMappingDB:
                 f"{self._api}/api/v1/repos/{self._repo_id}/stats",
                 timeout=10,
             )
+            if resp.status_code == 402:
+                return {"total_tests": "Quota Exceeded", "files_covered": "Quota Exceeded"}
             resp.raise_for_status()
             return resp.json()
         except Exception:

{pintest_cli-0.3.6 → pintest_cli-0.3.8}/pintest/pre_commit_hook.py

@@ -168,10 +168,9 @@ def strip_test_parameters(test_name: str) -> str:
     Returns:
         Test name without parameters
     """
-    # Find the last '[' that indicates parameter start
-    bracket_idx = test_name.rfind('[')
-    if bracket_idx != -1:
-        return test_name[:bracket_idx]
+    # Strip parametrization by splitting on the first '['
+    if "[" in test_name and test_name.endswith("]"):
+        return test_name.split("[")[0]
     return test_name
 
 
@@ -398,7 +397,8 @@ def run_test_chunk_with_mapping_update(
     repo_root: Path,
     test_names: list,
     mapping_db_path: Path,
-    verbose: bool = False
+    verbose: bool = False,
+    pytest_args: list = None
 ) -> tuple[Set[str], Set[str], bool]:
     """
     Run tests with coverage and update the mapping database.
@@ -433,7 +433,20 @@ def run_test_chunk_with_mapping_update(
         "--cov-report=",
         "-v",  # Always verbose so users see test failures
         "--tb=short",  # Short traceback format
-    ] + normalized_tests
+    ]
+    if pytest_args:
+        cmd.extend(pytest_args)
+    
+    if len(normalized_tests) > 1000:
+        import json
+        pintest_dir = repo_root / ".pintest"
+        pintest_dir.mkdir(parents=True, exist_ok=True)
+        select_file = pintest_dir / "xdist_select.json"
+        with open(select_file, "w") as f:
+            json.dump(normalized_tests, f)
+        cmd.extend(["--pintest-select-file", str(select_file)])
+    else:
+        cmd.extend(normalized_tests)
     
     result = subprocess.run(
         cmd,
@@ -602,7 +615,8 @@ def run_unmapped_tests_iteratively(
     unmapped_tests: Set[str],
     mapping_db_path: Path,
     verbose: bool = False,
-    chunk_size: int = 1000
+    chunk_size: int = 1000,
+    pytest_args: list = None
 ) -> tuple[bool, int]:
     """
     Run unmapped tests with automatic chunking to avoid OS argument limits.
@@ -625,7 +639,11 @@ def run_unmapped_tests_iteratively(
     
     # Determine if we need to chunk (OS has ARG_MAX limit)
     # Safe threshold: 1000 tests per chunk to avoid "Argument list too long"
-    needs_chunking = total_tests > chunk_size
+    has_xdist = pytest_args and any(
+        arg == '-n' or arg.startswith('-n=') or arg == '--numprocesses' or arg.startswith('--numprocesses=')
+        for arg in pytest_args
+    )
+    needs_chunking = total_tests > chunk_size and not has_xdist
     
     print(f"\n{'='*80}", flush=True)
     print(f"Building coverage mapping for {total_tests} unmapped test(s)", flush=True)
@@ -668,7 +686,8 @@ def run_unmapped_tests_iteratively(
                 repo_root,
                 chunk,
                 mapping_db_path,
-                verbose
+                verbose,
+                pytest_args
             )
             
             count_run += len(chunk)
@@ -692,7 +711,8 @@ def run_unmapped_tests_iteratively(
             repo_root,
             test_list,
             mapping_db_path,
-            verbose
+            verbose,
+            pytest_args
         )
         
         count_run = total_tests
@@ -1038,8 +1058,17 @@ def run_tests_with_coverage(
         cmd.extend(pytest_args)
     
     # Add test files and node IDs
-    cmd.extend(sorted(test_files))
-    cmd.extend(sorted(test_node_ids))
+    all_tests = sorted(test_files) + sorted(test_node_ids)
+    if len(all_tests) > 1000:
+        import json
+        pintest_dir = repo_root / ".pintest"
+        pintest_dir.mkdir(parents=True, exist_ok=True)
+        select_file = pintest_dir / "xdist_select.json"
+        with open(select_file, "w") as f:
+            json.dump(all_tests, f)
+        cmd.extend(["--pintest-select-file", str(select_file)])
+    else:
+        cmd.extend(all_tests)
     
     if verbose:
         print(f"\n🧪 Running command: {' '.join(cmd)}")
@@ -1193,7 +1222,8 @@ def main():
                 repo_root,
                 mapping_db,
                 args.test_dir,
-                args.verbose
+                args.verbose,
+                pytest_args=args.pytest_args
             )
             
             if result != 0:
@@ -1277,7 +1307,8 @@ def main():
                 repo_root,
                 unmapped_tests,
                 mapping_db,
-                args.verbose
+                args.verbose,
+                pytest_args=args.pytest_args
             )
             
             if not unmapped_passed:

pintest_cli-0.3.8/pintest/pytest_plugin.py

@@ -0,0 +1,192 @@
+"""Pytest plugin for Pintest (smart test selection and duration tracking)."""
+import json
+import sys
+from pathlib import Path
+
+# Stores test_node_id -> duration_ms
+test_durations = {}
+
+
+def pytest_addoption(parser):
+    """Add Pintest command line options."""
+    group = parser.getgroup("pintest")
+    group.addoption(
+        "--pintest",
+        action="store_true",
+        default=False,
+        help="Enable Pintest smart test selection (run only affected tests)",
+    )
+    group.addoption(
+        "--pintest-base",
+        action="store",
+        default="master",
+        help="Base branch for Pintest git diffing (default: master)",
+    )
+    group.addoption(
+        "--pintest-select-file",
+        action="store",
+        default=None,
+        help="Path to a JSON file containing specific tests to run (used for xdist large test lists)",
+    )
+
+
+def pytest_collection_modifyitems(session, config, items):
+    """Filter collected tests if --pintest or --pintest-select-file is enabled."""
+    select_file = config.getoption("--pintest-select-file")
+    if not config.getoption("--pintest") and not select_file:
+        return
+
+    from pintest.config import Config
+    from pintest.cloud_mapping_db import CloudMappingDB
+    from pintest.test_mapping_db_v2 import TestMappingDBV2
+    from pintest.cli import PintestRunner
+
+    repo_root = Path(config.rootdir).resolve()
+    affected_tests = set()
+    mapping_db_obj = None
+
+    if select_file:
+        try:
+            with open(select_file, "r") as f:
+                affected_tests = set(json.load(f))
+        except Exception as e:
+            print(f"❌ Error loading pintest select file {select_file}: {e}", file=sys.stderr)
+            return
+    else:
+        # ── Mapping source detection ───────────────────────────────────────────
+        # 1. Try Cloud Mode
+        cfg = Config.load()
+        use_cloud = cfg.is_cloud_enabled and bool(cfg.cloud.repo_id)
+
+        if use_cloud:
+            print(f"☁️  Mapping Service: Pintest Cloud (repo {cfg.cloud.repo_id[:8]}...)", file=sys.stderr)
+            mapping_db_obj = CloudMappingDB(cfg.cloud)
+        else:
+            # 2. Try Local V2 Mapping DB
+            mapping_db = repo_root / ".pintest" / "test_mapping.db"
+            legacy_db = repo_root / ".test_mapping.db"
+            if not mapping_db.exists() and legacy_db.exists():
+                mapping_db.parent.mkdir(parents=True, exist_ok=True)
+                try:
+                    legacy_db.rename(mapping_db)
+                except Exception:
+                    mapping_db = legacy_db
+
+            if not mapping_db.exists():
+                print("🏗️  No local mapping DB found. Initializing build...", file=sys.stderr)
+                from pintest.build_mapping_iterative import build_mapping_iteratively
+
+                default_test_dir = "tests"
+                if getattr(cfg.cloud, "test_dir", None):
+                    default_test_dir = cfg.cloud.test_dir
+
+                exit_code = build_mapping_iteratively(
+                    repo_root,
+                    mapping_db,
+                    test_dir=default_test_dir,
+                    verbose=False
+                )
+                if exit_code != 0:
+                    print("❌ Failed to build mapping DB.", file=sys.stderr)
+                    sys.exit(exit_code)
+
+            print(f"🖥️  Local mode: {mapping_db}", file=sys.stderr)
+            mapping_db_obj = TestMappingDBV2(mapping_db)
+            mapping_db_obj.connect()
+
+        try:
+            base_branch = config.getoption("--pintest-base")
+            if base_branch == "master" and cfg.is_cloud_enabled and getattr(cfg.cloud, "branch", None):
+                base_branch = cfg.cloud.branch
+
+            # Initialize runner
+            runner = PintestRunner(
+                repo_root,
+                mapping_db=mapping_db_obj,
+                verbose=False
+            )
+
+            # Find affected tests
+            affected_tests = runner.find_affected_tests(base_branch)
+
+            # Unmapped tests discovery (Cloud mode only)
+            if use_cloud:
+                from pintest.pre_commit_hook import find_unmapped_tests
+                unmapped = find_unmapped_tests(
+                    repo_root,
+                    mapping_db_obj,
+                    verbose=False
+                )
+                if unmapped:
+                    affected_tests.update(unmapped)
+        finally:
+            if mapping_db_obj and hasattr(mapping_db_obj, 'close'):
+                mapping_db_obj.close()
+
+    # Filter items in-place
+    selected_items = []
+    deselected_items = []
+
+    for item in items:
+        # Check exact nodeid match
+        match = item.nodeid in affected_tests
+
+        # Check file match (nodeid prefix before ::)
+        if not match:
+            file_part = item.nodeid.split("::")[0]
+            if file_part in affected_tests:
+                match = True
+
+        # Check fspath/path relative match
+        if not match:
+            try:
+                item_path = getattr(item, 'path', None)
+                if not item_path and hasattr(item, 'fspath'):
+                    item_path = Path(item.fspath)
+                if item_path:
+                    rel_path = str(item_path.relative_to(repo_root))
+                    if rel_path in affected_tests:
+                        match = True
+            except Exception:
+                pass
+
+        if match:
+            selected_items.append(item)
+        else:
+            deselected_items.append(item)
+
+    items[:] = selected_items
+    if deselected_items:
+        config.hook.pytest_deselected(items=deselected_items)
+
+
+def pytest_runtest_makereport(item, call):
+    """Record test execution time during the 'call' phase."""
+    if call.when == "call":
+        # call.duration is a float representing exact seconds
+        test_durations[item.nodeid] = int(call.duration * 1000)
+
+
+def pytest_sessionfinish(session, exitstatus):
+    """Dump durations to a temporary file for the CLI push phase."""
+    try:
+        pintest_dir = Path(session.config.rootdir) / ".pintest"
+        pintest_dir.mkdir(parents=True, exist_ok=True)
+        out_file = pintest_dir / "durations.json"
+        
+        # Load existing durations if present to merge/upsert them
+        existing_durations = {}
+        if out_file.exists():
+            try:
+                with open(out_file, "r") as f:
+                    existing_durations = json.load(f)
+            except Exception:
+                pass
+                
+        existing_durations.update(test_durations)
+        
+        with open(out_file, "w") as f:
+            json.dump(existing_durations, f)
+    except Exception as e:
+        # Silently pass if we cannot write to rootdir
+        pass

{pintest_cli-0.3.6 → pintest_cli-0.3.8}/pintest_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pintest-cli
-Version: 0.3.6
+Version: 0.3.8
 Summary: Run only the tests affected by your code changes.
 Author: Pintest Contributors
 Classifier: Development Status :: 3 - Alpha

{pintest_cli-0.3.6 → pintest_cli-0.3.8}/setup.py

@@ -5,7 +5,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
 
 setup(
     name="pintest-cli",
-    version="0.3.6",
+    version="0.3.8",
     description="Run only the tests affected by your code changes.",
     long_description=long_description,
     long_description_content_type="text/markdown",

{pintest_cli-0.3.6 → pintest_cli-0.3.8}/tests/test_cli_e2e.py

@@ -163,8 +163,8 @@ def test_pintest_chunking_and_fail_fast(dummy_repo):
     from pintest.cli import PintestRunner
     runner = PintestRunner(dummy_repo, verbose=True)
     
-    # Generate 505 dummy test names
-    dummy_tests = {f"tests/test_math.py::test_dummy_{i}" for i in range(505)}
+    # Generate 1005 dummy test names
+    dummy_tests = {f"tests/test_math.py::test_dummy_{i}" for i in range(1005)}
     
     # Run with fail-fast (-x)
     # Since these dummy tests don't exist, pytest will fail on the first chunk.

pintest_cli-0.3.6/pintest/pytest_plugin.py

@@ -1,178 +0,0 @@
-"""Pytest plugin for Pintest (smart test selection and duration tracking)."""
-import json
-import sys
-from pathlib import Path
-
-# Stores test_node_id -> duration_ms
-test_durations = {}
-
-
-def pytest_addoption(parser):
-    """Add Pintest command line options."""
-    group = parser.getgroup("pintest")
-    group.addoption(
-        "--pintest",
-        action="store_true",
-        default=False,
-        help="Enable Pintest smart test selection (run only affected tests)",
-    )
-    group.addoption(
-        "--pintest-base",
-        action="store",
-        default="master",
-        help="Base branch for Pintest git diffing (default: master)",
-    )
-
-
-def pytest_collection_modifyitems(session, config, items):
-    """Filter collected tests if --pintest is enabled."""
-    if not config.getoption("--pintest"):
-        return
-
-    from pintest.config import Config
-    from pintest.cloud_mapping_db import CloudMappingDB
-    from pintest.test_mapping_db_v2 import TestMappingDBV2
-    from pintest.cli import PintestRunner
-
-    repo_root = Path(config.rootdir).resolve()
-    base_branch = config.getoption("--pintest-base")
-
-    # ── Mapping source detection ───────────────────────────────────────────
-    mapping_db_obj = None
-
-    # 1. Try Cloud Mode
-    cfg = Config.load()
-    use_cloud = cfg.is_cloud_enabled and bool(cfg.cloud.repo_id)
-
-    if use_cloud:
-        print(f"☁️  Mapping Service: Pintest Cloud (repo {cfg.cloud.repo_id[:8]}...)", file=sys.stderr)
-        mapping_db_obj = CloudMappingDB(cfg.cloud)
-    else:
-        # 2. Try Local V2 Mapping DB
-        mapping_db = repo_root / ".pintest" / "test_mapping.db"
-        legacy_db = repo_root / ".test_mapping.db"
-        if not mapping_db.exists() and legacy_db.exists():
-            mapping_db.parent.mkdir(parents=True, exist_ok=True)
-            try:
-                legacy_db.rename(mapping_db)
-            except Exception:
-                mapping_db = legacy_db
-
-        if not mapping_db.exists():
-            print("🏗️  No local mapping DB found. Initializing build...", file=sys.stderr)
-            from pintest.build_mapping_iterative import build_mapping_iteratively
-
-            default_test_dir = "tests"
-            if getattr(cfg.cloud, "test_dir", None):
-                default_test_dir = cfg.cloud.test_dir
-
-            exit_code = build_mapping_iteratively(
-                repo_root,
-                mapping_db,
-                test_dir=default_test_dir,
-                verbose=False
-            )
-            if exit_code != 0:
-                print("❌ Failed to build mapping DB.", file=sys.stderr)
-                sys.exit(exit_code)
-
-        print(f"🖥️  Local mode: {mapping_db}", file=sys.stderr)
-        mapping_db_obj = TestMappingDBV2(mapping_db)
-        mapping_db_obj.connect()
-
-    try:
-        if base_branch == "master" and cfg.is_cloud_enabled and getattr(cfg.cloud, "branch", None):
-            base_branch = cfg.cloud.branch
-
-        # Initialize runner
-        runner = PintestRunner(
-            repo_root,
-            mapping_db=mapping_db_obj,
-            verbose=False
-        )
-
-        # Find affected tests
-        affected_tests = runner.find_affected_tests(base_branch)
-
-        # Unmapped tests discovery (Cloud mode only)
-        if use_cloud:
-            from pintest.pre_commit_hook import find_unmapped_tests
-            unmapped = find_unmapped_tests(
-                repo_root,
-                mapping_db_obj,
-                verbose=False
-            )
-            if unmapped:
-                affected_tests.update(unmapped)
-
-        # Filter items in-place
-        selected_items = []
-        deselected_items = []
-
-        for item in items:
-            # Check exact nodeid match
-            match = item.nodeid in affected_tests
-
-            # Check file match (nodeid prefix before ::)
-            if not match:
-                file_part = item.nodeid.split("::")[0]
-                if file_part in affected_tests:
-                    match = True
-
-            # Check fspath/path relative match
-            if not match:
-                try:
-                    item_path = getattr(item, 'path', None)
-                    if not item_path and hasattr(item, 'fspath'):
-                        item_path = Path(item.fspath)
-                    if item_path:
-                        rel_path = str(item_path.relative_to(repo_root))
-                        if rel_path in affected_tests:
-                            match = True
-                except Exception:
-                    pass
-
-            if match:
-                selected_items.append(item)
-            else:
-                deselected_items.append(item)
-
-        items[:] = selected_items
-        if deselected_items:
-            config.hook.pytest_deselected(items=deselected_items)
-
-    finally:
-        if mapping_db_obj and hasattr(mapping_db_obj, 'close'):
-            mapping_db_obj.close()
-
-
-def pytest_runtest_makereport(item, call):
-    """Record test execution time during the 'call' phase."""
-    if call.when == "call":
-        # call.duration is a float representing exact seconds
-        test_durations[item.nodeid] = int(call.duration * 1000)
-
-
-def pytest_sessionfinish(session, exitstatus):
-    """Dump durations to a temporary file for the CLI push phase."""
-    try:
-        pintest_dir = Path(session.config.rootdir) / ".pintest"
-        pintest_dir.mkdir(parents=True, exist_ok=True)
-        out_file = pintest_dir / "durations.json"
-        
-        # Load existing durations if present to merge/upsert them
-        existing_durations = {}
-        if out_file.exists():
-            try:
-                with open(out_file, "r") as f:
-                    existing_durations = json.load(f)
-            except Exception:
-                pass
-                
-        existing_durations.update(test_durations)
-        
-        with open(out_file, "w") as f:
-            json.dump(existing_durations, f)
-    except Exception as e:
-        # Silently pass if we cannot write to rootdir
-        pass