cli-test-framework 0.4.0__tar.gz → 0.4.1__tar.gz

{cli_test_framework-0.4.0/src/cli_test_framework.egg-info → cli_test_framework-0.4.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cli-test-framework
-Version: 0.4.0
+Version: 0.4.1
 Summary: A powerful command line testing framework in Python with setup modules, parallel execution, and file comparison capabilities.
 Home-page: https://github.com/ozil111/cli-test-framework
 Author: Xiaotong Wang
@@ -53,6 +53,7 @@ This is a lightweight and extensible automated testing framework that supports d
 - **📊 Comprehensive Reports**: Detailed pass rate statistics and failure diagnostics
 - **🔧 Thread-Safe Design**: Robust concurrent execution with proper synchronization
 - **📝 Advanced File Comparison**: Support for comparing various file types (text, binary, JSON, HDF5) with detailed diff output
+- **🎛️ Resource-Aware Scheduling**: Per-test timeout and resource hints (estimated time / memory / priority) with LPT-based ordering in parallel runs to improve throughput and avoid long-tail blocking
 
 ## 3. Quick Start
 
@@ -144,6 +145,20 @@ compare-files binary1.bin binary2.bin --similarity
                 "output_contains": ["Environment: development"]
             }
         },
+        {
+            "name": "Full_Car_Crash_Simulation",
+            "command": "radioss_solver",
+            "args": ["-i", "input.0000.rad"],
+            "timeout": 36000,
+            "resources": {
+                "estimated_time": 18000,
+                "min_memory_mb": 16000,
+                "priority": 10
+            },
+            "expected": {
+                "return_code": 0
+            }
+        },
         {
             "name": "File Comparison Test", 
             "command": "compare-files",

{cli_test_framework-0.4.0 → cli_test_framework-0.4.1}/README.md

@@ -18,6 +18,7 @@ This is a lightweight and extensible automated testing framework that supports d
 - **📊 Comprehensive Reports**: Detailed pass rate statistics and failure diagnostics
 - **🔧 Thread-Safe Design**: Robust concurrent execution with proper synchronization
 - **📝 Advanced File Comparison**: Support for comparing various file types (text, binary, JSON, HDF5) with detailed diff output
+- **🎛️ Resource-Aware Scheduling**: Per-test timeout and resource hints (estimated time / memory / priority) with LPT-based ordering in parallel runs to improve throughput and avoid long-tail blocking
 
 ## 3. Quick Start
 
@@ -109,6 +110,20 @@ compare-files binary1.bin binary2.bin --similarity
                 "output_contains": ["Environment: development"]
             }
         },
+        {
+            "name": "Full_Car_Crash_Simulation",
+            "command": "radioss_solver",
+            "args": ["-i", "input.0000.rad"],
+            "timeout": 36000,
+            "resources": {
+                "estimated_time": 18000,
+                "min_memory_mb": 16000,
+                "priority": 10
+            },
+            "expected": {
+                "return_code": 0
+            }
+        },
         {
             "name": "File Comparison Test", 
             "command": "compare-files",

{cli_test_framework-0.4.0 → cli_test_framework-0.4.1}/setup.py

@@ -8,7 +8,7 @@ with open(os.path.join(this_directory, 'README.md'), encoding='utf-8') as f:
 
 setup(
     name="cli-test-framework",
-    version="0.4.0",
+    version="0.4.1",
     author="Xiaotong Wang",
     author_email="xiaotongwang98@gmail.com",
     description="A powerful command line testing framework in Python with setup modules, parallel execution, and file comparison capabilities.",

{cli_test_framework-0.4.0 → cli_test_framework-0.4.1}/src/cli_test_framework/core/execution.py

@@ -29,6 +29,7 @@ def execute_single_test_case(case: TestCaseData, workspace: Optional[str] = None
     """
     start_time = time.time()
     full_command = f"{case['command']} {' '.join(case['args'])}".strip()
+    timeout_limit = case.get("timeout", 3600)
 
     result: TestResultData = {
         "name": case["name"],
@@ -48,6 +49,7 @@ def execute_single_test_case(case: TestCaseData, workspace: Optional[str] = None
             text=True,
             check=False,
             shell=True,
+            timeout=timeout_limit if timeout_limit is not None else None,
         )
 
         output = process.stdout + process.stderr
@@ -56,6 +58,11 @@ def execute_single_test_case(case: TestCaseData, workspace: Optional[str] = None
 
         validate_result(case["expected"], result)
         result["status"] = "passed"
+    except subprocess.TimeoutExpired as exc:
+        result["status"] = "timeout"
+        result["message"] = f"Timeout reached! Killed after {timeout_limit} seconds."
+        result["output"] = (exc.stdout or "") + (exc.stderr or "")
+        result["return_code"] = None
     except AssertionError as exc:
         result["message"] = str(exc)
     except Exception as exc:

{cli_test_framework-0.4.0 → cli_test_framework-0.4.1}/src/cli_test_framework/core/test_case.py

@@ -1,5 +1,5 @@
 from dataclasses import dataclass
-from typing import List, Dict, Any
+from typing import List, Dict, Any, Optional
 
 @dataclass
 class TestCase:
@@ -8,6 +8,8 @@ class TestCase:
     args: List[str]
     expected: Dict[str, Any]
     description: str = ""
+    timeout: Optional[float] = None
+    resources: Optional[Dict[str, Any]] = None
     
     def to_dict(self) -> Dict[str, Any]:
         """Convert test case to dictionary format"""
@@ -17,5 +19,7 @@ class TestCase:
             "name": self.name,
             "command": self.command,
             "args": self.args,
-            "expected": self.expected
+            "expected": self.expected,
+            "timeout": self.timeout,
+            "resources": self.resources,
         }

{cli_test_framework-0.4.0 → cli_test_framework-0.4.1}/src/cli_test_framework/core/types.py

@@ -9,6 +9,14 @@ class ExpectedResult(TypedDict, total=False):
     output_matches: Optional[str]
 
 
+class ResourceRequirements(TypedDict, total=False):
+    """Optional resource hints for scheduling."""
+
+    estimated_time: float  # seconds, used for ordering (LPT)
+    min_memory_mb: float  # soft hint to avoid OOM
+    priority: int  # higher value => higher priority
+
+
 class TestCaseData(TypedDict):
     """Input data shape for a test case after解析/路径处理."""
 
@@ -17,6 +25,8 @@ class TestCaseData(TypedDict):
     args: List[str]
     expected: ExpectedResult
     description: Optional[str]
+    timeout: Optional[float]
+    resources: Optional[ResourceRequirements]
 
 
 class SetupConfig(TypedDict):

{cli_test_framework-0.4.0 → cli_test_framework-0.4.1}/src/cli_test_framework/runners/json_runner.py

@@ -45,6 +45,8 @@ class JSONRunner(BaseRunner):
             "args": case.args,
             "expected": case.expected,
             "description": case.description or None,
+            "timeout": case.timeout,
+            "resources": case.resources,
         }
 
         command_preview = f"{case_data['command']} {' '.join(case_data['args'])}".strip()

{cli_test_framework-0.4.0 → cli_test_framework-0.4.1}/src/cli_test_framework/runners/parallel_json_runner.py

@@ -47,6 +47,17 @@ class ParallelJSONRunner(ParallelRunner):
                 self.test_cases.append(TestCase(**case))
 
             print(f"Successfully loaded {len(self.test_cases)} test cases")
+
+            # Heuristic scheduling: longest estimated time first to improve parallel utilization.
+            if self.test_cases:
+                print("Optimizing execution order based on estimated duration...")
+                self.test_cases.sort(
+                    key=lambda c: (c.resources or {}).get("estimated_time", 0),
+                    reverse=True,
+                )
+                top_case = self.test_cases[0]
+                top_est = (top_case.resources or {}).get("estimated_time", 0)
+                print(f"Heaviest task: {top_case.name} (Est: {top_est}s)")
         except Exception as e:
             sys.exit(f"Failed to load configuration file: {str(e)}")
 
@@ -58,6 +69,8 @@ class ParallelJSONRunner(ParallelRunner):
             "args": case.args,
             "expected": case.expected,
             "description": case.description or None,
+            "timeout": case.timeout,
+            "resources": case.resources,
         }
 
         command_preview = f"{case_data['command']} {' '.join(case_data['args'])}".strip()

{cli_test_framework-0.4.0 → cli_test_framework-0.4.1}/src/cli_test_framework/runners/yaml_runner.py

@@ -44,6 +44,8 @@ class YAMLRunner(BaseRunner):
             "args": case.args,
             "expected": case.expected,
             "description": case.description or None,
+            "timeout": case.timeout,
+            "resources": case.resources,
         }
 
         command_preview = f"{case_data['command']} {' '.join(case_data['args'])}".strip()

{cli_test_framework-0.4.0 → cli_test_framework-0.4.1/src/cli_test_framework.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cli-test-framework
-Version: 0.4.0
+Version: 0.4.1
 Summary: A powerful command line testing framework in Python with setup modules, parallel execution, and file comparison capabilities.
 Home-page: https://github.com/ozil111/cli-test-framework
 Author: Xiaotong Wang
@@ -53,6 +53,7 @@ This is a lightweight and extensible automated testing framework that supports d
 - **📊 Comprehensive Reports**: Detailed pass rate statistics and failure diagnostics
 - **🔧 Thread-Safe Design**: Robust concurrent execution with proper synchronization
 - **📝 Advanced File Comparison**: Support for comparing various file types (text, binary, JSON, HDF5) with detailed diff output
+- **🎛️ Resource-Aware Scheduling**: Per-test timeout and resource hints (estimated time / memory / priority) with LPT-based ordering in parallel runs to improve throughput and avoid long-tail blocking
 
 ## 3. Quick Start
 
@@ -144,6 +145,20 @@ compare-files binary1.bin binary2.bin --similarity
                 "output_contains": ["Environment: development"]
             }
         },
+        {
+            "name": "Full_Car_Crash_Simulation",
+            "command": "radioss_solver",
+            "args": ["-i", "input.0000.rad"],
+            "timeout": 36000,
+            "resources": {
+                "estimated_time": 18000,
+                "min_memory_mb": 16000,
+                "priority": 10
+            },
+            "expected": {
+                "return_code": 0
+            }
+        },
         {
             "name": "File Comparison Test", 
             "command": "compare-files",