devdox-ai-locust 0.1.2__py3-none-any.whl → 0.1.3.post1__py3-none-any.whl

devdox_ai_locust/cli.py

@@ -6,7 +6,7 @@ from datetime import datetime, timezone
 from typing import Optional, Tuple, Union, List, Dict, Any
 from rich.console import Console
 from rich.table import Table
-from together import Together
+from together import AsyncTogether
 
 from .hybrid_loctus_generator import HybridLocustGenerator
 from .config import Settings
@@ -199,7 +199,7 @@ async def _generate_and_create_tests(
     auth: bool = False,
 ) -> List[Dict[Any, Any]]:
     """Generate tests using AI and create test files"""
-    together_client = Together(api_key=api_key)
+    together_client = AsyncTogether(api_key=api_key)
 
     with console.status("[bold green]Generating Locust tests with AI..."):
         generator = HybridLocustGenerator(ai_client=together_client)

devdox_ai_locust/config.py

@@ -8,7 +8,7 @@ from pydantic_settings import BaseSettings
 class Settings(BaseSettings):
     """Application settings."""
 
-    VERSION: str = "0.1.2"
+    VERSION: str = "0.1.3.post1"
 
     API_KEY: str = ""  # Fallback for backward compatibility
 

devdox_ai_locust/hybrid_loctus_generator.py

@@ -19,7 +19,7 @@ import shutil
 from devdox_ai_locust.utils.open_ai_parser import Endpoint
 from devdox_ai_locust.utils.file_creation import FileCreationConfig, SafeFileCreator
 from devdox_ai_locust.locust_generator import LocustTestGenerator, TestDataConfig
-from together import Together
+from together import AsyncTogether
 
 logger = logging.getLogger(__name__)
 
@@ -27,6 +27,15 @@ logger = logging.getLogger(__name__)
 test_data_file_path = "test_data.py"
 
 
+@dataclass
+class ErrorClassification:
+    """Classification of an error for retry logic"""
+
+    is_retryable: bool
+    backoff_seconds: float
+    error_type: str
+
+
 @dataclass
 class AIEnhancementConfig:
     """Configuration for AI enhancement"""
@@ -202,7 +211,7 @@ class HybridLocustGenerator:
 
     def __init__(
         self,
-        ai_client: Together,
+        ai_client: AsyncTogether,
         ai_config: Optional[AIEnhancementConfig] = None,
         test_config: Optional[TestDataConfig] = None,
         prompt_dir: str = "prompt",
@@ -211,7 +220,12 @@ class HybridLocustGenerator:
         self.ai_config = ai_config or AIEnhancementConfig()
         self.template_generator = LocustTestGenerator(test_config)
         self.prompt_dir = self._find_project_root() / prompt_dir
+        self._api_semaphore = asyncio.Semaphore(5)
         self._setup_jinja_env()
+        self.MAX_RETRIES = 3
+        self.RATE_LIMIT_BACKOFF = 10
+        self.NON_RETRYABLE_CODES = ["401", "403", "unauthorized", "forbidden"]
+        self.RATE_LIMIT_INDICATORS = ["429", "rate limit"]
 
     def _find_project_root(self) -> Path:
         """Find the project root by looking for setup.py, pyproject.toml, or .git"""
@@ -229,6 +243,45 @@ class HybridLocustGenerator:
             autoescape=False,
         )
 
+    def _classify_error(self, error: Exception, attempt: int) -> ErrorClassification:
+        """
+        Classify an error to determine retry behavior.
+
+        Args:
+            error: The exception that occurred
+            attempt: Current attempt number (0-indexed)
+
+        Returns:
+            ErrorClassification with retry decision and backoff time
+        """
+        error_str = str(error).lower()
+
+        # Non-retryable errors (auth/permission)
+        if any(code in error_str for code in self.NON_RETRYABLE_CODES):
+            logger.error(f"Authentication error, not retrying: {error}")
+            return ErrorClassification(
+                is_retryable=False, backoff_seconds=0, error_type="auth"
+            )
+
+        # Rate limit errors (retryable with longer backoff)
+        if any(indicator in error_str for indicator in self.RATE_LIMIT_INDICATORS):
+            logger.warning(f"Rate limit hit on attempt {attempt + 1}")
+            return ErrorClassification(
+                is_retryable=True,
+                backoff_seconds=self.RATE_LIMIT_BACKOFF,
+                error_type="rate_limit",
+            )
+
+        # Other retryable errors (exponential backoff)
+        logger.warning(
+            f"Retryable error on attempt {attempt + 1}: {type(error).__name__}"
+        )
+        return ErrorClassification(
+            is_retryable=True,
+            backoff_seconds=2**attempt,  # Exponential: 1s, 2s, 4s
+            error_type="retryable",
+        )
+
     async def generate_from_endpoints(
         self,
         endpoints: List[Endpoint],
@@ -573,10 +626,8 @@ class HybridLocustGenerator:
 
         return ""
 
-    async def _call_ai_service(self, prompt: str) -> Optional[str]:
-        """Call AI service with retry logic and validation"""
-
-        messages = [
+    def _build_messages(self, prompt: str) -> list[dict]:
+        return [
             {
                 "role": "system",
                 "content": "You are an expert Python developer specializing in Locust load testing. Generate clean, production-ready code with proper error handling. "
@@ -586,30 +637,42 @@ class HybridLocustGenerator:
             {"role": "user", "content": prompt},
         ]
 
-        for attempt in range(3):  # Retry logic
-            try:
-                response = await asyncio.wait_for(
-                    asyncio.to_thread(
-                        self.ai_client.chat.completions.create,
-                        model=self.ai_config.model,
-                        messages=messages,
-                        max_tokens=self.ai_config.max_tokens,
-                        temperature=self.ai_config.temperature,
-                        top_p=0.9,
-                        top_k=40,
-                        repetition_penalty=1.1,
-                    ),
-                    timeout=self.ai_config.timeout,
+    async def _make_api_call(self, messages: list[dict]) -> Optional[str]:
+        """Make API call - ONE job"""
+        async with self._api_semaphore:
+            api_call = self.ai_client.chat.completions.create(
+                model=self.ai_config.model,
+                messages=messages,
+                max_tokens=self.ai_config.max_tokens,
+                temperature=self.ai_config.temperature,
+                top_p=0.9,
+                top_k=40,
+                repetition_penalty=1.1,
+            )
+
+            # Wait for the API call with timeout
+            response = await asyncio.wait_for(
+                api_call,
+                timeout=self.ai_config.timeout,
+            )
+            if response.choices and response.choices[0].message:
+                content = response.choices[0].message.content.strip()
+                # Clean up the response
+                content = self._clean_ai_response(
+                    self.extract_code_from_response(content)
                 )
+                return content
 
-                if response.choices and response.choices[0].message:
-                    content = response.choices[0].message.content.strip()
+        return None
 
-                    # Clean up the response
-                    content = self._clean_ai_response(
-                        self.extract_code_from_response(content)
-                    )
+    async def _call_ai_service(self, prompt: str) -> Optional[str]:
+        """Call AI service with retry logic and validation"""
+        messages = self._build_messages(prompt)
 
+        for attempt in range(self.MAX_RETRIES):  # Retry logic
+            try:
+                async with self._api_semaphore:
+                    content = await self._make_api_call(messages)
                     if content:
                         return content
 
@@ -617,24 +680,41 @@ class HybridLocustGenerator:
                 logger.warning(f"AI service timeout on attempt {attempt + 1}")
 
             except Exception as e:
-                logger.warning(f"AI service error on attempt {attempt + 1}: {e}")
+                classification = self._classify_error(e, attempt)  # Helper 3
+
+                if not classification.is_retryable:
+                    return ""
+
+                if attempt < self.MAX_RETRIES - 1:
+                    await asyncio.sleep(classification.backoff_seconds)
+
+                    continue
 
-            if attempt < 2:  # Wait before retry
+            if attempt < self.MAX_RETRIES - 1:
                 await asyncio.sleep(2**attempt)
 
         return ""
 
     def extract_code_from_response(self, response_text: str) -> str:
         # Extract content between <code> tags
+        pattern = r"<code>(.*?)</code>"
+        matches = re.findall(pattern, response_text, re.DOTALL)
 
-        code_match = re.search(r"<code>(.*?)</code>", response_text, re.DOTALL)
-        if code_match:
-            content = code_match.group(1).strip()
-            # Additional validation - ensure we got actual content
-            if content and len(content) > 0:
-                return content
+        if not matches:
+            logger.warning("No <code> tags found, using full response")
+            return response_text.strip()
+
+        content = max(matches, key=len).strip()
+
+        # Content too short - use full response
+        if not content or len(content) <= 10:
+            logger.warning(
+                f"Code in tags too short ({len(content)} chars), using full response"
+            )
+            return response_text.strip()
 
-        return response_text.strip()
+        logger.debug(f"Extracted {len(content)} chars from <code> tags")
+        return str(content)
 
     def _clean_ai_response(self, content: str) -> str:
         """Clean and validate AI response"""

{devdox_ai_locust-0.1.2.dist-info → devdox_ai_locust-0.1.3.post1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: devdox_ai_locust
-Version: 0.1.2
+Version: 0.1.3.post1
 Summary: AI-powered Locust load test generator from API documentation
 Author-email: Hayat Bourji <hayat.bourgi@montyholding.com>
 Maintainer-email: Hayat Bourji <hayat.bourgi@montyholding.com>
@@ -72,6 +72,21 @@ Dynamic: license-file
 
 DevDox AI Locust automatically generates comprehensive Locust load testing scripts from your API documentation (OpenAPI/Swagger specs). Using advanced AI capabilities, it creates realistic test scenarios, handles complex authentication flows, and generates production-ready performance tests.
 
+
+## 🆕 What's New in 0.1.3.post1
+
+### Performance & Reliability Improvements
+
+- **🚀 Asynchronous API Calls**: Migrated from `Together` to `AsyncTogether` for non-blocking API interactions, significantly improving generation speed and responsiveness
+- **⚡ Enhanced Timeout Handling**: Implemented robust timeout logic with configurable retry mechanisms for better error resilience
+- **🔧 Improved Code Extraction**: Enhanced `<code>` block parsing with detailed validation, multiple fallback scenarios, and better error messages
+- **🛡️ Better Error Management**: Comprehensive error handling throughout the AI generation pipeline with graceful degradation
+
+### Bug Fixes & Stability
+
+- Fixed edge cases in code block extraction where malformed responses could cause generation failures
+- Improved retry logic to handle transient API errors without interrupting the generation process
+
 ## ✨ Features
 
 - 🤖 **AI-Enhanced Generation**: Uses Together AI to create intelligent, realistic load test scenarios
@@ -82,6 +97,7 @@ DevDox AI Locust automatically generates comprehensive Locust load testing scrip
 - 🛠️ **Template-Based**: Highly customizable Jinja2 templates for different testing needs
 - 🔄 **Hybrid Approach**: Combines rule-based generation with AI enhancement
 - 📈 **Comprehensive Coverage**: Handles various HTTP methods, content types, and response scenarios
+- ⚡ **Asynchronous Processing**: Fast, non-blocking test generation with async/await
 
 ## 🚀 Quick Start
 
@@ -121,12 +137,9 @@ echo "API_KEY=your_together_ai_api_key_here" > .env
 # Generate from OpenAPI URL
 devdox_ai_locust generate --openapi-url https://api.example.com/openapi.json --output ./tests
 
-# Generate from local file
-dal generate --openapi-file ./api-spec.yaml --output ./load-tests
-
 # Generate with custom configuration
 devdox_ai_locust generate \
-   https://petstore.swagger.io/v2/swagger.json \
+   https://petstore.swagger.io/v3/swagger.json \
   --output ./petstore-tests \
   --together-api-key your_api_key \
   

{devdox_ai_locust-0.1.2.dist-info → devdox_ai_locust-0.1.3.post1.dist-info}/RECORD

@@ -1,7 +1,7 @@
 devdox_ai_locust/__init__.py,sha256=LhG8nXZxLkyvWwJxB_OCe9t4TLa4udLtzAVfHpD3CkU,276
-devdox_ai_locust/cli.py,sha256=LefUjiboe05vvZAorWqqyAQUQf1WNKLeWEsSg4aCLfE,13834
-devdox_ai_locust/config.py,sha256=Ywf66At22QqKK8BtvfbEOnndCuxp7dIXZwWhyH2_9fs,447
-devdox_ai_locust/hybrid_loctus_generator.py,sha256=e3ZBZlewNiORygxYDnPf5SG-yRKRH0RYX7l7pGvgnr8,33363
+devdox_ai_locust/cli.py,sha256=DDSAbT37-Rtj9XPFMtfr9nF6JIqz3md12u2DmCTD4MU,13844
+devdox_ai_locust/config.py,sha256=UfyqyI63QYbylxp5PQdAa-MoIGWTxcxr86LQ9cBr12s,453
+devdox_ai_locust/hybrid_loctus_generator.py,sha256=npnNw8OleKjXfhZMuULL1qFwSEjuUzGVGVOUDlIvXpM,36199
 devdox_ai_locust/locust_generator.py,sha256=dt455ONBs91W4JxRipNX395PlDmHojigM79aKWHHHxs,27017
 devdox_ai_locust/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devdox_ai_locust/prompt/domain.j2,sha256=ThK1mZK8bmDF6v1YsOB9wjvijljPRoseLy6lWEUG-vM,1570
@@ -26,9 +26,9 @@ devdox_ai_locust/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3
 devdox_ai_locust/utils/file_creation.py,sha256=sN6rW07VBKfzwUEAG298tCRvmnzx0886w_phdEnsQZg,3957
 devdox_ai_locust/utils/open_ai_parser.py,sha256=EJsPpPSM9RiTZ0iySYIJ66knREegS324Q7mSk_4CxGM,13158
 devdox_ai_locust/utils/swagger_utils.py,sha256=L2CV_5J4krCYyIcl-KYW_SAkBxzIKOsn2kcHhZ2CI7k,3191
-devdox_ai_locust-0.1.2.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-devdox_ai_locust-0.1.2.dist-info/METADATA,sha256=AVhpixM4Y5nwy-mWxdPWTYf2P2gNKauONCMMchG0dDU,13342
-devdox_ai_locust-0.1.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-devdox_ai_locust-0.1.2.dist-info/entry_points.txt,sha256=Eoq-gJd4WxkwwQ8pUMsqeSrfZG3yW-NmJ82iVxOc9JA,95
-devdox_ai_locust-0.1.2.dist-info/top_level.txt,sha256=ZIpK9RS5xc9RXgG8mw9xPs0kwln8Kggi_7VURxtERQE,17
-devdox_ai_locust-0.1.2.dist-info/RECORD,,
+devdox_ai_locust-0.1.3.post1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+devdox_ai_locust-0.1.3.post1.dist-info/METADATA,sha256=5z4bSGjdnkY3AznoJfsUFvMn6s3WJWgJ6JQBNh5RJ10,14239
+devdox_ai_locust-0.1.3.post1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+devdox_ai_locust-0.1.3.post1.dist-info/entry_points.txt,sha256=Eoq-gJd4WxkwwQ8pUMsqeSrfZG3yW-NmJ82iVxOc9JA,95
+devdox_ai_locust-0.1.3.post1.dist-info/top_level.txt,sha256=ZIpK9RS5xc9RXgG8mw9xPs0kwln8Kggi_7VURxtERQE,17
+devdox_ai_locust-0.1.3.post1.dist-info/RECORD,,