jseye 1.0.2__tar.gz → 1.0.3__tar.gz

{jseye-1.0.2/jseye.egg-info → jseye-1.0.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: jseye
-Version: 1.0.2
+Version: 1.0.3
 Summary: JavaScript Intelligence & Attack Surface Discovery Tool
 Home-page: https://github.com/letchupkt/jseye
 Author: Lakshmikanthan K
@@ -32,6 +32,7 @@ Requires-Dist: pyyaml>=6.0
 Requires-Dist: requests>=2.28.0
 Requires-Dist: urllib3>=1.26.0
 Requires-Dist: jsbeautifier>=1.14.0
+Requires-Dist: aiohttp>=3.8.0
 Provides-Extra: dev
 Requires-Dist: pytest>=7.0.0; extra == "dev"
 Requires-Dist: pytest-cov>=4.0.0; extra == "dev"

{jseye-1.0.2 → jseye-1.0.3}/jseye/__init__.py

@@ -4,6 +4,6 @@ Author: Lakshmikanthan K (letchupkt)
 License: MIT
 """
 
-__version__ = "1.0.2"
+__version__ = "1.0.3"
 __author__ = "Lakshmikanthan K (letchupkt)"
 __email__ = "letchupkt.dev@gmail.com"

{jseye-1.0.2 → jseye-1.0.3}/jseye/modules/harvest.py

@@ -17,10 +17,12 @@ console = Console()
 class URLHarvester:
     """Harvest URLs from multiple sources in parallel"""
     
-    def __init__(self, output_dir: Path):
+    def __init__(self, output_dir: Path, cache_manager=None):
         self.output_dir = output_dir
+        self.cache_manager = cache_manager
         self.deduplicator = DeduplicatorHash()
         self.timeout = 120  # 2 minutes per tool
+        self.performance_stats = {}
         
     async def run_tool_async(self, tool_name: str, domain: str) -> List[str]:
         """Run a single tool asynchronously"""
@@ -174,4 +176,13 @@ class URLHarvester:
                 except Exception as e:
                     log_progress(f"{tool_name} failed for {domain}: {e}")
         
-        return self.deduplicator.deduplicate_list(all_urls)
+        return self.deduplicator.deduplicate_list(all_urls)
+   
+ 
+    def get_performance_stats(self) -> Dict:
+        """Get performance statistics"""
+        return self.performance_stats
+    
+    def harvest_urls_parallel(self, domains: List[str]) -> List[str]:
+        """Alias for harvest_urls for backward compatibility"""
+        return self.harvest_urls(domains)

{jseye-1.0.2 → jseye-1.0.3}/jseye/modules/js_download.py

@@ -18,13 +18,13 @@ from ..utils.cache import JSEyeCache
 class JSDownloader:
     """Download JavaScript files with caching and parallel processing"""
     
-    def __init__(self, output_dir: Path):
+    def __init__(self, output_dir: Path, cache_manager=None):
         self.output_dir = output_dir
         self.js_dir = output_dir / "js_files"
         ensure_dir(self.js_dir)
         
         # Initialize cache
-        self.cache = JSEyeCache(output_dir)
+        self.cache = cache_manager if cache_manager else JSEyeCache(output_dir)
         
         # Download settings
         self.max_file_size = 3 * 1024 * 1024  # 3MB limit
@@ -34,6 +34,8 @@ class JSDownloader:
         self.session_headers = {
             'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'
         }
+        
+        self.performance_stats = {}
     
     async def download_js_file_async(self, session: aiohttp.ClientSession, url: str) -> Dict:
         """Download a single JavaScript file asynchronously with caching"""
@@ -275,4 +277,57 @@ class JSDownloader:
         successful = len([r for r in results if r['status'] == 'success'])
         log_progress(f"Sequential download complete: {successful}/{len(urls)} successful")
         
-        return results
+        return results
+    
+
+    def get_performance_stats(self) -> Dict:
+        """Get performance statistics"""
+        return self.performance_stats
+    
+    def download_js_files_parallel(self, urls: List[str], max_files: int = 200) -> List[Dict]:
+        """Alias for async download - backward compatibility"""
+        urls_to_download = urls[:max_files]
+        return asyncio.run(self.download_js_files_async(urls_to_download))
+    
+    async def download_js_files_async(self, urls: List[str]) -> List[Dict]:
+        """Async wrapper for download_js_files_parallel"""
+        return await self.download_js_files_parallel_internal(urls)
+    
+    async def download_js_files_parallel_internal(self, urls: List[str]) -> List[Dict]:
+        """Internal parallel download method"""
+        log_progress(f">> Downloading {len(urls)} JavaScript files in parallel...")
+        
+        # Create semaphore to limit concurrent downloads
+        semaphore = asyncio.Semaphore(self.max_concurrent)
+        
+        async def download_with_semaphore(url):
+            async with semaphore:
+                async with aiohttp.ClientSession(headers=self.session_headers) as session:
+                    return await self.download_js_file_async(session, url)
+        
+        # Download all files in parallel
+        tasks = [download_with_semaphore(url) for url in urls]
+        results = await asyncio.gather(*tasks, return_exceptions=True)
+        
+        # Filter out exceptions
+        valid_results = []
+        for i, result in enumerate(results):
+            if isinstance(result, Exception):
+                log_progress(f"Download exception for {urls[i]}: {result}")
+                valid_results.append({
+                    'url': urls[i],
+                    'filepath': None,
+                    'size': 0,
+                    'status': 'exception',
+                    'error': str(result)
+                })
+            else:
+                valid_results.append(result)
+        
+        # Count successful downloads
+        successful = len([r for r in valid_results if r['status'] == 'success'])
+        cached = len([r for r in valid_results if 'cached_at' in r])
+        
+        log_progress(f"[C] Download complete: {successful} new, {cached} cached, {len(valid_results)} total")
+        
+        return valid_results

{jseye-1.0.2 → jseye-1.0.3}/jseye/modules/tiered_analysis.py

@@ -17,15 +17,16 @@ from .secrets import SecretsDetector
 
 class TieredAnalysisEngine:
     """
-    🔥 TIERED ANALYSIS MODEL
+    >> TIERED ANALYSIS MODEL
     
     Tier 1: Regex + AST + LinkFinder + Secrets (HEAVY) - Top 20%
     Tier 2: Regex + LinkFinder (MEDIUM) - Next 30% 
     Tier 3: Regex only (FAST) - Remaining 50%
     """
     
-    def __init__(self, output_dir: Path):
+    def __init__(self, output_dir: Path, cache_manager=None):
         self.output_dir = output_dir
+        self.cache_manager = cache_manager
         self.regex_analyzer = RegexAnalyzer(output_dir)
         self.ast_analyzer = ASTAnalyzer(output_dir)
         self.linkfinder = LinkFinderIntegration(output_dir)
@@ -301,4 +302,9 @@ class TieredAnalysisEngine:
             'secrets': secrets,
             'sinks': sinks,
             'functions': functions
-        }
+        }
+   
+ 
+    def get_performance_stats(self) -> Dict:
+        """Get performance statistics"""
+        return self.analysis_stats

{jseye-1.0.2 → jseye-1.0.3/jseye.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: jseye
-Version: 1.0.2
+Version: 1.0.3
 Summary: JavaScript Intelligence & Attack Surface Discovery Tool
 Home-page: https://github.com/letchupkt/jseye
 Author: Lakshmikanthan K
@@ -32,6 +32,7 @@ Requires-Dist: pyyaml>=6.0
 Requires-Dist: requests>=2.28.0
 Requires-Dist: urllib3>=1.26.0
 Requires-Dist: jsbeautifier>=1.14.0
+Requires-Dist: aiohttp>=3.8.0
 Provides-Extra: dev
 Requires-Dist: pytest>=7.0.0; extra == "dev"
 Requires-Dist: pytest-cov>=4.0.0; extra == "dev"

{jseye-1.0.2 → jseye-1.0.3}/jseye.egg-info/requires.txt

@@ -3,6 +3,7 @@ pyyaml>=6.0
 requests>=2.28.0
 urllib3>=1.26.0
 jsbeautifier>=1.14.0
+aiohttp>=3.8.0
 
 [dev]
 pytest>=7.0.0

{jseye-1.0.2 → jseye-1.0.3}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "jseye"
-version = "1.0.2"
+version = "1.0.3"
 description = "JavaScript Intelligence & Attack Surface Discovery Tool"
 readme = "README.md"
 license = {text = "MIT"}
@@ -35,7 +35,8 @@ dependencies = [
     "pyyaml>=6.0",
     "requests>=2.28.0",
     "urllib3>=1.26.0",
-    "jsbeautifier>=1.14.0"
+    "jsbeautifier>=1.14.0",
+    "aiohttp>=3.8.0"
 ]
 
 [project.optional-dependencies]