webtools-cli 1.0.0__tar.gz → 1.1.2__tar.gz

{webtools_cli-1.0.0/webtools_cli.egg-info → webtools_cli-1.1.2}/PKG-INFO

@@ -1,15 +1,14 @@
 Metadata-Version: 2.4
 Name: webtools-cli
-Version: 1.0.0
+Version: 1.1.2
 Summary: Advanced Web Intelligence & Scraping Toolkit with CLI and Web UI
 Author: Abhinav Adarsh
-License: MIT
-Project-URL: Homepage, https://github.com/abhinavgautam08/webtools
+License-Expression: MIT
+Project-URL: Homepage, https://github.com/abhinavgautam08/webtools-cli
 Keywords: web-scraping,osint,seo,intelligence,cli
 Classifier: Development Status :: 4 - Beta
 Classifier: Environment :: Console
 Classifier: Intended Audience :: Developers
-Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
@@ -35,7 +34,7 @@ Requires-Dist: playwright; extra == "playwright"
 Dynamic: license-file
 
 <p align="center">
-  <img src="Web_Tools.png" alt="WebTools CLI" width="180">
+  <img src="https://raw.githubusercontent.com/abhinavgautam08/webtools-cli/main/Web_Tools.png" alt="WebTools CLI" width="180">
 </p>
 
 <h1 align="center">WebTools CLI</h1>
@@ -48,7 +47,7 @@ Dynamic: license-file
 <p align="center">
   <img src="https://img.shields.io/badge/python-3.9+-blue?logo=python&logoColor=white" alt="Python">
   <img src="https://img.shields.io/badge/license-MIT-green" alt="License">
-  <img src="https://img.shields.io/badge/version-1.0.0-cyan" alt="Version">
+  <img src="https://img.shields.io/badge/version-1.1.1-cyan" alt="Version">
 </p>
 
 ---

{webtools_cli-1.0.0 → webtools_cli-1.1.2}/README.md

@@ -1,5 +1,5 @@
 <p align="center">
-  <img src="Web_Tools.png" alt="WebTools CLI" width="180">
+  <img src="https://raw.githubusercontent.com/abhinavgautam08/webtools-cli/main/Web_Tools.png" alt="WebTools CLI" width="180">
 </p>
 
 <h1 align="center">WebTools CLI</h1>
@@ -12,7 +12,7 @@
 <p align="center">
   <img src="https://img.shields.io/badge/python-3.9+-blue?logo=python&logoColor=white" alt="Python">
   <img src="https://img.shields.io/badge/license-MIT-green" alt="License">
-  <img src="https://img.shields.io/badge/version-1.0.0-cyan" alt="Version">
+  <img src="https://img.shields.io/badge/version-1.1.1-cyan" alt="Version">
 </p>
 
 ---

{webtools_cli-1.0.0 → webtools_cli-1.1.2}/pyproject.toml

@@ -4,10 +4,10 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "webtools-cli"
-version = "1.0.0"
+version = "1.1.2"
 description = "Advanced Web Intelligence & Scraping Toolkit with CLI and Web UI"
 readme = "README.md"
-license = {text = "MIT"}
+license = "MIT"
 requires-python = ">=3.9"
 authors = [
     {name = "Abhinav Adarsh"},
@@ -17,7 +17,6 @@ classifiers = [
     "Development Status :: 4 - Beta",
     "Environment :: Console",
     "Intended Audience :: Developers",
-    "License :: OSI Approved :: MIT License",
     "Programming Language :: Python :: 3",
     "Programming Language :: Python :: 3.9",
     "Programming Language :: Python :: 3.10",
@@ -46,7 +45,7 @@ playwright = ["playwright"]
 webtools = "webtools.cli:main"
 
 [project.urls]
-Homepage = "https://github.com/abhinavgautam08/webtools"
+Homepage = "https://github.com/abhinavgautam08/webtools-cli"
 
 [tool.setuptools.packages.find]
 include = ["webtools*"]

{webtools_cli-1.0.0 → webtools_cli-1.1.2}/webtools/core.py

@@ -4,7 +4,8 @@ sys.dont_write_bytecode = True
 # --- PACKAGE PATHS ---
 PACKAGE_DIR = os.path.dirname(os.path.abspath(__file__))
 DATA_DIR = os.path.join(os.path.expanduser('~'), '.webtools')
-os.makedirs(DATA_DIR, exist_ok=True)
+SCRAPED_DIR = os.path.join(DATA_DIR, 'scraped')
+os.makedirs(SCRAPED_DIR, exist_ok=True)
 try:
     from colorama import init, Fore, Style
     init(autoreset=True)
@@ -97,9 +98,8 @@ log.setLevel(logging.ERROR)
 urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
 
 # Directories setup kar rahe hain
-os.makedirs('webfiles/scraped', exist_ok=True)
-os.makedirs('webfiles/scraped/images', exist_ok=True)
-os.makedirs('webfiles/scraped/videos', exist_ok=True)
+os.makedirs(os.path.join(SCRAPED_DIR, 'images'), exist_ok=True)
+os.makedirs(os.path.join(SCRAPED_DIR, 'videos'), exist_ok=True)
 
 # --- PERFORMANCE AUDITOR ---
 class PerformanceTracker:
@@ -385,7 +385,7 @@ def serve_favicon():
 
 @app.route('/download/<path:filename>')
 def serve_scraped_file(filename):
-    return send_from_directory('webfiles/scraped', filename)
+    return send_from_directory(SCRAPED_DIR, filename)
 
 def scrape_with_playwright(url, proxy=None):
     if not PLAYWRIGHT_AVAILABLE:
@@ -990,7 +990,7 @@ def execute_scrape_logic(url, fetch_images=False, fetch_videos=False, crawl_dept
                                 else:
                                      filename = f"{base}_{uuid.uuid4().hex[:8]}{ext}"
 
-                            filepath = f'webfiles/scraped/videos/{filename}'
+                            filepath = os.path.join(SCRAPED_DIR, 'videos', filename)
                             
                             # Pehle TURBO FETCH try karo
                             if not download_file_turbo(v_url, filepath):
@@ -1161,7 +1161,7 @@ def execute_scrape_logic(url, fetch_images=False, fetch_videos=False, crawl_dept
                     
                     filename = f"{uuid.uuid4().hex[:8]}_{filename}"
 
-                    filepath = f'webfiles/scraped/images/{filename}'
+                    filepath = os.path.join(SCRAPED_DIR, 'images', filename)
                     with open(filepath, 'wb') as f:
                         f.write(content)
                     return (img_src, f'images/{filename}', f'/download/images/{filename}', image_hash, filepath)
@@ -1767,12 +1767,12 @@ def api_save():
 @app.route('/api/download-zip')
 def download_zip():
     try:
-        zip_path = '/tmp/scraped_files.zip'
+        zip_path = os.path.join(DATA_DIR, 'scraped_files.zip')
         with zipfile.ZipFile(zip_path, 'w', zipfile.ZIP_DEFLATED) as zipf:
-            for root, dirs, files in os.walk('webfiles/scraped'):
+            for root, dirs, files in os.walk(SCRAPED_DIR):
                 for file in files:
                     file_path = os.path.join(root, file)
-                    arcname = os.path.relpath(file_path, 'webfiles/scraped')
+                    arcname = os.path.relpath(file_path, SCRAPED_DIR)
                     zipf.write(file_path, arcname)
         
         return send_file(zip_path, as_attachment=True, download_name='scraped_files.zip')
@@ -1781,12 +1781,10 @@ def download_zip():
 
 def clear_scraped_data():
     try:
-        folder = 'webfiles/scraped'
-        if os.path.exists(folder):
-            shutil.rmtree(folder)
-        os.makedirs('webfiles/scraped', exist_ok=True)
-        os.makedirs('webfiles/scraped/images', exist_ok=True)
-        os.makedirs('webfiles/scraped/videos', exist_ok=True)
+        if os.path.exists(SCRAPED_DIR):
+            shutil.rmtree(SCRAPED_DIR)
+        os.makedirs(os.path.join(SCRAPED_DIR, 'images'), exist_ok=True)
+        os.makedirs(os.path.join(SCRAPED_DIR, 'videos'), exist_ok=True)
         return True
     except Exception as e:
         print(f"Cleanup Error: {e}")
@@ -2156,11 +2154,20 @@ def start_cloudflare_tunnel(port):
         # OS ke hisaab se executable choose karo
         cf_executable = os.path.join(DATA_DIR, 'cloudflared.exe') if os.name == 'nt' else os.path.join(DATA_DIR, 'cloudflared')
         
-        # Agar missing ho (Linux/Colab) toh download karo
-        if not os.path.exists(cf_executable) and os.name != 'nt':
-            print("Downloading cloudflared...")
-            subprocess.run(['wget', '-q', '-O', cf_executable, 'https://github.com/cloudflare/cloudflared/releases/latest/download/cloudflared-linux-amd64'])
-            subprocess.run(['chmod', '+x', cf_executable])
+        # Agar missing ho toh download karo
+        if not os.path.exists(cf_executable):
+            print(f"Downloading cloudflared for {os.name}...")
+            if os.name == 'nt':
+                # Windows binary download URL
+                win_url = "https://github.com/cloudflare/cloudflared/releases/latest/download/cloudflared-windows-amd64.exe"
+                resp = requests.get(win_url, stream=True)
+                with open(cf_executable, 'wb') as f:
+                    for chunk in resp.iter_content(chunk_size=8192):
+                        f.write(chunk)
+            else:
+                # Linux binary download URL
+                subprocess.run(['wget', '-q', '-O', cf_executable, 'https://github.com/cloudflare/cloudflared/releases/latest/download/cloudflared-linux-amd64'])
+                subprocess.run(['chmod', '+x', cf_executable])
         
         process = subprocess.Popen(
             [cf_executable, 'tunnel', '--protocol', 'http2', '--url', f'http://127.0.0.1:{port}'],

{webtools_cli-1.0.0 → webtools_cli-1.1.2/webtools_cli.egg-info}/PKG-INFO

@@ -1,15 +1,14 @@
 Metadata-Version: 2.4
 Name: webtools-cli
-Version: 1.0.0
+Version: 1.1.2
 Summary: Advanced Web Intelligence & Scraping Toolkit with CLI and Web UI
 Author: Abhinav Adarsh
-License: MIT
-Project-URL: Homepage, https://github.com/abhinavgautam08/webtools
+License-Expression: MIT
+Project-URL: Homepage, https://github.com/abhinavgautam08/webtools-cli
 Keywords: web-scraping,osint,seo,intelligence,cli
 Classifier: Development Status :: 4 - Beta
 Classifier: Environment :: Console
 Classifier: Intended Audience :: Developers
-Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
@@ -35,7 +34,7 @@ Requires-Dist: playwright; extra == "playwright"
 Dynamic: license-file
 
 <p align="center">
-  <img src="Web_Tools.png" alt="WebTools CLI" width="180">
+  <img src="https://raw.githubusercontent.com/abhinavgautam08/webtools-cli/main/Web_Tools.png" alt="WebTools CLI" width="180">
 </p>
 
 <h1 align="center">WebTools CLI</h1>
@@ -48,7 +47,7 @@ Dynamic: license-file
 <p align="center">
   <img src="https://img.shields.io/badge/python-3.9+-blue?logo=python&logoColor=white" alt="Python">
   <img src="https://img.shields.io/badge/license-MIT-green" alt="License">
-  <img src="https://img.shields.io/badge/version-1.0.0-cyan" alt="Version">
+  <img src="https://img.shields.io/badge/version-1.1.1-cyan" alt="Version">
 </p>
 
 ---