web-scanner 2.0.1__tar.gz → 2.1.0__tar.gz

web_scanner-2.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 iamramizk
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

web_scanner-2.1.0/PKG-INFO

@@ -0,0 +1,151 @@
+Metadata-Version: 2.4
+Name: web-scanner
+Version: 2.1.0
+Summary: An async Textual TUI for website reconnaissance — DNS, WHOIS, TLS, security, tech-stack and SEO, with no paid APIs.
+Project-URL: Homepage, https://github.com/iamramizk/web-scanner
+Project-URL: Repository, https://github.com/iamramizk/web-scanner
+Project-URL: Issues, https://github.com/iamramizk/web-scanner/issues
+Author-email: iamramizk <59407701+iamramizk@users.noreply.github.com>
+License: MIT License
+        
+        Copyright (c) 2026 iamramizk
+        
+        Permission is hereby granted, free of charge, to any person obtaining a copy
+        of this software and associated documentation files (the "Software"), to deal
+        in the Software without restriction, including without limitation the rights
+        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+        copies of the Software, and to permit persons to whom the Software is
+        furnished to do so, subject to the following conditions:
+        
+        The above copyright notice and this permission notice shall be included in all
+        copies or substantial portions of the Software.
+        
+        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+        IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+        SOFTWARE.
+License-File: LICENSE
+Keywords: dns,osint,recon,security,textual,tui,website,whois
+Classifier: Development Status :: 4 - Beta
+Classifier: Environment :: Console
+Classifier: Intended Audience :: Information Technology
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Topic :: Internet :: WWW/HTTP
+Classifier: Topic :: Security
+Requires-Python: >=3.11
+Requires-Dist: beautifulsoup4>=4.12.2
+Requires-Dist: pydig>=0.4.0
+Requires-Dist: requests>=2.28.2
+Requires-Dist: rich>=15.0.0
+Requires-Dist: textual>=8.2.8
+Requires-Dist: wappalyzer>=2.0.2
+Description-Content-Type: text/markdown
+
+# WebScanner
+
+An async [Textual](https://textual.textualize.io/) TUI for website reconnaissance. Point it
+at a domain and it concurrently gathers DNS, WHOIS, TLS, security, tech-stack and SEO
+intelligence, then lays it out across tabs — with a live country map and a server-status
+panel that stay pinned in place.
+
+**No paid APIs.** Everything runs off free, public endpoints and the standard library:
+`ip-api.com` for geolocation, Cloudflare/Google DoH and `dig` against public filtering
+resolvers for blocklist checks, the system `whois`, and stdlib `ssl`/`socket`. Country
+borders are embedded (Natural Earth), so even the map needs no tile service.
+
+![WebScanner](https://raw.githubusercontent.com/iamramizk/web-scanner/main/.github/screenshot-v2.png)
+
+## Features
+
+Nine tabs, scanned concurrently and rendered live as each module finishes:
+
+- **DNS** — A / AAAA / NS / CNAME / SOA / MX / TXT / CAA / DS / DNSKEY records, plus email
+  authentication folded in: DMARC (`_dmarc`) and DKIM (probes ~40 common selectors).
+- **Whois** — parsed system `whois`, with rich gTLD and ccTLD field support (registrar,
+  dates, nameservers, per-contact details).
+- **Subdomains** — discovered natively from TLS certificate SANs and `socket` probes of
+  common subdomains — no third-party enumeration services.
+- **SSL** — certificate issuer, subject, SANs, validity window, trust and expiry, parsed
+  from the live TLS handshake.
+- **Security** — TCP connect port scan, presence of HTTP security headers (CSP, HSTS,
+  X-Frame-Options, …), and blocklist status across public filtering resolvers
+  (AdGuard, CleanBrowsing, Cloudflare, Google, OpenDNS, Quad9).
+- **Headers** — the full set of HTTP response headers.
+- **Tech** — technology-stack detection via [Wappalyzer](https://github.com/tunetheweb/wappalyzer):
+  name, category, confidence, groups and version.
+- **SEO** — page content (title/description with length hints, H1–H3, social links), top
+  keyword n-grams, `robots.txt` and sitemaps, and JSON-LD structured data.
+- **Links** — internal and external links, with their anchor text.
+
+Alongside the tabs, two fixed panels:
+
+- **Country map** — real country outlines auto-framed around the server's location, drawn
+  with braille characters (`+` / `-` to zoom).
+- **Server** — online status and response time, IP, geolocation, ISP, AS, hosting provider
+  and detected tech.
+
+## Installation
+
+Requires Python 3.11+.
+
+The easiest way is with [pipx](https://pipx.pypa.io/) (or [uv](https://docs.astral.sh/uv/)),
+which installs `webscan` into its own isolated environment:
+
+```bash
+pipx install web-scanner
+# or
+uv tool install web-scanner
+```
+
+To install the latest unreleased code, point either tool at the repo instead:
+`pipx install git+https://github.com/iamramizk/web-scanner`.
+
+### From source (development)
+
+```bash
+git clone https://github.com/iamramizk/web-scanner.git
+cd web-scanner
+python3 -m venv .venv
+source .venv/bin/activate     # Unix/macOS  (.venv\Scripts\activate on Windows)
+pip install -e .
+```
+
+## Usage
+
+```bash
+webscan example.com
+```
+
+You can also run it as a module (`python -m webscanner example.com`), or from a source
+checkout without installing (`python app.py example.com`).
+
+Press `s` inside the app to save every tab to CSV. When installed, results are written to a
+`./<domain>_<timestamp>/` folder in your current directory.
+
+## Updating
+
+```bash
+pipx upgrade web-scanner
+```
+
+If you installed from Git, `pipx upgrade` won't see new commits (the version is unchanged),
+so reinstall from source instead:
+
+```bash
+pipx install --force git+https://github.com/iamramizk/web-scanner
+```
+
+### Keys
+
+| Key             | Action                                                              |
+| --------------- | ------------------------------------------------------------------- |
+| `←` / `→` `Tab` | Switch tabs                                                         |
+| `r`             | Rescan                                                              |
+| `s`             | Save — export every tab to CSV under `output/<domain>_<timestamp>/` |
+| `esc`           | Edit the domain and scan a new one                                  |
+| `q`             | Quit                                                                |

{web_scanner-2.0.1 → web_scanner-2.1.0}/README.md

@@ -10,7 +10,7 @@ panel that stay pinned in place.
 resolvers for blocklist checks, the system `whois`, and stdlib `ssl`/`socket`. Country
 borders are embedded (Natural Earth), so even the map needs no tile service.
 
-![WebScanner](.github/screenshot-v2.png)
+![WebScanner](https://raw.githubusercontent.com/iamramizk/web-scanner/main/.github/screenshot-v2.png)
 
 ## Features
 

{web_scanner-2.0.1 → web_scanner-2.1.0}/pyproject.toml

@@ -17,7 +17,7 @@ classifiers = [
     "Development Status :: 4 - Beta",
     "Environment :: Console",
     "Intended Audience :: Information Technology",
-    "License :: OSI Approved :: GNU General Public License v3 (GPLv3)",
+    "License :: OSI Approved :: MIT License",
     "Programming Language :: Python :: 3",
     "Programming Language :: Python :: 3 :: Only",
     "Topic :: Internet :: WWW/HTTP",
@@ -49,6 +49,7 @@ packages = ["webscanner"]
 [tool.hatch.build.targets.wheel.force-include]
 "webscanner/ui/app.tcss" = "webscanner/ui/app.tcss"
 "webscanner/ui/data/countries.json" = "webscanner/ui/data/countries.json"
+"webscanner/net/data/public_suffix_list.dat" = "webscanner/net/data/public_suffix_list.dat"
 
 [tool.hatch.build.targets.sdist]
 include = [

{web_scanner-2.0.1 → web_scanner-2.1.0}/webscanner/__init__.py

@@ -1,3 +1,3 @@
 """web-scanner v2 — async website reconnaissance TUI package."""
 
-__version__ = "2.0.1"
+__version__ = "2.1.0"

{web_scanner-2.0.1 → web_scanner-2.1.0}/webscanner/core/context.py

@@ -26,6 +26,7 @@ class ScanContext:
     status_code: int | None = None
     response_time_ms: float | None = None
     final_url: str | None = None
+    redirect_status: str | None = None  # e.g. "301 Moved Permanently" for cross-domain redirects
     tls_cert: dict[str, Any] | None = None
     geo: dict[str, Any] | None = None
     fetch_error: str | None = None

{web_scanner-2.0.1 → web_scanner-2.1.0}/webscanner/core/scanner.py

@@ -62,6 +62,7 @@ class AsyncScanner:
                 self.ctx.html = r["html"]
                 self.ctx.response_time_ms = r["elapsed_ms"]
                 self.ctx.final_url = r["final_url"]
+                self.ctx.redirect_status = r["redirect"]
             except Exception as exc:  # noqa: BLE001 - surfaced, not raised
                 self.ctx.fetch_error = repr(exc)