lupaxa-cms-detection 0.1.0__tar.gz

lupaxa_cms_detection-0.1.0/.gitignore

@@ -0,0 +1,24 @@
+# OS
+.DS_Store
+
+# Cursor
+.cursor/
+.superpowers/
+.worktrees/
+cursor-docs
+
+# Make
+.makefiles/
+
+# MkDocs
+site/
+
+# Python
+.venv/
+__pycache__/
+.mypy_cache/
+.ruff_cache/
+.pytest_cache/
+dist/
+build/
+*.egg-info/

lupaxa_cms_detection-0.1.0/LICENCE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) The Lupaxa Project
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

lupaxa_cms_detection-0.1.0/PKG-INFO

@@ -0,0 +1,171 @@
+Metadata-Version: 2.5
+Name: lupaxa-cms-detection
+Version: 0.1.0
+Summary: Detect which CMS a website is using from public signals.
+Project-URL: Homepage, https://cms-detection.thelupaxaproject.org/
+Project-URL: Documentation, https://cms-detection.thelupaxaproject.org/
+Project-URL: Repository, https://github.com/lupaxa-security-toolbox/cms-detection
+Project-URL: Issues, https://github.com/lupaxa-security-toolbox/cms-detection/issues
+Author: The Lupaxa Project
+License: MIT License
+        
+        Copyright (c) The Lupaxa Project
+        
+        Permission is hereby granted, free of charge, to any person obtaining a copy
+        of this software and associated documentation files (the "Software"), to deal
+        in the Software without restriction, including without limitation the rights
+        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+        copies of the Software, and to permit persons to whom the Software is
+        furnished to do so, subject to the following conditions:
+        
+        The above copyright notice and this permission notice shall be included in all
+        copies or substantial portions of the Software.
+        
+        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+        IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+        SOFTWARE.
+License-File: LICENCE
+Keywords: cli,cms,fingerprint,recon,security
+Classifier: Development Status :: 4 - Beta
+Classifier: Environment :: Console
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Classifier: Topic :: Security
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Topic :: Utilities
+Requires-Python: >=3.10
+Requires-Dist: beautifulsoup4>=4.12
+Requires-Dist: requests>=2.32
+Provides-Extra: dev
+Requires-Dist: bump-my-version>=1.2.0; extra == 'dev'
+Requires-Dist: hatch>=1.12.0; extra == 'dev'
+Requires-Dist: mkdocs-material==9.7.7; extra == 'dev'
+Requires-Dist: mkdocs==1.6.1; extra == 'dev'
+Requires-Dist: mypy>=1.12.0; extra == 'dev'
+Requires-Dist: pytest-cov>=5.0; extra == 'dev'
+Requires-Dist: pytest>=8.0; extra == 'dev'
+Requires-Dist: ruff>=0.6.0; extra == 'dev'
+Provides-Extra: test
+Requires-Dist: pytest-cov>=5.0; extra == 'test'
+Requires-Dist: pytest>=8.0; extra == 'test'
+Description-Content-Type: text/markdown
+
+<!-- markdownlint-disable -->
+<p align="center">
+  <a href="https://github.com/lupaxa-security-toolbox">
+    <img src="https://raw.githubusercontent.com/the-lupaxa-project/brand-assets/master/logos/organisations/security-toolbox/readme-logo.png" alt="Project Logo" width="256"/><br/>
+  </a>
+</p>
+<h3 align="center">
+  The Lupaxa Security Toolbox<br />
+  Part of The Lupaxa Project
+</h3>
+
+<br />
+
+# lupaxa-cms-detection
+
+Identify which CMS a website is using from public signals — name, evidence,
+version when it is exposed, and a confidence rating.
+
+Built for authorised security-assessment recon used by The Lupaxa Project.
+
+> [!WARNING]
+> **Authorised use only.** Use this tool for authorised security-assessment
+> recon only. You must have permission to test the target.
+
+## Features
+
+- Detect a CMS from public signals: generator tags, headers, cookies, and scripts
+- Report **name**, **evidence**, **version** when it is exposed, and **confidence**
+- Quiet default: homepage plus confirm files for CMS that already scored
+- Optional **`--active`** broader path probes, including a catalogue confirm sweep when the homepage is quiet (a path is never a hit from HTTP 200 alone)
+- Library API (`detect` / `detect_many`) and CLI (`cms-detection`)
+- Text, JSON, and CSV output
+- Fully typed, linted, formatted, and tested
+
+## Installation
+
+### From PyPI
+
+```bash
+pip install lupaxa-cms-detection
+```
+
+### From source (development mode)
+
+```bash
+pip install -e ".[dev]"
+```
+
+Requires Python 3.10+. Runtime dependencies: `requests`, `beautifulsoup4`.
+
+## Library quick start
+
+```python
+from lupaxa.cms_detection import detect
+
+result = detect("https://example.com", active=False)
+print(result.cms, result.version, result.confidence)
+```
+
+## CLI quick start
+
+```bash
+cms-detection --help
+cms-detection https://example.com
+cms-detection https://example.com --active
+cms-detection urls.txt --format json --output results.json
+```
+
+You can also run the CLI as a module:
+
+```bash
+python -m lupaxa.cms_detection --help
+python -m lupaxa.cms_detection --version
+```
+
+## Documentation
+
+Online documentation:
+
+[Documentation](https://cms-detection.thelupaxaproject.org/)
+
+Source repository:
+
+[GitHub](https://github.com/lupaxa-security-toolbox/cms-detection)
+
+### Serve docs locally
+
+From a clone of the repository:
+
+```bash
+make mkdocs-serve
+```
+
+Then open the local URL printed by MkDocs in your browser.
+
+## Development
+
+Clone the repository and install with Make:
+
+```bash
+make init                # first-time makefile-skills checkout
+make python-install-dev  # editable install with [dev]
+make python-check        # lint, type-check, and test
+```
+
+<a href="https://github.com/the-lupaxa-project">
+    <img src="https://raw.githubusercontent.com/the-lupaxa-project/brand-assets/master/logos/components/footer-for-child-orgs.svg" alt="The Lupaxa Project Footer" width="100%" />
+</a>

lupaxa_cms_detection-0.1.0/README-PYPI.md

@@ -0,0 +1,108 @@
+<!-- markdownlint-disable -->
+<p align="center">
+  <a href="https://github.com/lupaxa-security-toolbox">
+    <img src="https://raw.githubusercontent.com/the-lupaxa-project/brand-assets/master/logos/organisations/security-toolbox/readme-logo.png" alt="Project Logo" width="256"/><br/>
+  </a>
+</p>
+<h3 align="center">
+  The Lupaxa Security Toolbox<br />
+  Part of The Lupaxa Project
+</h3>
+
+<br />
+
+# lupaxa-cms-detection
+
+Identify which CMS a website is using from public signals — name, evidence,
+version when it is exposed, and a confidence rating.
+
+Built for authorised security-assessment recon used by The Lupaxa Project.
+
+> [!WARNING]
+> **Authorised use only.** Use this tool for authorised security-assessment
+> recon only. You must have permission to test the target.
+
+## Features
+
+- Detect a CMS from public signals: generator tags, headers, cookies, and scripts
+- Report **name**, **evidence**, **version** when it is exposed, and **confidence**
+- Quiet default: homepage plus confirm files for CMS that already scored
+- Optional **`--active`** broader path probes, including a catalogue confirm sweep when the homepage is quiet (a path is never a hit from HTTP 200 alone)
+- Library API (`detect` / `detect_many`) and CLI (`cms-detection`)
+- Text, JSON, and CSV output
+- Fully typed, linted, formatted, and tested
+
+## Installation
+
+### From PyPI
+
+```bash
+pip install lupaxa-cms-detection
+```
+
+### From source (development mode)
+
+```bash
+pip install -e ".[dev]"
+```
+
+Requires Python 3.10+. Runtime dependencies: `requests`, `beautifulsoup4`.
+
+## Library quick start
+
+```python
+from lupaxa.cms_detection import detect
+
+result = detect("https://example.com", active=False)
+print(result.cms, result.version, result.confidence)
+```
+
+## CLI quick start
+
+```bash
+cms-detection --help
+cms-detection https://example.com
+cms-detection https://example.com --active
+cms-detection urls.txt --format json --output results.json
+```
+
+You can also run the CLI as a module:
+
+```bash
+python -m lupaxa.cms_detection --help
+python -m lupaxa.cms_detection --version
+```
+
+## Documentation
+
+Online documentation:
+
+[Documentation](https://cms-detection.thelupaxaproject.org/)
+
+Source repository:
+
+[GitHub](https://github.com/lupaxa-security-toolbox/cms-detection)
+
+### Serve docs locally
+
+From a clone of the repository:
+
+```bash
+make mkdocs-serve
+```
+
+Then open the local URL printed by MkDocs in your browser.
+
+## Development
+
+Clone the repository and install with Make:
+
+```bash
+make init                # first-time makefile-skills checkout
+make python-install-dev  # editable install with [dev]
+make python-check        # lint, type-check, and test
+```
+
+<a href="https://github.com/the-lupaxa-project">
+    <img src="https://raw.githubusercontent.com/the-lupaxa-project/brand-assets/master/logos/components/footer-for-child-orgs.svg" alt="The Lupaxa Project Footer" width="100%" />
+</a>

lupaxa_cms_detection-0.1.0/README.md

@@ -0,0 +1,63 @@
+<p align="center">
+  <a href="https://github.com/lupaxa-security-toolbox">
+    <img src="https://raw.githubusercontent.com/the-lupaxa-project/brand-assets/master/logos/organisations/security-toolbox/readme-logo.png" alt="Security Toolbox" />
+  </a>
+</p>
+
+<h1 align="center">cms-detection</h1>
+
+Identify which CMS a website is using from public signals — name, evidence,
+version when it is exposed, and a confidence rating.
+
+> [!WARNING]
+> **Authorised use only.** Use this tool for authorised security-assessment
+> recon only. You must have permission to test the target.
+
+<p align="center">
+  <a href="https://cms-detection.thelupaxaproject.org/">Documentation</a>
+  ·
+  <a href="https://github.com/lupaxa-security-toolbox/cms-detection">GitHub</a>
+</p>
+
+## Install
+
+```bash
+pip install lupaxa-cms-detection
+cms-detection --help
+```
+
+## CLI
+
+```bash
+cms-detection https://example.com
+cms-detection https://example.com --active
+cms-detection urls.txt --format json --output results.json
+python -m lupaxa.cms_detection --version
+```
+
+Default mode uses the homepage plus a few well-known public files for CMS
+that already scored on that page. `--active` adds broader path probes, and
+when the homepage has no signal it also walks the catalogue's confirm files.
+A path is never a hit from HTTP 200 alone.
+
+## Library
+
+```python
+from lupaxa.cms_detection import detect
+
+result = detect("https://example.com", active=False)
+print(result.cms, result.version, result.confidence)
+```
+
+## Development
+
+```bash
+make init
+make python-install-dev
+make python-check
+make mkdocs-serve
+```
+
+<a href="https://github.com/the-lupaxa-project">
+    <img src="https://raw.githubusercontent.com/the-lupaxa-project/brand-assets/master/logos/components/footer-for-child-orgs.svg" alt="The Lupaxa Project Footer" width="100%" />
+</a>

lupaxa_cms_detection-0.1.0/docs/README.md

@@ -0,0 +1,23 @@
+<p align="center">
+    <a href="https://github.com/lupaxa-security-toolbox">
+        <img src="https://raw.githubusercontent.com/the-lupaxa-project/brand-assets/master/logos/organisations/security-toolbox/readme-logo.png" alt="Organisation Logo" />
+    </a>
+</p>
+
+<h1 align="center">Core Documentation</h1>
+
+The following documents define the standards that apply across **The Lupaxa Project**:
+
+| Document                              | Purpose                                                           |
+| :------------------------------------ | :---------------------------------------------------------------- |
+| [Code of Conduct](CODE_OF_CONDUCT.md) | Expected behaviour and reporting procedures.                      |
+| [How to Contribute](CONTRIBUTING.md)  | Development workflow, coding standards, and contribution process. |
+| [Governance](GOVERNANCE.md)           | Project governance, roles, and decision-making.                   |
+| [Maintainers](MAINTAINERS.md)         | Maintainer responsibilities and expectations.                     |
+| [Projects Overview](PROJECTS.md)      | Overview of organisations, repositories, and project structure.   |
+| [Security Policy](SECURITY.md)        | Responsible disclosure and secure development practices.          |
+| [Support Guide](SUPPORT.md)           | How to obtain help and support.                                   |
+
+<a href="https://github.com/the-lupaxa-project">
+    <img src="https://raw.githubusercontent.com/the-lupaxa-project/brand-assets/master/logos/components/footer-for-child-orgs.svg" alt="The Lupaxa Project Footer" width="100%" />
+</a>

lupaxa_cms_detection-0.1.0/pyproject.toml

@@ -0,0 +1,105 @@
+[build-system]
+requires = ["hatchling>=1.18"]
+build-backend = "hatchling.build"
+
+[project]
+name = "lupaxa-cms-detection"
+dynamic = ["version"]
+description = "Detect which CMS a website is using from public signals."
+readme = "README-PYPI.md"
+license = { file = "LICENCE" }
+requires-python = ">=3.10"
+
+authors = [
+  { name = "The Lupaxa Project" }
+]
+
+keywords = ["cms", "fingerprint", "recon", "security", "cli"]
+
+dependencies = [
+  "requests>=2.32",
+  "beautifulsoup4>=4.12",
+]
+
+classifiers = [
+  "Development Status :: 4 - Beta",
+  "Environment :: Console",
+  "Intended Audience :: Developers",
+  "License :: OSI Approved :: MIT License",
+  "Operating System :: OS Independent",
+  "Programming Language :: Python :: 3",
+  "Programming Language :: Python :: 3.10",
+  "Programming Language :: Python :: 3.11",
+  "Programming Language :: Python :: 3.12",
+  "Programming Language :: Python :: 3.13",
+  "Programming Language :: Python :: 3.14",
+  "Topic :: Security",
+  "Topic :: Software Development :: Libraries :: Python Modules",
+  "Topic :: Utilities",
+]
+
+[project.urls]
+Homepage = "https://cms-detection.thelupaxaproject.org/"
+Documentation = "https://cms-detection.thelupaxaproject.org/"
+Repository = "https://github.com/lupaxa-security-toolbox/cms-detection"
+Issues = "https://github.com/lupaxa-security-toolbox/cms-detection/issues"
+
+[project.scripts]
+cms-detection = "lupaxa.cms_detection.cli:main"
+
+[project.optional-dependencies]
+dev = [
+  "pytest>=8.0",
+  "pytest-cov>=5.0",
+  "ruff>=0.6.0",
+  "mypy>=1.12.0",
+  "hatch>=1.12.0",
+  "bump-my-version>=1.2.0",
+  "mkdocs==1.6.1",
+  "mkdocs-material==9.7.7",
+]
+test = [
+  "pytest>=8.0",
+  "pytest-cov>=5.0",
+]
+
+[tool.hatch.version]
+path = "src/lupaxa/cms_detection/version.py"
+
+[tool.hatch.build.targets.sdist]
+include = [
+  "src/**",
+  "README.md",
+  "README-PYPI.md",
+  "LICENCE",
+]
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/lupaxa"]
+
+[tool.ruff]
+line-length = 100
+target-version = "py310"
+
+[tool.ruff.lint]
+select = ["E", "F", "I", "B", "UP", "SIM"]
+
+[tool.ruff.lint.per-file-ignores]
+"tests/**/*.py" = ["S101"]
+
+[tool.ruff.format]
+quote-style = "double"
+
+[tool.mypy]
+python_version = "3.10"
+files = ["src", "tests"]
+mypy_path = "src"
+explicit_package_bases = true
+namespace_packages = true
+warn_unused_configs = true
+ignore_missing_imports = true
+
+[tool.pytest.ini_options]
+addopts = "-ra -q --disable-warnings"
+testpaths = ["tests"]
+pythonpath = ["src"]

lupaxa_cms_detection-0.1.0/src/lupaxa/cms_detection/__init__.py

@@ -0,0 +1,18 @@
+"""lupaxa.cms_detection — identify a website CMS from public signals."""
+
+from __future__ import annotations
+
+from .api import detect, detect_many
+from .exceptions import CmsDetectionError
+from .models import DetectResult, Evidence
+from .version import __version__, get_version
+
+__all__ = [
+    "CmsDetectionError",
+    "DetectResult",
+    "Evidence",
+    "__version__",
+    "detect",
+    "detect_many",
+    "get_version",
+]

lupaxa_cms_detection-0.1.0/src/lupaxa/cms_detection/__main__.py

@@ -0,0 +1,8 @@
+"""Allow ``python -m lupaxa.cms_detection`` to run the CLI."""
+
+from __future__ import annotations
+
+from .cli import main
+
+if __name__ == "__main__":
+    raise SystemExit(main())

lupaxa_cms_detection-0.1.0/src/lupaxa/cms_detection/api.py

@@ -0,0 +1,89 @@
+"""Public CMS detection API."""
+
+from __future__ import annotations
+
+from concurrent.futures import ThreadPoolExecutor, as_completed
+
+from .engine import run_detection
+from .exceptions import CmsDetectionError
+from .fetch import fetch_url
+from .models import DetectResult, FetchResult
+
+
+def candidate_urls(raw: str) -> list[str]:
+    """Expand a user-supplied host or URL into fetch candidates."""
+    value = raw.strip()
+    if not value:
+        raise CmsDetectionError("empty URL")
+    if value.startswith(("http://", "https://")):
+        return [value]
+    return [f"https://{value}", f"http://{value}"]
+
+
+def _homepage(url: str, *, delay: float, retries: int, timeout: float) -> FetchResult:
+    last: FetchResult | None = None
+    for candidate in candidate_urls(url):
+        last = fetch_url(candidate, delay=delay, retries=retries, timeout=timeout)
+        if last.ok:
+            return last
+    assert last is not None
+    return last
+
+
+def detect(
+    url: str,
+    *,
+    active: bool = False,
+    delay: float = 0,
+    retries: int = 2,
+    timeout: float = 10,
+) -> DetectResult:
+    """Detect the CMS used by ``url``."""
+    homepage = _homepage(url, delay=delay, retries=retries, timeout=timeout)
+    if not homepage.ok:
+        return DetectResult(
+            url=homepage.url,
+            cms=None,
+            version=None,
+            confidence=None,
+            evidence=(),
+            candidates=(),
+            error=homepage.error,
+        )
+    return run_detection(
+        homepage,
+        active=active,
+        fetch_path=fetch_url,
+        delay=delay,
+        retries=retries,
+    )
+
+
+def detect_many(
+    urls: list[str],
+    *,
+    workers: int = 10,
+    active: bool = False,
+    delay: float = 0,
+    retries: int = 2,
+    timeout: float = 10,
+) -> list[DetectResult]:
+    """Detect many URLs; returned list matches input order."""
+    if not urls:
+        return []
+    results: list[DetectResult | None] = [None] * len(urls)
+    with ThreadPoolExecutor(max_workers=max(1, workers)) as pool:
+        futures = {
+            pool.submit(
+                detect,
+                item,
+                active=active,
+                delay=delay,
+                retries=retries,
+                timeout=timeout,
+            ): index
+            for index, item in enumerate(urls)
+        }
+        for future in as_completed(futures):
+            results[futures[future]] = future.result()
+    return [item for item in results if item is not None]