ptodnes 1.11.2.4__tar.gz

ptodnes-1.11.2.4/PKG-INFO

@@ -0,0 +1,145 @@
+Metadata-Version: 2.4
+Name: ptodnes
+Version: 1.11.2.4
+Summary: 
+License: MIT
+Author: Ondrej Dohnal
+Author-email: xdohna45@vutbr.cz
+Requires-Python: >3.11,<=3.15
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Requires-Dist: aiodns (>=3.2.0,<4.0.0)
+Requires-Dist: aiofiles (>=25.1.0,<26.0.0)
+Requires-Dist: aiohttp (>=3.11.13,<4.0.0)
+Requires-Dist: aiopg (>=1.4.0,<2.0.0)
+Requires-Dist: ptlibs (>=1.0.17,<2.0.0)
+Requires-Dist: punycode (>=0.2.1,<0.3.0)
+Requires-Dist: pyyaml (>=6.0.2,<7.0.0)
+Description-Content-Type: text/markdown
+
+[![penterepTools](https://www.penterep.com/external/penterepToolsLogo.png)](https://www.penterep.com/)
+
+
+
+## ptodnes - OSINT Domain Name Enumeration System
+
+## Installation
+
+1. Download latest release whl package from [releases](https://github.com/Penterep/ptodnes/releases/latest) page.
+2. Install the package using pip/pipx.
+```bash
+pipx install <path_to_downloaded_whl_file>
+```
+
+Example:
+```bash
+pipx install ~/Downloads/ptodnes-1.11.1-py3-none-any.whl
+```
+
+## Adding to PATH
+If you're unable to invoke the script from your terminal, it's likely because it's not included in your PATH. You can resolve this issue by executing the following commands, depending on the shell you're using:
+
+For Bash Users
+```bash
+echo "export PATH=\"`python3 -m site --user-base`/bin:\$PATH\"" >> ~/.bashrc
+source ~/.bashrc
+```
+
+For ZSH Users
+```bash
+echo "export PATH=\"`python3 -m site --user-base`/bin:\$PATH\"" >> ~/.zshrc
+source ~/.zshrc
+```
+
+## Usage examples
+```
+ptodnes -l
+ptodnes -d example.com
+ptodnes -d example.com example.net
+ptodnes -d example.com -D VirusTotal CRTsh
+ptodnes -d example.com -j -o example -t A AAAA
+ptodnes -d example.com -D Wordlist -w /usr/share/wordlists/rockyou.txt
+```
+
+## Options
+```
+-c  --csv                                   Output in CSV format
+-C  --config              <config>          Path to config file (default ~/ptodnes.toml)
+-d  --domain              <domain ...>      Domains to search for
+-D  --datasource          <datasource ...>  Datasources to browse
+-e  --exclude-unverified                    Exclude unverified records
+-j  --json                                  Output in JSON format
+-l  --list                                  List available datasources
+-n  --nonxdomain                            Filter results with no DNS data
+-o  --output              <file_prefix>     Save results to files (format specification required)
+-p  --ptjson                                Output in ptJSONlib format
+-q  --query                                 Query domains against DNS servers
+-r  --retry               <count>           Number of attempts (default:5)
+-t  --type                <type ...>        Types of DNS records to search for
+-T  --timeout             <timeout>         Datasource connection timeout (in seconds, default:5)
+-v  --version                               Print version and exit
+-V  --verbose             <1|2|3|4>         Set verbosity level (1=ERROR, 2=WARNING, 3=INFO, 4=DEBUG)
+-w  --wordlist            <wordlist ...>    Path to wordlist(s) for wordlist search.
+-y  --yaml                                  Output in YAML format
+
+```
+
+## Configuration
+Configuration is stored in TOML file. Default location is `~/ptodnes.toml`.
+
+Example configuration:
+```toml
+[VirusTotal]
+api_keys = [
+    'API_KEY_1',
+    'API_KEY_2'
+]
+
+[SecurityTrails]
+api_keys = [
+    'API_KEY_1',
+    'API_KEY_2'
+]
+
+[Wordlist]
+wordlists = [
+'/usr/share/wordlists/seclists/Discovery/DNS/namelist.txt'
+]
+
+...
+[<Datasource>]
+api_keys = [
+    '...'
+]
+```
+
+## Dependencies
+```
+ptlibs
+aiodns
+aiohttp
+aiopg
+pyyaml
+```
+
+## License
+
+Copyright (c) 2025 Penterep Security s.r.o.
+
+ptodnes is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version.
+
+ptodnes is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License along with ptodnes. If not, see https://www.gnu.org/licenses/.
+
+## Warning
+
+You are only allowed to run the tool against the websites which
+you have been given permission to pentest. We do not accept any
+responsibility for any damage/harm that this application causes to your
+computer, or your network. Penterep is not responsible for any illegal
+or malicious use of this code. Be Ethical!
+

ptodnes-1.11.2.4/README.md

@@ -0,0 +1,122 @@
+[![penterepTools](https://www.penterep.com/external/penterepToolsLogo.png)](https://www.penterep.com/)
+
+
+
+## ptodnes - OSINT Domain Name Enumeration System
+
+## Installation
+
+1. Download latest release whl package from [releases](https://github.com/Penterep/ptodnes/releases/latest) page.
+2. Install the package using pip/pipx.
+```bash
+pipx install <path_to_downloaded_whl_file>
+```
+
+Example:
+```bash
+pipx install ~/Downloads/ptodnes-1.11.1-py3-none-any.whl
+```
+
+## Adding to PATH
+If you're unable to invoke the script from your terminal, it's likely because it's not included in your PATH. You can resolve this issue by executing the following commands, depending on the shell you're using:
+
+For Bash Users
+```bash
+echo "export PATH=\"`python3 -m site --user-base`/bin:\$PATH\"" >> ~/.bashrc
+source ~/.bashrc
+```
+
+For ZSH Users
+```bash
+echo "export PATH=\"`python3 -m site --user-base`/bin:\$PATH\"" >> ~/.zshrc
+source ~/.zshrc
+```
+
+## Usage examples
+```
+ptodnes -l
+ptodnes -d example.com
+ptodnes -d example.com example.net
+ptodnes -d example.com -D VirusTotal CRTsh
+ptodnes -d example.com -j -o example -t A AAAA
+ptodnes -d example.com -D Wordlist -w /usr/share/wordlists/rockyou.txt
+```
+
+## Options
+```
+-c  --csv                                   Output in CSV format
+-C  --config              <config>          Path to config file (default ~/ptodnes.toml)
+-d  --domain              <domain ...>      Domains to search for
+-D  --datasource          <datasource ...>  Datasources to browse
+-e  --exclude-unverified                    Exclude unverified records
+-j  --json                                  Output in JSON format
+-l  --list                                  List available datasources
+-n  --nonxdomain                            Filter results with no DNS data
+-o  --output              <file_prefix>     Save results to files (format specification required)
+-p  --ptjson                                Output in ptJSONlib format
+-q  --query                                 Query domains against DNS servers
+-r  --retry               <count>           Number of attempts (default:5)
+-t  --type                <type ...>        Types of DNS records to search for
+-T  --timeout             <timeout>         Datasource connection timeout (in seconds, default:5)
+-v  --version                               Print version and exit
+-V  --verbose             <1|2|3|4>         Set verbosity level (1=ERROR, 2=WARNING, 3=INFO, 4=DEBUG)
+-w  --wordlist            <wordlist ...>    Path to wordlist(s) for wordlist search.
+-y  --yaml                                  Output in YAML format
+
+```
+
+## Configuration
+Configuration is stored in TOML file. Default location is `~/ptodnes.toml`.
+
+Example configuration:
+```toml
+[VirusTotal]
+api_keys = [
+    'API_KEY_1',
+    'API_KEY_2'
+]
+
+[SecurityTrails]
+api_keys = [
+    'API_KEY_1',
+    'API_KEY_2'
+]
+
+[Wordlist]
+wordlists = [
+'/usr/share/wordlists/seclists/Discovery/DNS/namelist.txt'
+]
+
+...
+[<Datasource>]
+api_keys = [
+    '...'
+]
+```
+
+## Dependencies
+```
+ptlibs
+aiodns
+aiohttp
+aiopg
+pyyaml
+```
+
+## License
+
+Copyright (c) 2025 Penterep Security s.r.o.
+
+ptodnes is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version.
+
+ptodnes is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License along with ptodnes. If not, see https://www.gnu.org/licenses/.
+
+## Warning
+
+You are only allowed to run the tool against the websites which
+you have been given permission to pentest. We do not accept any
+responsibility for any damage/harm that this application causes to your
+computer, or your network. Penterep is not responsible for any illegal
+or malicious use of this code. Be Ethical!

ptodnes-1.11.2.4/ptodnes/DNS/dns_record_dict.py

@@ -0,0 +1,92 @@
+from typing import Generator, List
+
+from ptodnes.DNS.record import DNSRecord
+from ptodnes.datasources.datasource import DatasourceObject
+
+
+class DNSRecordDict(dict[str, list[DNSRecord]]):
+    """
+    DNS Records dictionary
+    """
+    def append(self, item: DatasourceObject):
+        """
+        Add DNS record to dictionary. Checks if record exists.
+        :param item: DNS record
+        :return:
+        """
+        if item not in self.keys():
+            self[item.domain] = list(set(item.DNSData))
+        else:
+            for obj in item.DNSData:
+                if obj not in self[item.domain]:
+                    self[item.domain].append(obj)
+                else:
+                    for i in range(len(self[item.domain])):
+                        if self[item.domain][i] == obj:
+                            self[item.domain][i].source.update(obj.source)
+
+    def extend(self, items: list[DatasourceObject]):
+        """
+        Add DNS records to dictionary
+        :param items: DNS Records
+        :return:
+        """
+        for item in items:
+            self.append(item)
+    def filter(self, types: list):
+        """
+        Filter DNS records by type
+        :param types: types to filter
+        :return:
+        """
+        keys = []
+        filter_types = types.copy()
+        if 'ANY' in filter_types:
+            return
+        self.filterNX()
+        for key, value in self.items():
+            filtered = [x for x in filter((lambda i: i.type in filter_types), value)]
+            if not filtered:
+                keys.append(key)
+            self[key] = filtered
+        for key in keys:
+            del (self[key])
+
+    def filter_untrusted(self):
+        """
+        Filter records that have not been verified
+        :return:
+        """
+        keys = []
+        for key, value in self.items():
+            filtered = [x for x in filter((lambda i: i.verified), value)]
+            if not filtered:
+                keys.append(key)
+            self[key] = filtered
+        for key in keys:
+            del (self[key])
+
+
+    def filterNX(self):
+        """
+        Filter out domains without any record
+        :return:
+        """
+        keys = []
+        for key, value in self.items():
+
+            while DNSRecord('<NONE>',0,'<EMPTY>',False, {''}, None) in value:
+                value.remove(DNSRecord('<NONE>',0,'<EMPTY>',False, {''}, None))
+            if not value:
+                keys.append(key)
+
+        for key in keys:
+            del(self[key])
+
+    def seq(self) -> Generator[DatasourceObject]:
+        for key in self.keys():
+            do = DatasourceObject(domain=key, DNSData=self[key])
+            yield do
+
+    def as_list(self) -> List[DatasourceObject]:
+        return list(self.seq())

ptodnes-1.11.2.4/ptodnes/DNS/odnesdns.py

@@ -0,0 +1,102 @@
+import asyncio
+import re
+from datetime import datetime, timezone
+import aiodns
+from ptodnes.DNS.record import  DNSRecord
+from ptodnes.DNS.dns_record_dict import DNSRecordDict
+from ptodnes.datasources.datasource import DNSRecordGenerator, DatasourceObject
+from ptodnes.metaclasses import Singleton
+
+class OdnesDNS(metaclass=Singleton):
+    """
+    Class to provide DNS queries
+    """
+    def __init__(self, loop):
+        self.__resolver = aiodns.DNSResolver(loop=loop)
+        self.__rev4 = re.compile(r"^((25[0-5]|(2[0-4]|1\d|[1-9]|)\d)\.?\b){4}$")
+        self.__rev6 = re.compile(r'(([0-9a-fA-F]{1,4}:){7,7}[0-9a-fA-F]{1,4}|([0-9a-fA-F]{1,4}:){1,7}:|([0-9a-fA-F]{1,4}:){1,6}:[0-9a-fA-F]{1,4}|([0-9a-fA-F]{1,4}:){1,5}(:[0-9a-fA-F]{1,4}){1,2}|([0-9a-fA-F]{1,4}:){1,4}(:[0-9a-fA-F]{1,4}){1,3}|([0-9a-fA-F]{1,4}:){1,3}(:[0-9a-fA-F]{1,4}){1,4}|([0-9a-fA-F]{1,4}:){1,2}(:[0-9a-fA-F]{1,4}){1,5}|[0-9a-fA-F]{1,4}:((:[0-9a-fA-F]{1,4}){1,6})|:((:[0-9a-fA-F]{1,4}){1,7}|:)|fe80:(:[0-9a-fA-F]{0,4}){0,4}%[0-9a-zA-Z]{1,}|::(ffff(:0{1,4}){0,1}:){0,1}((25[0-5]|(2[0-4]|1{0,1}[0-9]){0,1}[0-9])\.){3,3}(25[0-5]|(2[0-4]|1{0,1}[0-9]){0,1}[0-9])|([0-9a-fA-F]{1,4}:){1,4}:((25[0-5]|(2[0-4]|1{0,1}[0-9]){0,1}[0-9])\.){3,3}(25[0-5]|(2[0-4]|1{0,1}[0-9]){0,1}[0-9]))', re.IGNORECASE)
+
+    async def reverse(self, ip: str) -> list[str]:
+        if self.__rev4.match(ip) or self.__rev6.match(ip):
+            try:
+                res = await self.__resolver.gethostbyaddr(ip)
+                return res.aliases
+            except aiodns.error.DNSError:
+                return []
+        return []
+
+    async def query_one(self, domain: str, domain_data: list[DNSRecord], qtype='ANY', *, print_func=None):
+        """
+        Query one domain with selected record type, update domain_data with results.
+        :param domain: domain to query.
+        :param domain_data: domain data to update.
+        :param qtype: query type.
+        :param print_func: output function.
+        """
+        try:
+            if print_func:
+                print_func(f"querying {domain}", clear_to_eol=True, end='\r')
+            data = await self.__resolver.query(domain, qtype) #ANY not working on all servers
+            preprocessed = []
+            if type(data) is not type([]):
+                preprocessed.append(data)
+            else:
+                preprocessed = data
+            results = {}
+            for response in preprocessed:
+                record: DNSRecord
+                if response.type in ['A', 'AAAA', 'NS']:
+                    record = DNSRecordGenerator(type=response.type, source="DNS", value=response.host, ttl=response.ttl,
+                                                verified=True, record_last_seen = datetime.now(tz=timezone.utc))
+                elif response.type in ['CNAME']:
+                    record = DNSRecordGenerator(type=response.type, source="DNS", value=response.cname,
+                                                ttl=response.ttl, verified=True, record_last_seen = datetime.now(tz=timezone.utc))
+                elif response.type in ['MX']:
+                    record = DNSRecordGenerator(type=response.type, source="DNS", value=response.host, ttl=response.ttl,
+                                                priority=response.priority, verified=True,
+                                                record_last_seen = datetime.now(tz=timezone.utc))
+                elif response.type in ['PTR']:
+                    record = DNSRecordGenerator(type=response.type, source="DNS", value=response.name, ttl=response.ttl,
+                                                verified=True, record_last_seen = datetime.now(tz=timezone.utc))
+                elif response.type in ['SOA']:
+                    record = DNSRecordGenerator(type=response.type, source="DNS", value=response.nsname, ttl=response.ttl,
+                                                verified=True, rname=response.hostmaster, retry=response.retry,
+                                                expire=response.expires, refresh=response.refresh,
+                                                serial=response.serial, minimum=response.minttl,
+                                                record_last_seen = datetime.now(tz=timezone.utc))
+                elif response.type in ['SRV']:
+                    record = DNSRecordGenerator(type=response.type, source="DNS", value=response.host, ttl=response.ttl,
+                                                verified=True, record_last_seen = datetime.now(tz=timezone.utc))
+                elif response.type in ['TXT']:
+                    record = DNSRecordGenerator(type=response.type, source="DNS", value=response.text, ttl=response.ttl,
+                                                verified=True, record_last_seen = datetime.now(tz=timezone.utc))
+                else:
+                    continue
+                sources = set()
+                if DNSRecord('<NONE>',0,'<EMPTY>',False, {''}, None) in domain_data:
+                    for empty in domain_data:
+                        sources.update(empty.source)
+                record.source.update(sources)
+
+                if record not in domain_data:
+                    domain_data.append(record)
+                else:
+                    for i in range(len(domain_data)):
+                        if domain_data[i] == record:
+                            record.source.update(domain_data[i].source)
+                            domain_data[i] = record
+        except aiodns.error.DNSError:
+            pass
+
+    async def query(self, domain_list: DNSRecordDict, qtype='ANY', *, print_func=None):
+        """
+        Query provided domain list with selected record type, update its data with results.
+        :param domain_list: domain list to query.
+        :param qtype: query type.
+        """
+        tasks = []
+        for domain, info in domain_list.items():
+            task = asyncio.create_task(self.query_one(domain, info, qtype, print_func=print_func))
+            tasks.append(task)
+        await asyncio.gather(*tasks)
+

ptodnes-1.11.2.4/ptodnes/DNS/record.py

@@ -0,0 +1,71 @@
+from dataclasses import dataclass
+from datetime import datetime
+
+
+@dataclass
+class DNSRecord:
+    """
+    Base class for DNS record
+    """
+    type: str
+    ttl: int
+    value: str
+    verified: bool
+    source: set[str]
+    record_last_seen: datetime | None
+
+    @staticmethod
+    def dict_factory(x):
+        exclude_fields = ("ttl",)
+        return {k: (v.isoformat() if isinstance(v, datetime) else list(v) if isinstance(v, set) else v) for (k, v) in x if ((v is not None) and (k not in exclude_fields))}
+
+    def __eq__(self, other):
+        return self.type == other.type and self.value == other.value
+
+    def __hash__(self):
+        return hash((self.type, self.value))
+
+@dataclass
+class SOARecord(DNSRecord):
+    """
+    Class for SOA record
+    """
+    rname: str = None
+    retry: int = None
+    minimum: int = None
+    refresh: int = None
+    expire: int = None
+    serial: int = None
+
+    def __eq__(self, other):
+        return super().__eq__(other)
+
+    def __hash__(self):
+        return super().__hash__()
+
+@dataclass
+class MXRecord(DNSRecord):
+    """
+    Class for MX record
+    """
+    priority: int = 0
+
+    def __eq__(self, other):
+        return super().__eq__(other)
+
+    def __hash__(self):
+        return super().__hash__()
+
+@dataclass
+class CAARecord(DNSRecord):
+    """
+    Class for CAA record
+    """
+    flag: int = None
+    tag: str = None
+
+    def __eq__(self, other):
+        return super().__eq__(other)
+
+    def __hash__(self):
+        return super().__hash__()

ptodnes-1.11.2.4/ptodnes/__init__.py

@@ -0,0 +1,23 @@
+import asyncio
+import signal
+
+
+def add_signal_handlers():
+    """
+    Properly handles SIGINT and SIGTERM signals. Ensures correct end of all coroutines.
+    :return:
+    """
+    loop = asyncio.get_event_loop()
+
+    async def shutdown(_: signal.Signals) -> None:
+        """
+        Cancel all running async tasks (other than this one) when called.
+        By catching asyncio.CancelledError, any running task can perform
+        any necessary cleanup when it's cancelled.
+        """
+        for task in asyncio.all_tasks(loop):
+            if task is not asyncio.current_task(loop):
+                task.cancel()
+
+    for sig in [signal.SIGINT, signal.SIGTERM]:
+        loop.add_signal_handler(sig, lambda: asyncio.create_task(shutdown(sig)))

ptodnes-1.11.2.4/ptodnes/__main__.py

@@ -0,0 +1,17 @@
+import sys
+import asyncio
+from ptodnes.ptodnes import main
+
+
+def __main__():
+    if sys.platform == 'win32':
+        asyncio.set_event_loop_policy(asyncio.WindowsSelectorEventLoopPolicy())
+    loop = asyncio.new_event_loop()
+    try:
+        loop.run_until_complete(main(loop))
+    finally:
+        loop.close()
+
+
+if __name__ == "__main__":
+    __main__()

ptodnes-1.11.2.4/ptodnes/configprovider/configprovider.py

@@ -0,0 +1,48 @@
+import tomllib
+import pathlib
+import os
+
+from ptodnes.metaclasses import Singleton
+
+
+class ConfigProvider(metaclass=Singleton):
+    """
+    Singleton class that provides access to configuration settings.
+    """
+    @property
+    def config_file(self):
+        """
+        Config file location.
+        """
+        return self.__config_file
+
+    @config_file.setter
+    def config_file(self, value):
+        self.__config_file = value
+        if not pathlib.Path.exists(pathlib.Path(value)):
+            with open(value, "a", encoding="utf8", newline="") as _: pass
+        with open(value, "rb") as f: self.__config = tomllib.load(f)
+
+    @property
+    def config(self):
+        """
+        Configuration read from configuration file.
+        """
+        return self.__config
+
+    def __init__(self, config_file = os.path.join(pathlib.Path.home(), "ptodnes.toml")):
+        """
+        :param config_file: config file path
+        """
+        self.__config_file = config_file
+        if not pathlib.Path.exists(pathlib.Path(config_file)):
+            with open(config_file, "a", encoding="utf8", newline="") as _: pass
+        with open(config_file, "rb") as f: self.__config = tomllib.load(f)
+
+    def get_config(self, section: str) -> dict:
+        """
+        Get config for specific section.
+        :param section: section name
+        :return: config
+        """
+        return self.__config.get(section, {})