oneforall-kjl 0.1.1__py3-none-any.whl

OneForAll/modules/datasets/bevigil.py

@@ -0,0 +1,50 @@
+from config import settings
+from common.query import Query
+
+
+class BeVigilAPI(Query):
+    def __init__(self, domain):
+        Query.__init__(self)
+        self.domain = domain
+        self.module = 'Dataset'
+        self.source = 'BeVigilOsintApi'
+        self.addr = 'http://osint.bevigil.com/api/{}/subdomains/'
+        self.api = settings.bevigil_api
+    
+    def query(self):
+        """
+        向接口查询子域并做子域匹配
+        """
+
+        self.header = self.get_header()
+        self.header.update({"X-Access-Token": self.api})
+        self.proxy = self.get_proxy(self.source)
+        url = self.addr.format(self.domain)
+        resp = self.get(url)
+        self.subdomains = self.collect_subdomains(resp)
+
+    def run(self):
+        """
+        类执行入口
+        """
+        if not self.have_api(self.api):
+            return
+        self.begin()
+        self.query()
+        self.finish()
+        self.save_json()
+        self.gen_result()
+        self.save_db()
+
+
+def run(domain):
+    """
+    类统一调用入口
+
+    :param str domain: 域名
+    """
+    query = BeVigilAPI(domain)
+    query.run()
+
+if __name__ == '__main__':
+    run('example.com')

OneForAll/modules/datasets/binaryedge_api.py

@@ -0,0 +1,50 @@
+from config import settings
+from common.query import Query
+
+
+class BinaryEdgeAPI(Query):
+    def __init__(self, domain):
+        Query.__init__(self)
+        self.domain = domain
+        self.module = 'Dataset'
+        self.source = 'BinaryEdgeAPIQuery'
+        self.addr = 'https://api.binaryedge.io/v2/query/domains/subdomain/'
+        self.api = settings.binaryedge_api
+
+    def query(self):
+        """
+        向接口查询子域并做子域匹配
+        """
+        self.header = self.get_header()
+        self.header.update({'X-Key': self.api})
+        self.proxy = self.get_proxy(self.source)
+        url = self.addr + self.domain
+        resp = self.get(url)
+        self.subdomains = self.collect_subdomains(resp)
+
+    def run(self):
+        """
+        类执行入口
+        """
+        if not self.have_api(self.api):
+            return
+        self.begin()
+        self.query()
+        self.finish()
+        self.save_json()
+        self.gen_result()
+        self.save_db()
+
+
+def run(domain):
+    """
+    类统一调用入口
+
+    :param str domain: 域名
+    """
+    query = BinaryEdgeAPI(domain)
+    query.run()
+
+
+if __name__ == '__main__':
+    run('example.com')

OneForAll/modules/datasets/cebaidu.py

@@ -0,0 +1,45 @@
+from common.query import Query
+
+
+class CeBaidu(Query):
+    def __init__(self, domain):
+        Query.__init__(self)
+        self.domain = domain
+        self.module = 'Dataset'
+        self.source = 'CeBaiduQuery'
+        self.addr = 'https://ce.baidu.com/index/getRelatedSites'
+
+    def query(self):
+        """
+        向接口查询子域并做子域匹配
+        """
+        self.header = self.get_header()
+        self.proxy = self.get_proxy(self.source)
+        params = {'site_address': self.domain}
+        resp = self.get(self.addr, params)
+        self.subdomains = self.collect_subdomains(resp)
+
+    def run(self):
+        """
+        类执行入口
+        """
+        self.begin()
+        self.query()
+        self.finish()
+        self.save_json()
+        self.gen_result()
+        self.save_db()
+
+
+def run(domain):
+    """
+    类统一调用入口
+
+    :param str domain: 域名
+    """
+    query = CeBaidu(domain)
+    query.run()
+
+
+if __name__ == '__main__':
+    run('example.com')

OneForAll/modules/datasets/chinaz.py

@@ -0,0 +1,45 @@
+from common.query import Query
+
+
+class Chinaz(Query):
+    def __init__(self, domain):
+        Query.__init__(self)
+        self.domain = domain
+        self.module = 'Dataset'
+        self.source = 'ChinazQuery'
+        self.addr = 'https://alexa.chinaz.com/'
+
+    def query(self):
+        """
+        向接口查询子域并做子域匹配
+        """
+        self.header = self.get_header()
+        self.proxy = self.get_proxy(self.source)
+        self.addr = self.addr + self.domain
+        resp = self.get(self.addr)
+        self.subdomains = self.collect_subdomains(resp)
+
+    def run(self):
+        """
+        类执行入口
+        """
+        self.begin()
+        self.query()
+        self.finish()
+        self.save_json()
+        self.gen_result()
+        self.save_db()
+
+
+def run(domain):
+    """
+    类统一调用入口
+
+    :param str domain: 域名
+    """
+    query = Chinaz(domain)
+    query.run()
+
+
+if __name__ == '__main__':
+    run('example.com')

OneForAll/modules/datasets/chinaz_api.py

@@ -0,0 +1,49 @@
+from config import settings
+from common.query import Query
+
+
+class ChinazAPI(Query):
+    def __init__(self, domain):
+        Query.__init__(self)
+        self.domain = domain
+        self.module = 'Dataset'
+        self.source = 'ChinazAPIQuery'
+        self.addr = 'https://apidata.chinaz.com/CallAPI/Alexa'
+        self.api = settings.chinaz_api
+
+    def query(self):
+        """
+        向接口查询子域并做子域匹配
+        """
+        self.header = self.get_header()
+        self.proxy = self.get_proxy(self.source)
+        params = {'key': self.api, 'domainName': self.domain}
+        resp = self.get(self.addr, params)
+        self.subdomains = self.collect_subdomains(resp)
+
+    def run(self):
+        """
+        类执行入口
+        """
+        if not self.have_api(self.api):
+            return
+        self.begin()
+        self.query()
+        self.finish()
+        self.save_json()
+        self.gen_result()
+        self.save_db()
+
+
+def run(domain):
+    """
+    类统一调用入口
+
+    :param str domain: 域名
+    """
+    query = ChinazAPI(domain)
+    query.run()
+
+
+if __name__ == '__main__':
+    run('example.com')

OneForAll/modules/datasets/circl_api.py

@@ -0,0 +1,49 @@
+from config import settings
+from common.query import Query
+
+
+class CirclAPI(Query):
+    def __init__(self, domain):
+        Query.__init__(self)
+        self.domain = domain
+        self.module = 'Dataset'
+        self.source = 'CirclAPIQuery'
+        self.addr = 'https://www.circl.lu/pdns/query/'
+        self.user = settings.circl_api_username
+        self.pwd = settings.circl_api_password
+
+    def query(self):
+        """
+        向接口查询子域并做子域匹配
+        """
+        self.header = self.get_header()
+        self.proxy = self.get_proxy(self.source)
+        resp = self.get(self.addr + self.domain, auth=(self.user, self.pwd))
+        self.subdomains = self.collect_subdomains(resp)
+
+    def run(self):
+        """
+        类执行入口
+        """
+        if not self.have_api(self.user, self.pwd):
+            return
+        self.begin()
+        self.query()
+        self.finish()
+        self.save_json()
+        self.gen_result()
+        self.save_db()
+
+
+def run(domain):
+    """
+    类统一调用入口
+
+    :param str domain: 域名
+    """
+    query = CirclAPI(domain)
+    query.run()
+
+
+if __name__ == '__main__':
+    run('example.com')

OneForAll/modules/datasets/cloudflare_api.py

@@ -0,0 +1,130 @@
+from config import settings
+from common.query import Query
+from config.log import logger
+from time import sleep
+
+
+class CloudFlareAPI(Query):
+
+    def __init__(self, domain):
+        Query.__init__(self)
+        self.domain = domain
+        self.module = 'Dataset'
+        self.source = 'CloudFlareAPIQuery'
+        self.token = settings.cloudflare_api_token
+        self.addr = 'https://api.cloudflare.com/client/v4/'
+        self.header = self.get_header()
+        self.header.update({'Authorization': 'Bearer ' + self.token})
+        self.header.update({'Content-Type': 'application/json'})
+        self.proxy = self.get_proxy(self.source)
+
+    def query(self):
+        """
+        query from source
+        """
+        account_id_resp = self.get(self.addr + 'accounts')
+        if account_id_resp:
+            if account_id_resp.status_code != 200:
+                return
+        else:
+            return
+        result = account_id_resp.json()['result']
+        if not result:
+            return
+        account_id = result[0]['id']
+        # query domain zone, if it not exist, create
+        zones_resp = self.get(self.addr + 'zones',
+                              params={'name': self.domain}, check=False)
+        if zones_resp:
+            if zones_resp.status_code == 200:
+                if zones_resp.json()['success'] and not zones_resp.json()['result']:
+                    zone_id = self.create_zone(account_id)
+                    if zone_id:
+                        self.list_dns(zone_id)
+                        return
+                    return
+                elif zones_resp.json()['success']:
+                    zone_id = self.create_zone(account_id)
+                    if zone_id:
+                        self.list_dns(zone_id)
+                    return
+            elif zones_resp.status_code == 403:
+                logger.log('DEBUG',
+                           f'{self.domain} is banned or not a registered domain, '
+                           f'so cannot be added to Cloudflare.')
+                return
+            else:
+                logger.log('DEBUG',
+                           f'{zones_resp.status_code} {zones_resp.text}')
+        return
+
+    def create_zone(self, account_id):
+        data = {"name": self.domain, "account": {"id": account_id},
+                "jump_start": True, "type": "full"}
+        create_zone_resp = self.post(self.addr + 'zones', json=data, check=False)
+        if not create_zone_resp:
+            logger.log('DEBUG', f'{create_zone_resp.status_code} {create_zone_resp.text}')
+            return False
+        if create_zone_resp.json()['success']:
+            return create_zone_resp.json()['result']['id']
+        else:
+            logger.log('DEBUG', f'{self.domain} is temporarily banned '
+                                f'and cannot be added to Cloudflare')
+            return False
+
+    def list_dns(self, zone_id):
+        page = 1
+        list_dns_resp = self.get(self.addr + f'zones/{zone_id}/dns_records',
+                                 params={'page': page, 'per_page': 10})
+        if not list_dns_resp:
+            logger.log('DEBUG',
+                       f'{list_dns_resp.status_code} {list_dns_resp.text}')
+            return
+        subdomains = self.match_subdomains(list_dns_resp.text)
+        self.subdomains.update(subdomains)
+        if not self.subdomains:
+            # waiting for cloudflare enumerate subdomains
+            sleep(5)
+            self.list_dns(zone_id)
+        else:
+            while True:
+                list_dns_resp = self.get(self.addr + f'zones/{zone_id}/dns_records',
+                                         params={'page': page, 'per_page': 10})
+                if not list_dns_resp:
+                    logger.log('DEBUG',
+                               f'{list_dns_resp.status_code} {list_dns_resp.text}')
+                    return
+                total_pages = list_dns_resp.json()['result_info']['total_pages']
+                subdomains = (self.match_subdomains(list_dns_resp.text))
+                self.subdomains.update(subdomains)
+                page += 1
+                if page > total_pages:
+                    break
+            return
+
+    def run(self):
+        """
+        class entrance
+        """
+        if not self.have_api(self.token):
+            return
+        self.begin()
+        self.query()
+        self.finish()
+        self.save_json()
+        self.gen_result()
+        self.save_db()
+
+
+def run(domain):
+    """
+    class call entrance
+
+    :param str domain: 域名
+    """
+    query = CloudFlareAPI(domain)
+    query.run()
+
+
+if __name__ == '__main__':
+    run('example.com')

OneForAll/modules/datasets/dnsdb_api.py

@@ -0,0 +1,51 @@
+from config import settings
+from common.query import Query
+
+
+class DNSdbAPI(Query):
+    def __init__(self, domain):
+        Query.__init__(self)
+        self.domain = domain
+        self.module = 'Dataset'
+        self.source = 'DNSdbAPIQuery'
+        self.addr = 'https://api.dnsdb.info/lookup/rrset/name/'
+        self.api = settings.dnsdb_api_key
+
+    def query(self):
+        """
+        向接口查询子域并做子域匹配
+        """
+        self.header = self.get_header()
+        self.header.update({'X-API-Key': self.api})
+        self.proxy = self.get_proxy(self.source)
+        url = f'{self.addr}*.{self.domain}'
+        resp = self.get(url)
+        self.subdomains = self.collect_subdomains(resp)
+
+    def run(self):
+        """
+        类执行入口
+        """
+        if not self.have_api(self.api):
+            return
+        self.begin()
+        self.query()
+        self.finish()
+        self.save_json()
+        self.gen_result()
+        self.save_db()
+
+
+def run(domain):
+    """
+    类统一调用入口
+
+    :param str domain: 域名
+
+    """
+    query = DNSdbAPI(domain)
+    query.run()
+
+
+if __name__ == '__main__':
+    run('example.com')

OneForAll/modules/datasets/dnsdumpster.py

@@ -0,0 +1,52 @@
+from common.query import Query
+
+
+class DNSDumpster(Query):
+    def __init__(self, domain):
+        Query.__init__(self)
+        self.domain = domain
+        self.module = 'Dataset'
+        self.source = "DNSDumpsterQuery"
+        self.addr = 'https://dnsdumpster.com/'
+
+    def query(self):
+        """
+        向接口查询子域并做子域匹配
+        """
+        self.header = self.get_header()
+        self.header.update({'Referer': 'https://dnsdumpster.com'})
+        self.proxy = self.get_proxy(self.source)
+        resp = self.get(self.addr)
+        if not resp:
+            return
+        self.cookie = resp.cookies
+        data = {'csrfmiddlewaretoken': self.cookie.get('csrftoken'),
+                'targetip': self.domain,
+                'user':'free'}
+        resp = self.post(self.addr, data)
+        self.subdomains = self.collect_subdomains(resp)
+
+    def run(self):
+        """
+        类执行入口
+        """
+        self.begin()
+        self.query()
+        self.finish()
+        self.save_json()
+        self.gen_result()
+        self.save_db()
+
+
+def run(domain):
+    """
+    类统一调用入口
+
+    :param str domain: 域名
+    """
+    query = DNSDumpster(domain)
+    query.run()
+
+
+if __name__ == '__main__':
+    run('mi.com')

OneForAll/modules/datasets/dnsgrep.py

@@ -0,0 +1,44 @@
+from common.query import Query
+
+
+class Dnsgrep(Query):
+    def __init__(self, domain):
+        Query.__init__(self)
+        self.domain = domain
+        self.module = 'Dataset'
+        self.source = 'DnsgrepQuery'
+
+    def query(self):
+        """
+        向接口查询子域并做子域匹配
+        """
+        self.header = self.get_header()
+        self.proxy = self.get_proxy(self.source)
+        url = 'https://www.dnsgrep.cn/subdomain/' + self.domain
+        resp = self.get(url)
+        self.subdomains = self.collect_subdomains(resp)
+
+    def run(self):
+        """
+        类执行入口
+        """
+        self.begin()
+        self.query()
+        self.finish()
+        self.save_json()
+        self.gen_result()
+        self.save_db()
+
+
+def run(domain):
+    """
+    类统一调用入口
+
+    :param str domain: 域名
+    """
+    query = Dnsgrep(domain)
+    query.run()
+
+
+if __name__ == '__main__':
+    run('example.com')

OneForAll/modules/datasets/fullhunt.py

@@ -0,0 +1,48 @@
+from config import settings
+from common.query import Query
+
+
+class FullHuntAPI(Query):
+    def __init__(self, domain):
+        Query.__init__(self)
+        self.domain = domain
+        self.module = 'Dataset'
+        self.source = 'FullHuntAPIQuery'
+        self.api = settings.fullhunt_api_key
+
+    def query(self):
+        """
+        向接口查询子域并做子域匹配
+        """
+        self.header = self.get_header()
+        self.header.update({'X-API-KEY': self.api})
+        self.proxy = self.get_proxy(self.source)
+        url = f'https://fullhunt.io/api/v1/domain/{self.domain}/subdomains'
+        resp = self.get(url)
+        self.subdomains = self.collect_subdomains(resp)
+
+    def run(self):
+        """
+        类执行入口
+        """
+        self.begin()
+        self.query()
+        self.finish()
+        self.save_json()
+        self.gen_result()
+        self.save_db()
+
+
+def run(domain):
+    """
+    类统一调用入口
+
+    :param str domain: 域名
+
+    """
+    query = FullHuntAPI(domain)
+    query.run()
+
+
+if __name__ == '__main__':
+    run('qq.com')

OneForAll/modules/datasets/hackertarget.py

@@ -0,0 +1,45 @@
+from common.query import Query
+
+
+class HackerTarget(Query):
+    def __init__(self, domain):
+        Query.__init__(self)
+        self.domain = domain
+        self.module = 'Dataset'
+        self.source = "HackerTargetQuery"
+        self.addr = 'https://api.hackertarget.com/hostsearch/'
+
+    def query(self):
+        """
+        向接口查询子域并做子域匹配
+        """
+        self.header = self.get_header()
+        self.proxy = self.get_proxy(self.source)
+        params = {'q': self.domain}
+        resp = self.get(self.addr, params)
+        self.subdomains = self.collect_subdomains(resp)
+
+    def run(self):
+        """
+        类执行入口
+        """
+        self.begin()
+        self.query()
+        self.finish()
+        self.save_json()
+        self.gen_result()
+        self.save_db()
+
+
+def run(domain):
+    """
+    类统一调用入口
+
+    :param str domain: 域名
+    """
+    query = HackerTarget(domain)
+    query.run()
+
+
+if __name__ == '__main__':
+    run('example.com')