diff --git a/common/utils.py b/common/utils.py index ea3b6f1..14de144 100644 --- a/common/utils.py +++ b/common/utils.py @@ -54,7 +54,7 @@ def gen_fake_header(): """ Generate fake request headers """ - headers = settings.request_default_headers + headers = settings.request_default_headers.copy() if not isinstance(headers, dict): headers = dict() if settings.enable_random_ua: diff --git a/modules/certificates/censys_api.py b/modules/certificates/censys_api.py index 3e13d62..4940d00 100644 --- a/modules/certificates/censys_api.py +++ b/modules/certificates/censys_api.py @@ -9,7 +9,7 @@ class CensysAPI(Query): self.domain = domain self.module = 'Certificate' self.source = "CensysAPIQuery" - self.addr = 'https://www.censys.io/api/v1/search/certificates' + self.addr = 'https://search.censys.io/api/v1/search/certificates' self.id = settings.censys_api_id self.secret = settings.censys_api_secret self.delay = 3.0 # Censys 接口查询速率限制 最快2.5秒查1次 diff --git a/modules/datasets/dnsdumpster.py b/modules/datasets/dnsdumpster.py index fb55526..7dbe01f 100644 --- a/modules/datasets/dnsdumpster.py +++ b/modules/datasets/dnsdumpster.py @@ -21,7 +21,8 @@ class DNSDumpster(Query): return self.cookie = resp.cookies data = {'csrfmiddlewaretoken': self.cookie.get('csrftoken'), - 'targetip': self.domain} + 'targetip': self.domain, + 'user':'free'} resp = self.post(self.addr, data) self.subdomains = self.collect_subdomains(resp) diff --git a/modules/intelligence/threatminer.py b/modules/intelligence/threatminer.py index 0f79900..7580283 100644 --- a/modules/intelligence/threatminer.py +++ b/modules/intelligence/threatminer.py @@ -7,7 +7,7 @@ class ThreatMiner(Query): self.domain = domain self.module = 'Intelligence' self.source = 'ThreatMinerQuery' - self.addr = 'https://www.threatminer.org/getData.php' + self.addr = 'https://api.threatminer.org/v2/domain.php' def query(self): """ @@ -15,8 +15,7 @@ class ThreatMiner(Query): """ self.header = self.get_header() self.proxy = self.get_proxy(self.source) - params = {'e': 'subdomains_container', - 'q': self.domain, 't': 0, 'rt': 10} + params = {'q': self.domain, 'rt': 5} resp = self.get(self.addr, params) self.subdomains = self.collect_subdomains(resp)