移除没有必要的请求时延

oneforall/modules/certificates/censys_api.py

@@ -1,4 +1,3 @@
-import time
 import config
 from common.query import Query
 from config import logger
@@ -38,7 +37,6 @@ class CensysAPI(Query):
         self.subdomains = self.subdomains.union(subdomains)
         pages = json.get('metadata').get('pages')
         for page in range(2, pages + 1):
-            time.sleep(self.delay)
             data['page'] = page
             resp = self.post(self.addr, json=data, auth=(self.id, self.secret))
             if not resp:

oneforall/modules/certificates/certspotter.py

@@ -1,4 +1,3 @@
-import time
 from common import utils
 from common.query import Query
 
@@ -15,7 +14,6 @@ class CertSpotter(Query):
         """
         向接口查询子域并做子域匹配
         """
-        time.sleep(self.delay)
         self.header = self.get_header()
         self.proxy = self.get_proxy(self.source)
         params = {'domain': self.domain,

oneforall/modules/certificates/crtsh.py

@@ -1,4 +1,3 @@
-import time
 from common import utils
 from common.query import Query
 
@@ -15,7 +14,6 @@ class Crtsh(Query):
         """
         向接口查询子域并做子域匹配
         """
-        time.sleep(self.delay)
         self.header = self.get_header()
         self.proxy = self.get_proxy(self.source)
         params = {'q': f'%.{self.domain}', 'output': 'json'}

oneforall/modules/certificates/entrust.py

@@ -1,4 +1,3 @@
-import time
 from common import utils
 from common.query import Query
 
@@ -15,7 +14,6 @@ class Entrust(Query):
         """
         向接口查询子域并做子域匹配
         """
-        time.sleep(self.delay)
         self.header = self.get_header()
         self.proxy = self.get_proxy(self.source)
         params = {'fields': 'subjectDN',

oneforall/modules/certificates/google.py

@@ -1,4 +1,3 @@
-import time
 from common import utils
 from common.query import Query
 
@@ -16,7 +15,6 @@ class Google(Query):
         """
         向接口查询子域并做子域匹配
         """
-        time.sleep(self.delay)
         self.header = self.get_header()
         self.proxy = self.get_proxy(self.source)
         params = {'include_expired': 'true',

oneforall/modules/certificates/spyse_api.py

@@ -1,4 +1,3 @@
-import time
 import config
 from common import utils
 from common.query import Query
@@ -19,7 +18,6 @@ class SpyseAPI(Query):
         """
         page_num = 1
         while True:
-            time.sleep(self.delay)
             self.header = self.get_header()
             self.proxy = self.get_proxy(self.source)
             params = {'domain': self.domain,

oneforall/modules/datasets/binaryedge_api.py

@@ -1,4 +1,3 @@
-import time
 import config
 from common.query import Query
 
@@ -16,7 +15,6 @@ class BinaryEdgeAPI(Query):
         """
         向接口查询子域并做子域匹配
         """
-        time.sleep(self.delay)
         self.header = self.get_header()
         self.header.update({'X-Key': self.api})
         self.proxy = self.get_proxy(self.source)

oneforall/modules/datasets/bufferover.py

@@ -1,4 +1,3 @@
-import time
 import cloudscraper
 from common.query import Query
 from config import logger
@@ -16,7 +15,6 @@ class BufferOver(Query):
         """
         向接口查询子域并做子域匹配
         """
-        time.sleep(self.delay)
         # 绕过cloudFlare验证
         scraper = cloudscraper.create_scraper()
         scraper.interpreter = 'js2py'

oneforall/modules/datasets/cebaidu.py

@@ -1,4 +1,3 @@
-import time
 from common.query import Query
 
 
@@ -14,7 +13,6 @@ class CeBaidu(Query):
         """
         向接口查询子域并做子域匹配
         """
-        time.sleep(self.delay)
         self.header = self.get_header()
         self.proxy = self.get_proxy(self.source)
         params = {'site_address': self.domain}

oneforall/modules/datasets/chinaz.py

@@ -1,4 +1,3 @@
-import time
 from common.query import Query
 
 
@@ -14,7 +13,6 @@ class Chinaz(Query):
         """
         向接口查询子域并做子域匹配
         """
-        time.sleep(self.delay)
         self.header = self.get_header()
         self.proxy = self.get_proxy(self.source)
         self.addr = self.addr + self.domain

oneforall/modules/datasets/chinaz_api.py

@@ -1,4 +1,3 @@
-import time
 import config
 from common.query import Query
 
@@ -16,7 +15,6 @@ class ChinazAPI(Query):
         """
         向接口查询子域并做子域匹配
         """
-        time.sleep(self.delay)
         self.header = self.get_header()
         self.proxy = self.get_proxy(self.source)
         params = {'key': self.api, 'domainName': self.domain}

oneforall/modules/datasets/circl_api.py

@@ -1,4 +1,3 @@
-import time
 import config
 from common.query import Query
 
@@ -17,7 +16,6 @@ class CirclAPI(Query):
         """
         向接口查询子域并做子域匹配
         """
-        time.sleep(self.delay)
         self.header = self.get_header()
         self.proxy = self.get_proxy(self.source)
         resp = self.get(self.addr + self.domain, auth=(self.user, self.pwd))

oneforall/modules/datasets/dnsdb_api.py

@@ -1,4 +1,3 @@
-import time
 import config
 from common import utils
 from common.query import Query
@@ -17,7 +16,6 @@ class DNSdbAPI(Query):
         """
         向接口查询子域并做子域匹配
         """
-        time.sleep(self.delay)
         self.header = self.get_header()
         self.header.update({'X-API-Key': self.api})
         self.proxy = self.get_proxy(self.source)

oneforall/modules/datasets/dnsdumpster.py

@@ -1,4 +1,3 @@
-import time
 from common import utils
 from common.query import Query
 
@@ -15,7 +14,6 @@ class DNSdumpster(Query):
         """
         向接口查询子域并做子域匹配
         """
-        time.sleep(self.delay)
         self.header = self.get_header()
         self.header.update({'Referer': 'https://dnsdumpster.com'})
         self.proxy = self.get_proxy(self.source)

oneforall/modules/datasets/ip138.py

@@ -1,4 +1,3 @@
-import time
 from common.query import Query
 
 
@@ -14,7 +13,6 @@ class IP138(Query):
         """
         向接口查询子域并做子域匹配
         """
-        time.sleep(self.delay)
         self.header = self.get_header()
         self.proxy = self.get_proxy(self.source)
         data = {'domain': self.domain}

oneforall/modules/datasets/passivedns_api.py

@@ -1,4 +1,3 @@
-import time
 import config
 from common.query import Query
 
@@ -16,7 +15,6 @@ class PassiveDnsAPI(Query):
         """
         向接口查询子域并做子域匹配
         """
-        time.sleep(self.delay)
         self.header = self.get_header()
         self.header.update({'X-AuthToken': self.token})
         self.proxy = self.get_proxy(self.source)

oneforall/modules/datasets/riddler.py

@@ -1,4 +1,3 @@
-import time
 from common.query import Query
 
 
@@ -14,7 +13,6 @@ class Riddler(Query):
         """
         向接口查询子域并做子域匹配
         """
-        time.sleep(self.delay)
         self.header = self.get_header()
         self.proxy = self.get_proxy(self.source)
         params = {'q': 'pld:' + self.domain}

oneforall/modules/datasets/securitytrails_api.py

@@ -1,4 +1,3 @@
-import time
 import config
 from common.query import Query
 
@@ -17,7 +16,6 @@ class SecurityTrailsAPI(Query):
         """
         向接口查询子域并做子域匹配
         """
-        time.sleep(self.delay)
         self.header = self.get_header()
         self.proxy = self.get_proxy(self.source)
         params = {'apikey': self.api}

oneforall/modules/datasets/sitedossier.py

@@ -1,4 +1,3 @@
-import time
 
 from common.query import Query
 
@@ -19,7 +18,6 @@ class SiteDossier(Query):
         向接口查询子域并做子域匹配
         """
         while True:
-            time.sleep(self.delay)
             self.header = self.get_header()
             self.proxy = self.get_proxy(self.source)
             url = f'{self.addr}{self.domain}/{self.page_num}'

oneforall/modules/datasets/ximcx.py

@@ -1,4 +1,3 @@
-import time
 from common.query import Query
 
 
@@ -14,7 +13,6 @@ class Ximcx(Query):
         """
         向接口查询子域并做子域匹配
         """
-        time.sleep(self.delay)
         self.header = self.get_header()
         self.proxy = self.get_proxy(self.source)
         data = {'domain': self.domain}

oneforall/modules/intelligence/alienvault.py

@@ -1,5 +1,3 @@
-import time
-
 from common.query import Query
 
 
@@ -14,7 +12,6 @@ class AlienVault(Query):
         """
         向接口查询子域并做子域匹配
         """
-        time.sleep(self.delay)
         self.header = self.get_header()
         self.proxy = self.get_proxy(self.source)
 

oneforall/modules/intelligence/threatminer.py

@@ -1,5 +1,3 @@
-import time
-
 from common.query import Query
 
 
@@ -15,7 +13,6 @@ class ThreatMiner(Query):
         """
         向接口查询子域并做子域匹配
         """
-        time.sleep(self.delay)
         self.header = self.get_header()
         self.proxy = self.get_proxy(self.source)
         params = {'e': 'subdomains_container',

oneforall/modules/intelligence/virustotal.py

@@ -1,5 +1,3 @@
-import time
-
 from common.query import Query
 
 '''
@@ -21,7 +19,6 @@ class VirusTotal(Query):
         """
         next_cursor = ''
         while True:
-            time.sleep(self.delay)
             self.header = self.get_header()
             self.header.update({'Referer': 'https://www.virustotal.com/',
                                 'TE': 'Trailers'})