river_tao/OneForAll-mirror
1
0
Fork 0
mirror of https://github.com/shmilylty/OneForAll.git synced 2026-08-26 12:57:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

优化

Browse Source
This commit is contained in:
Jing Ling
2020-05-09 16:25:46 +08:00
parent db5664c383
commit 83b4f1a865
1 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/datasets/netcraft.py
+6 -2
View File
@@ -43,7 +43,9 @@ class NetCraft(Query):
time.sleep(self.delay) time.sleep(self.delay)
self.header = self.get_header() self.header = self.get_header()
self.proxy = self.get_proxy(self.source) self.proxy = self.get_proxy(self.source)
params = {'host': '*.' + self.domain, 'from': self.page_num} params = {'restriction': 'site ends with',
'host': '.' + self.domain,
'from': self.page_num}
resp = self.get(self.addr + last, params) resp = self.get(self.addr + last, params)
if not resp: if not resp:
return return
@@ -52,10 +54,12 @@ class NetCraft(Query):
break break
# 合并搜索子域名搜索结果 # 合并搜索子域名搜索结果
self.subdomains = self.subdomains.union(subdomains) self.subdomains = self.subdomains.union(subdomains)
if 'Next page' not in resp.text: # 搜索页面没有出现下一页时停止搜索 if 'Next Page' not in resp.text: # 搜索页面没有出现下一页时停止搜索
break break
last = re.search(r'&last=.*' + self.domain, resp.text).group(0) last = re.search(r'&last=.*' + self.domain, resp.text).group(0)
self.page_num += self.per_page_num self.page_num += self.per_page_num
if self.page_num > 500:
break
def run(self): def run(self):
""" """