river_tao/OneForAll-mirror
1
0
Fork 0
mirror of https://github.com/shmilylty/OneForAll.git synced 2026-08-26 12:57:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

pep8

Browse Source
This commit is contained in:
shmilylty
2019-08-16 19:13:19 +08:00
parent 8d46ce0862
commit f52768632a
50 changed files with 161 additions and 162 deletions
Download Patch File Download Diff File Expand all files Collapse all files
oneforall/modules/crawl/archivecrawl.py
+2 -2
View File
@@ -26,10 +26,10 @@ class ArchiveCrawl(Crawl):
for resp in cdx.iter(url, limit=limit):
if resp.data.get('status') not in ['301', '302']:
url = resp.data.get('url')
subdomains_find = self.match(self.register(domain),
subdomains = self.match(self.register(domain),
url + resp.text)
# 合并搜索子域名搜索结果
self.subdomains = self.subdomains.union(subdomains_find)
self.subdomains = self.subdomains.union(subdomains)
def run(self):
"""
oneforall/modules/crawl/commoncrawl.py
+2 -2
View File
@@ -27,9 +27,9 @@ class CommonCrawl(Crawl):
for resp in tqdm(cdx.iter(url, limit=limit), total=limit):
if resp.data.get('status') not in ['301', '302']:
subdomains_find = self.match(self.register(domain), resp.text)
subdomains = self.match(self.register(domain), resp.text)
# 合并搜索子域名搜索结果
self.subdomains = self.subdomains.union(subdomains_find)
self.subdomains = self.subdomains.union(subdomains)
def run(self):
"""