mirror of
https://github.com/shmilylty/OneForAll.git
synced 2026-08-26 04:47:48 +08:00
set使用update
This commit is contained in:
@@ -27,7 +27,7 @@ class CommonCrawl(Crawl):
|
||||
for resp in tqdm(cdx.iter(url, limit=limit), total=limit):
|
||||
if resp.data.get('status') not in ['301', '302']:
|
||||
subdomains = self.match_subdomains(self.get_maindomain(domain), resp.text)
|
||||
self.subdomains = self.subdomains.union(subdomains)
|
||||
self.subdomains.update(subdomains)
|
||||
|
||||
def run(self):
|
||||
"""
|
||||
|
||||
Reference in New Issue
Block a user