set使用update

This commit is contained in:
Jing Ling
2020-08-20 14:01:17 +08:00
parent f8f3ad0352
commit e056834f1d
38 changed files with 42 additions and 41 deletions
+1 -1
View File
@@ -27,7 +27,7 @@ class CommonCrawl(Crawl):
for resp in tqdm(cdx.iter(url, limit=limit), total=limit):
if resp.data.get('status') not in ['301', '302']:
subdomains = self.match_subdomains(self.get_maindomain(domain), resp.text)
self.subdomains = self.subdomains.union(subdomains)
self.subdomains.update(subdomains)
def run(self):
"""