模块优化

2026-08-25 20:37:48 +08:00 · 2020-08-10 18:19:11 +08:00
parent 4f462fcd60
commit 8a035c76ca
42 changed files with 49 additions and 153 deletions
@@ -27,7 +27,6 @@ class CommonCrawl(Crawl):
        for resp in tqdm(cdx.iter(url, limit=limit), total=limit):
            if resp.data.get('status') not in ['301', '302']:
                subdomains = self.match_subdomains(self.get_maindomain(domain), resp.text)
-                # 合并搜索子域名搜索结果
                self.subdomains = self.subdomains.union(subdomains)

    def run(self):