统一调整子域匹配函数

2026-08-25 20:37:48 +08:00 · 2020-05-11 21:17:25 +08:00
parent ebd55faa9e
commit 74d5354ead
57 changed files with 94 additions and 93 deletions
@@ -26,7 +26,7 @@ class CommonCrawl(Crawl):

        for resp in tqdm(cdx.iter(url, limit=limit), total=limit):
            if resp.data.get('status') not in ['301', '302']:
-                subdomains = self.match(self.register(domain), resp.text)
+                subdomains = self.match_subdomains(self.register(domain), resp.text)
                # 合并搜索子域名搜索结果
                self.subdomains = self.subdomains.union(subdomains)