优化

2026-08-26 04:47:48 +08:00 · 2020-07-14 18:56:27 +08:00
parent 37ee399af1
commit 6e18de8922
76 changed files with 183 additions and 172 deletions
@@ -26,7 +26,7 @@ class ArchiveCrawl(Crawl):
        for resp in cdx.iter(url, limit=limit):
            if resp.data.get('status') not in ['301', '302']:
                url = resp.data.get('url')
-                subdomains = self.match_subdomains(self.register(domain),
+                subdomains = self.match_subdomains(self.get_maindomain(domain),
                                                   url + resp.text)
                # 合并搜索子域名搜索结果
                self.subdomains = self.subdomains.union(subdomains)