river_tao/OneForAll-mirror
1
0
Fork 0
mirror of https://github.com/shmilylty/OneForAll.git synced 2026-08-26 04:47:48 +08:00
Code Issues Packages Projects Releases Wiki Activity

模块优化

Browse Source
This commit is contained in:
Jing Ling
2020-07-08 15:16:26 +08:00
parent 6de0776c0b
commit dda116b9e4
16 changed files with 34 additions and 42 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/check/sitemap.py
+5 -15
View File
@@ -20,32 +20,22 @@ class CheckRobots(Module):
正则匹配域名的sitemap文件中的子域
"""
urls = [f'http://{self.domain}/sitemap.xml',
f'https://{self.domain}/sitemap.xml',
f'http://www.{self.domain}/sitemap.xml',
f'https://www.{self.domain}/sitemap.xml',
f'http://{self.domain}/sitemap.txt',
f'https://{self.domain}/sitemap.txt',
f'http://www.{self.domain}/sitemap.txt',
f'https://www.{self.domain}/sitemap.txt',
f'http://{self.domain}/sitemap.html',
f'https://{self.domain}/sitemap.html',
f'http://www.{self.domain}/sitemap.html',
f'https://www.{self.domain}/sitemap.html',
f'http://{self.domain}/sitemap_index.xml',
f'https://{self.domain}/sitemap_index.xml',
f'http://www.{self.domain}/sitemap_index.xml',
f'https://www.{self.domain}/sitemap_index.xml']
f'http://www.{self.domain}/sitemap_index.xml']
for url in urls:
self.header = self.get_header()
self.proxy = self.get_proxy(self.source)
self.timeout = 10
response = self.get(url, check=False, allow_redirects=False)
if not response:
resp = self.get(url, check=False)
if not resp:
return
if response and len(response.content):
self.subdomains = self.match_subdomains(self.domain,
response.text)
if resp and len(resp.content):
self.subdomains = self.match_subdomains(self.domain, resp.text)
def run(self):
"""