river_tao/OneForAll-mirror
1
0
Fork 0
mirror of https://github.com/shmilylty/OneForAll.git synced 2026-08-26 04:47:48 +08:00
Code Issues Packages Projects Releases Wiki Activity

优化常规检查模块

Browse Source
This commit is contained in:
Jing Ling
2020-08-22 01:05:23 +08:00
parent 9847ca6ecc
commit b4ea31561f
8 changed files with 54 additions and 55 deletions
Download Patch File Download Diff File Expand all files Collapse all files
common/check.py
+26
View File
@@ -0,0 +1,26 @@
from common.module import Module
class Check(Module):
"""
Check base class
"""
def __init__(self):
Module.__init__(self)
self.request_status = 1
def to_check(self, filenames):
urls = set()
for filename in filenames:
urls.update((f'http://{self.domain}/{filename}',
f'https://{self.domain}/{filename}',
f'http://www.{self.domain}/{filename}',
f'https://www.{self.domain}/{filename}'))
for url in urls:
self.header = self.get_header()
self.proxy = self.get_proxy(self.source)
resp = self.get(url, check=False, ignore=True)
self.subdomains = self.collect_subdomains(resp)
if self.subdomains:
break
common/module.py
+9 -5
View File
@@ -73,7 +73,7 @@ class Module(object):
:param dict params: request parameters
:param bool check: check response
:param kwargs: other params
:return: requests's response object
:return: response object
"""
try:
resp = requests.head(url,
@@ -93,16 +93,20 @@ class Module(object):
return resp
return None
def get(self, url, params=None, check=True, **kwargs):
def get(self, url, params=None, check=True, ignore=False, **kwargs):
"""
Custom get request
:param str url: request url
:param dict params: request parameters
:param bool check: check response
:param bool ignore: ignore error
:param kwargs: other params
:return: requests's response object
:return: response object
"""
level = 'ERROR'
if ignore:
level = 'DEBUG'
try:
resp = requests.get(url,
params=params,
@@ -113,7 +117,7 @@ class Module(object):
verify=self.verify,
**kwargs)
except Exception as e:
logger.log('ERROR', e.args)
logger.log(level, e.args)
return None
if not check:
return resp
@@ -129,7 +133,7 @@ class Module(object):
:param dict data: request data
:param bool check: check response
:param kwargs: other params
:return: requests's response object
:return: response object
"""
try:
resp = requests.post(url,
modules/check/axfr.py
-1
View File
@@ -19,7 +19,6 @@ class CheckAXFR(Module):
"""
DNS zone transfer vulnerability base class
"""
def __init__(self, domain: str):
Module.__init__(self)
self.domain = domain
modules/check/cdx.py
+5 -13
View File
@@ -1,16 +1,15 @@
"""
检查crossdomain.xml文件收集子域名
"""
from common.module import Module
from common.check import Check
class CheckCDX(Module):
class CheckCDX(Check):
"""
检查crossdomain.xml文件收集子域名
"""
def __init__(self, domain: str):
Module.__init__(self)
Check.__init__(self)
self.domain = domain
self.module = 'Check'
self.source = "CrossDomainXml"
@@ -19,15 +18,8 @@ class CheckCDX(Module):
"""
检查crossdomain.xml收集子域名
"""
urls = [f'http://{self.domain}/crossdomain.xml',
f'https://{self.domain}/crossdomain.xml',
f'http://www.{self.domain}/crossdomain.xml',
f'https://www.{self.domain}/crossdomain.xml']
for url in urls:
self.header = self.get_header()
self.proxy = self.get_proxy(self.source)
resp = self.get(url, check=False)
self.subdomains = self.collect_subdomains(resp)
filenames = {'crossdomain.xml'}
self.to_check(filenames)
def run(self):
"""
modules/check/cert.py
-2
View File
@@ -1,5 +1,3 @@
#!/usr/bin/env python3
"""
检查域名证书收集子域名
"""
modules/check/csp.py
+4 -5
View File
@@ -3,16 +3,16 @@ Collect subdomains from ContentSecurityPolicy
"""
import requests
from common.module import Module
from common.check import Check
from config.log import logger
class CheckCSP(Module):
class CheckCSP(Check):
"""
Collect subdomains from ContentSecurityPolicy
"""
def __init__(self, domain, header):
Module.__init__(self)
Check.__init__(self)
self.domain = domain
self.module = 'Check'
self.source = 'ContentSecurityPolicy'
@@ -34,8 +34,7 @@ class CheckCSP(Module):
self.proxy = self.get_proxy(self.source)
response = self.get(url, check=False)
if response:
csp_header = response.headers
break
return response.headers
return csp_header
def check(self):
modules/check/robots.py
+5 -12
View File
@@ -1,15 +1,15 @@
"""
检查内容安全策略收集子域名收集子域名
"""
from common.module import Module
from common.check import Check
class CheckRobots(Module):
class CheckRobots(Check):
"""
检查robots.txt收集子域名
"""
def __init__(self, domain):
Module.__init__(self)
Check.__init__(self)
self.domain = domain
self.module = 'Check'
self.source = 'Robots'
@@ -18,15 +18,8 @@ class CheckRobots(Module):
"""
正则匹配域名的robots.txt文件中的子域
"""
urls = [f'http://{self.domain}/robots.txt',
f'https://{self.domain}/robots.txt',
f'http://www.{self.domain}/robots.txt',
f'https://www.{self.domain}/robots.txt']
for url in urls:
self.header = self.get_header()
self.proxy = self.get_proxy(self.source)
resp = self.get(url, check=False, allow_redirects=False)
self.subdomains = self.collect_subdomains(resp)
filenames = {'robots.txt'}
self.to_check(filenames)
def run(self):
"""
modules/check/sitemap.py
+5 -17
View File
@@ -1,15 +1,15 @@
"""
检查内容安全策略收集子域名收集子域名
"""
from common.module import Module
from common.check import Check
class CheckRobots(Module):
class CheckRobots(Check):
"""
检查sitemap收集子域名
"""
def __init__(self, domain):
Module.__init__(self)
Check.__init__(self)
self.domain = domain
self.module = 'Check'
self.source = 'Sitemap'
@@ -18,20 +18,8 @@ class CheckRobots(Module):
"""
正则匹配域名的sitemap文件中的子域
"""
urls = [f'http://{self.domain}/sitemap.xml',
f'http://www.{self.domain}/sitemap.xml',
f'http://{self.domain}/sitemap.txt',
f'http://www.{self.domain}/sitemap.txt',
f'http://{self.domain}/sitemap.html',
f'http://www.{self.domain}/sitemap.html',
f'http://{self.domain}/sitemap_index.xml',
f'http://www.{self.domain}/sitemap_index.xml']
for url in urls:
self.header = self.get_header()
self.proxy = self.get_proxy(self.source)
self.timeout = 10
resp = self.get(url, check=False)
self.subdomains = self.collect_subdomains(resp)
filenames = {'sitemap.xml', 'sitemap.txt', 'sitemap.html'}
self.to_check(filenames)
def run(self):
"""