调整日志等级

This commit is contained in:
Jing Ling
2020-02-11 01:55:33 +08:00
parent 58301560d0
commit 8ba01b4527
2 changed files with 20 additions and 21 deletions
+14 -14
View File
@@ -23,7 +23,7 @@ class Database(object):
:param db_path: 数据库连接或路径 :param db_path: 数据库连接或路径
:return: SQLite数据库 :return: SQLite数据库
""" """
logger.log('DEBUG', f'正在获取数据库连接') logger.log('TRACE', f'正在获取数据库连接')
if isinstance(db_path, Connection): if isinstance(db_path, Connection):
return db_path return db_path
protocol = 'sqlite:///' protocol = 'sqlite:///'
@@ -32,7 +32,7 @@ class Database(object):
else: else:
db_path = protocol + db_path db_path = protocol + db_path
db = records.Database(db_path) # 不存在数据库时会新建一个数据库 db = records.Database(db_path) # 不存在数据库时会新建一个数据库
logger.log('DEBUG', f'使用数据库: {db_path}') logger.log('TRACE', f'使用数据库: {db_path}')
return db.get_connection() return db.get_connection()
def query(self, sql): def query(self, sql):
@@ -51,9 +51,9 @@ class Database(object):
""" """
table_name = table_name.replace('.', '_') table_name = table_name.replace('.', '_')
if self.exist_table(table_name): if self.exist_table(table_name):
logger.log('DEBUG', f'已经存在{table_name}') logger.log('TRACE', f'已经存在{table_name}')
return return
logger.log('DEBUG', f'正在创建{table_name}') logger.log('TRACE', f'正在创建{table_name}')
self.query(f'create table "{table_name}" (' self.query(f'create table "{table_name}" ('
f'id integer primary key,' f'id integer primary key,'
f'url text,' f'url text,'
@@ -81,7 +81,7 @@ class Database(object):
:param list results: 结果列表 :param list results: 结果列表
:param str module_name: 模块名 :param str module_name: 模块名
""" """
logger.log('DEBUG', f'正在将{module_name}模块发现{table_name}的子域' logger.log('TRACE', f'正在将{module_name}模块发现{table_name}的子域'
'结果存入数据库') '结果存入数据库')
table_name = table_name.replace('.', '_') table_name = table_name.replace('.', '_')
if results: if results:
@@ -106,7 +106,7 @@ class Database(object):
:return: 是否存在某表 :return: 是否存在某表
""" """
table_name = table_name.replace('.', '_') table_name = table_name.replace('.', '_')
logger.log('DEBUG', f'正在查询是否存在{table_name}') logger.log('TRACE', f'正在查询是否存在{table_name}')
results = self.query(f'select count() from sqlite_master ' results = self.query(f'select count() from sqlite_master '
f'where type = "table" and ' f'where type = "table" and '
f'name = "{table_name}"') f'name = "{table_name}"')
@@ -124,7 +124,7 @@ class Database(object):
""" """
table_name = table_name.replace('.', '_') table_name = table_name.replace('.', '_')
bak_table_name = bak_table_name.replace('.', '_') bak_table_name = bak_table_name.replace('.', '_')
logger.log('DEBUG', f'正在将{table_name}表复制到{bak_table_name}新表') logger.log('TRACE', f'正在将{table_name}表复制到{bak_table_name}新表')
self.query(f'drop table if exists "{bak_table_name}"') self.query(f'drop table if exists "{bak_table_name}"')
self.query(f'create table "{bak_table_name}" ' self.query(f'create table "{bak_table_name}" '
f'as select * from "{table_name}"') f'as select * from "{table_name}"')
@@ -136,7 +136,7 @@ class Database(object):
:param str table_name: 表名 :param str table_name: 表名
""" """
table_name = table_name.replace('.', '_') table_name = table_name.replace('.', '_')
logger.log('DEBUG', f'正在清空{table_name}表中的数据') logger.log('TRACE', f'正在清空{table_name}表中的数据')
self.query(f'delete from "{table_name}"') self.query(f'delete from "{table_name}"')
def drop_table(self, table_name): def drop_table(self, table_name):
@@ -146,7 +146,7 @@ class Database(object):
:param str table_name: 表名 :param str table_name: 表名
""" """
table_name = table_name.replace('.', '_') table_name = table_name.replace('.', '_')
logger.log('DEBUG', f'正在删除{table_name}') logger.log('TRACE', f'正在删除{table_name}')
self.query(f'drop table if exists "{table_name}"') self.query(f'drop table if exists "{table_name}"')
def rename_table(self, table_name, new_table_name): def rename_table(self, table_name, new_table_name):
@@ -158,7 +158,7 @@ class Database(object):
""" """
table_name = table_name.replace('.', '_') table_name = table_name.replace('.', '_')
new_table_name = new_table_name.replace('.', '_') new_table_name = new_table_name.replace('.', '_')
logger.log('DEBUG', f'正在将{table_name}表重命名为{table_name}') logger.log('TRACE', f'正在将{table_name}表重命名为{table_name}')
self.query(f'alter table "{table_name}" ' self.query(f'alter table "{table_name}" '
f'rename to "{new_table_name}"') f'rename to "{new_table_name}"')
@@ -169,7 +169,7 @@ class Database(object):
:param str table_name: 表名 :param str table_name: 表名
""" """
table_name = table_name.replace('.', '_') table_name = table_name.replace('.', '_')
logger.log('DEBUG', f'正在去重{table_name}表中的子域') logger.log('TRACE', f'正在去重{table_name}表中的子域')
self.query(f'delete from "{table_name}" where ' self.query(f'delete from "{table_name}" where '
f'id not in (select min(id) ' f'id not in (select min(id) '
f'from "{table_name}" group by subdomain)') f'from "{table_name}" group by subdomain)')
@@ -181,7 +181,7 @@ class Database(object):
:param str table_name: 表名 :param str table_name: 表名
""" """
table_name = table_name.replace('.', '_') table_name = table_name.replace('.', '_')
logger.log('DEBUG', f'正在去除{table_name}表中的无效子域') logger.log('TRACE', f'正在去除{table_name}表中的无效子域')
self.query(f'delete from "{table_name}" where ' self.query(f'delete from "{table_name}" where '
f'subdomain is null or valid == 0') f'subdomain is null or valid == 0')
@@ -192,7 +192,7 @@ class Database(object):
:param str table_name: 表名 :param str table_name: 表名
""" """
table_name = table_name.replace('.', '_') table_name = table_name.replace('.', '_')
logger.log('DEBUG', f'获取{table_name}表中的所有数据') logger.log('TRACE', f'获取{table_name}表中的所有数据')
return self.query(f'select * from "{table_name}"') return self.query(f'select * from "{table_name}"')
def export_data(self, table_name, valid): def export_data(self, table_name, valid):
@@ -208,7 +208,7 @@ class Database(object):
if valid == 0 or valid == 1: if valid == 0 or valid == 1:
where = f' where valid = {valid}' where = f' where valid = {valid}'
query += where query += where
logger.log('DEBUG', f'获取{table_name}表中的所有数据') logger.log('TRACE', f'获取{table_name}表中的所有数据')
return self.query(query) return self.query(query)
def close(self): def close(self):
+6 -7
View File
@@ -170,16 +170,16 @@ class Module(object):
:return: 代理字典 :return: 代理字典
""" """
if not config.enable_proxy: if not config.enable_proxy:
logger.log('DEBUG', f'所有模块不使用代理') logger.log('TRACE', f'所有模块不使用代理')
return self.proxy return self.proxy
if config.proxy_all_module: if config.proxy_all_module:
logger.log('DEBUG', f'{module}模块使用代理') logger.log('TRACE', f'{module}模块使用代理')
return utils.get_random_proxy() return utils.get_random_proxy()
if module in config.proxy_partial_module: if module in config.proxy_partial_module:
logger.log('DEBUG', f'{module}模块使用代理') logger.log('TRACE', f'{module}模块使用代理')
return utils.get_random_proxy() return utils.get_random_proxy()
else: else:
logger.log('DEBUG', f'{module}模块不使用代理') logger.log('TRACE', f'{module}模块不使用代理')
return self.proxy return self.proxy
@staticmethod @staticmethod
@@ -193,7 +193,7 @@ class Module(object):
:return: 匹配出的子域集合或列表 :return: 匹配出的子域集合或列表
:rtype: set or list :rtype: set or list
""" """
logger.log('DEBUG', f'正则匹配响应体中的子域') logger.log('TRACE', f'正则匹配响应体中的子域')
regexp = r'(?:\>|\"|\'|\=|\,)(?:http\:\/\/|https\:\/\/)?' \ regexp = r'(?:\>|\"|\'|\=|\,)(?:http\:\/\/|https\:\/\/)?' \
r'(?:[a-z0-9](?:[a-z0-9\-]{0,61}[a-z0-9])?\.){0,}' \ r'(?:[a-z0-9](?:[a-z0-9\-]{0,61}[a-z0-9])?\.){0,}' \
+ domain.replace('.', r'\.') + domain.replace('.', r'\.')
@@ -225,7 +225,7 @@ class Module(object):
""" """
if not config.save_module_result: if not config.save_module_result:
return False return False
logger.log('DEBUG', f'{self.source}模块发现的子域结果保存为json文件') logger.log('TRACE', f'{self.source}模块发现的子域结果保存为json文件')
path = config.result_save_path.joinpath(self.domain, self.module) path = config.result_save_path.joinpath(self.domain, self.module)
path.mkdir(parents=True, exist_ok=True) path.mkdir(parents=True, exist_ok=True)
name = self.source + '.json' name = self.source + '.json'
@@ -291,7 +291,6 @@ class Module(object):
""" """
将模块结果存入数据库中 将模块结果存入数据库中
:return:
""" """
lock.acquire() lock.acquire()
db = Database() db = Database()