不使用aiodns

This commit is contained in:
shmilylty
2019-10-20 16:22:11 +08:00
parent ecc1cb53dc
commit 5cfbf885ca
+11 -9
View File
@@ -6,13 +6,21 @@ import functools
import aiohttp import aiohttp
import tqdm import tqdm
from aiohttp import ClientSession from aiohttp import ClientSession
from aiohttp.resolver import AsyncResolver
from bs4 import BeautifulSoup from bs4 import BeautifulSoup
import config import config
from common import utils from common import utils
from config import logger from config import logger
def get_limit_conn():
limit_open_conn = config.limit_open_conn
if limit_open_conn is None: # 默认情况
limit_open_conn = utils.get_semaphore()
elif not isinstance(limit_open_conn, int): # 如果传入不是数字的情况
limit_open_conn = utils.get_semaphore()
return limit_open_conn
def get_ports(port): def get_ports(port):
logger.log('INFOR', f'正在获取请求端口范围') logger.log('INFOR', f'正在获取请求端口范围')
ports = set() ports = set()
@@ -145,17 +153,11 @@ async def bulk_get_request(datas, port):
new_datas = gen_new_datas(datas, ports) new_datas = gen_new_datas(datas, ports)
logger.log('INFOR', f'正在异步进行子域的GET请求') logger.log('INFOR', f'正在异步进行子域的GET请求')
limit_open_conn = config.limit_open_conn limit_open_conn = get_limit_conn()
if limit_open_conn is None: # 默认情况
limit_open_conn = utils.get_semaphore()
elif not isinstance(limit_open_conn, int): # 如果传入不是数字的情况
limit_open_conn = utils.get_semaphore()
# 使用异步域名解析器 自定义域名服务器 # 使用异步域名解析器 自定义域名服务器
resolver = AsyncResolver(nameservers=config.resolver_nameservers)
conn = aiohttp.TCPConnector(ssl=config.verify_ssl, conn = aiohttp.TCPConnector(ssl=config.verify_ssl,
limit=limit_open_conn, limit=limit_open_conn,
limit_per_host=config.limit_per_host, limit_per_host=config.limit_per_host)
resolver=resolver)
semaphore = asyncio.Semaphore(limit_open_conn) semaphore = asyncio.Semaphore(limit_open_conn)
header = None header = None