river_tao/OneForAll-mirror
1
0
Fork 0
mirror of https://github.com/shmilylty/OneForAll.git synced 2026-10-28 19:55:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

标题信息获取处理

Browse Source
This commit is contained in:
shmilylty
2019-08-19 02:24:00 +08:00
parent ac654f9bab
commit 82973c295c
1 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
oneforall/common/request.py
+6 -3
View File
@@ -100,13 +100,16 @@ def request_callback(future, index, datas):
datas[index]['banner'] = banner datas[index]['banner'] = banner
soup = BeautifulSoup(text, 'lxml') soup = BeautifulSoup(text, 'lxml')
title = soup.title title = soup.title
desc = soup.find('meta', attrs={'name': 'description'})
head = soup.head head = soup.head
if title: if title:
datas[index]['title'] = title.text datas[index]['title'] = title.text.strip()
elif desc:
datas[index]['title'] = desc['content'].strip()
elif head: elif head:
datas[index]['title'] = head.text datas[index]['title'] = head.text.strip()
elif len(text) <= 200: elif len(text) <= 200:
datas[index]['title'] = text datas[index]['title'] = text.strip()
async def bulk_get_request(datas, port): async def bulk_get_request(datas, port):