This commit is contained in:
Jing Ling
2020-08-08 18:00:36 +08:00
parent 69ce692ff1
commit 4f462fcd60
76 changed files with 177 additions and 207 deletions
+5 -5
View File
@@ -38,9 +38,9 @@ class GoogleAPI(Search):
subdomains = self.match_subdomains(resp.text)
if not subdomains:
break
if not full_search:
if subdomains.issubset(self.subdomains):
break
if not full_search and subdomains.issubset(self.subdomains):
# 在全搜索过程中发现搜索出的结果有完全重复的结果就停止搜索
break
self.subdomains = self.subdomains.union(subdomains)
self.page_num += self.per_page_num
if self.page_num > 100: # 免费的API只能查询前100条结果
@@ -74,7 +74,7 @@ class GoogleAPI(Search):
self.save_db()
def do(domain): # 统一入口名字 方便多线程调用
def run(domain):
"""
类统一调用入口
@@ -85,4 +85,4 @@ def do(domain): # 统一入口名字 方便多线程调用
if __name__ == '__main__':
do('mi.com')
run('mi.com')