mirror of
https://github.com/shmilylty/OneForAll.git
synced 2026-08-26 04:47:48 +08:00
根据#76建议优化搜索
This commit is contained in:
@@ -25,7 +25,7 @@ class Ask(Search):
|
|||||||
time.sleep(self.delay)
|
time.sleep(self.delay)
|
||||||
self.header = self.get_header()
|
self.header = self.get_header()
|
||||||
self.proxy = self.get_proxy(self.source)
|
self.proxy = self.get_proxy(self.source)
|
||||||
query = 'site:' + domain + filtered_subdomain
|
query = 'site:.' + domain + filtered_subdomain
|
||||||
params = {'q': query, 'page': self.page_num}
|
params = {'q': query, 'page': self.page_num}
|
||||||
resp = self.get(self.addr, params)
|
resp = self.get(self.addr, params)
|
||||||
if not resp:
|
if not resp:
|
||||||
|
|||||||
@@ -43,7 +43,7 @@ class Baidu(Search):
|
|||||||
time.sleep(self.delay)
|
time.sleep(self.delay)
|
||||||
self.header = self.get_header()
|
self.header = self.get_header()
|
||||||
self.proxy = self.get_proxy(self.source)
|
self.proxy = self.get_proxy(self.source)
|
||||||
query = 'site:' + domain + filtered_subdomain
|
query = 'site:.' + domain + filtered_subdomain
|
||||||
params = {'wd': query,
|
params = {'wd': query,
|
||||||
'pn': self.page_num,
|
'pn': self.page_num,
|
||||||
'rn': self.per_page_num}
|
'rn': self.per_page_num}
|
||||||
|
|||||||
@@ -30,7 +30,7 @@ class Bing(Search):
|
|||||||
while True:
|
while True:
|
||||||
time.sleep(self.delay)
|
time.sleep(self.delay)
|
||||||
self.proxy = self.get_proxy(self.source)
|
self.proxy = self.get_proxy(self.source)
|
||||||
query = 'site:' + domain + filtered_subdomain
|
query = 'site:.' + domain + filtered_subdomain
|
||||||
params = {'q': query, 'first': self.page_num,
|
params = {'q': query, 'first': self.page_num,
|
||||||
'count': self.per_page_num}
|
'count': self.per_page_num}
|
||||||
resp = self.get(self.addr, params)
|
resp = self.get(self.addr, params)
|
||||||
|
|||||||
@@ -30,7 +30,7 @@ class BingAPI(Search):
|
|||||||
self.header = self.get_header()
|
self.header = self.get_header()
|
||||||
self.header = {'Ocp-Apim-Subscription-Key': self.key}
|
self.header = {'Ocp-Apim-Subscription-Key': self.key}
|
||||||
self.proxy = self.get_proxy(self.source)
|
self.proxy = self.get_proxy(self.source)
|
||||||
query = 'site:' + domain + filtered_subdomain
|
query = 'site:.' + domain + filtered_subdomain
|
||||||
params = {'q': query, 'safesearch': 'Off',
|
params = {'q': query, 'safesearch': 'Off',
|
||||||
'count': self.per_page_num,
|
'count': self.per_page_num,
|
||||||
'offset': self.page_num}
|
'offset': self.page_num}
|
||||||
|
|||||||
@@ -26,7 +26,7 @@ class Exalead(Search):
|
|||||||
time.sleep(self.delay)
|
time.sleep(self.delay)
|
||||||
self.header = self.get_header()
|
self.header = self.get_header()
|
||||||
self.proxy = self.get_proxy(self.source)
|
self.proxy = self.get_proxy(self.source)
|
||||||
query = 'site:' + domain + filtered_subdomain
|
query = 'site:.' + domain + filtered_subdomain
|
||||||
params = {'q': query, 'elements_per_page': '30',
|
params = {'q': query, 'elements_per_page': '30',
|
||||||
"start_index": self.page_num}
|
"start_index": self.page_num}
|
||||||
resp = self.get(url=self.addr, params=params)
|
resp = self.get(url=self.addr, params=params)
|
||||||
|
|||||||
@@ -34,7 +34,7 @@ class Google(Search):
|
|||||||
self.delay = random.randint(1, 5)
|
self.delay = random.randint(1, 5)
|
||||||
time.sleep(self.delay)
|
time.sleep(self.delay)
|
||||||
self.proxy = self.get_proxy(self.source)
|
self.proxy = self.get_proxy(self.source)
|
||||||
word = 'site:' + domain + filtered_subdomain
|
word = 'site:.' + domain + filtered_subdomain
|
||||||
payload = {'q': word, 'start': page_num, 'num': per_page_num,
|
payload = {'q': word, 'start': page_num, 'num': per_page_num,
|
||||||
'filter': '0', 'btnG': 'Search', 'gbv': '1', 'hl': 'en'}
|
'filter': '0', 'btnG': 'Search', 'gbv': '1', 'hl': 'en'}
|
||||||
resp = self.get(url=self.addr, params=payload)
|
resp = self.get(url=self.addr, params=payload)
|
||||||
|
|||||||
@@ -25,7 +25,7 @@ class GoogleAPI(Search):
|
|||||||
"""
|
"""
|
||||||
self.page_num = 1
|
self.page_num = 1
|
||||||
while True:
|
while True:
|
||||||
word = 'site:' + domain + filtered_subdomain
|
word = 'site:.' + domain + filtered_subdomain
|
||||||
time.sleep(self.delay)
|
time.sleep(self.delay)
|
||||||
self.header = self.get_header()
|
self.header = self.get_header()
|
||||||
self.proxy = self.get_proxy(self.source)
|
self.proxy = self.get_proxy(self.source)
|
||||||
|
|||||||
@@ -26,7 +26,7 @@ class So(Search):
|
|||||||
time.sleep(self.delay)
|
time.sleep(self.delay)
|
||||||
self.header = self.get_header()
|
self.header = self.get_header()
|
||||||
self.proxy = self.get_proxy(self.source)
|
self.proxy = self.get_proxy(self.source)
|
||||||
word = 'site:' + domain + filtered_subdomain
|
word = 'site:.' + domain + filtered_subdomain
|
||||||
payload = {'q': word, 'pn': page_num}
|
payload = {'q': word, 'pn': page_num}
|
||||||
resp = self.get(url=self.addr, params=payload)
|
resp = self.get(url=self.addr, params=payload)
|
||||||
if not resp:
|
if not resp:
|
||||||
|
|||||||
@@ -22,7 +22,7 @@ class Sogou(Search):
|
|||||||
while True:
|
while True:
|
||||||
self.header = self.get_header()
|
self.header = self.get_header()
|
||||||
self.proxy = self.get_proxy(self.source)
|
self.proxy = self.get_proxy(self.source)
|
||||||
word = 'site:' + domain + filtered_subdomain
|
word = 'site:.' + domain + filtered_subdomain
|
||||||
payload = {'query': word, 'page': self.page_num,
|
payload = {'query': word, 'page': self.page_num,
|
||||||
"num": self.per_page_num}
|
"num": self.per_page_num}
|
||||||
resp = self.get(self.addr, payload)
|
resp = self.get(self.addr, payload)
|
||||||
|
|||||||
@@ -31,7 +31,7 @@ class Yahoo(Search):
|
|||||||
time.sleep(self.delay)
|
time.sleep(self.delay)
|
||||||
self.header = self.get_header()
|
self.header = self.get_header()
|
||||||
self.proxy = self.get_proxy(self.source)
|
self.proxy = self.get_proxy(self.source)
|
||||||
query = 'site:' + domain + filtered_subdomain
|
query = 'site:.' + domain + filtered_subdomain
|
||||||
params = {'q': query, 'b': self.page_num, 'n': self.per_page_num}
|
params = {'q': query, 'b': self.page_num, 'n': self.per_page_num}
|
||||||
resp = self.get(self.addr, params)
|
resp = self.get(self.addr, params)
|
||||||
if not resp:
|
if not resp:
|
||||||
|
|||||||
@@ -30,7 +30,7 @@ class Yandex(Search):
|
|||||||
time.sleep(self.delay)
|
time.sleep(self.delay)
|
||||||
self.header = self.get_header()
|
self.header = self.get_header()
|
||||||
self.proxy = self.get_proxy(self.source)
|
self.proxy = self.get_proxy(self.source)
|
||||||
query = 'site:' + domain + filtered_subdomain
|
query = 'site:.' + domain + filtered_subdomain
|
||||||
params = {'text': query, 'p': self.page_num,
|
params = {'text': query, 'p': self.page_num,
|
||||||
'numdoc': self.per_page_num}
|
'numdoc': self.per_page_num}
|
||||||
resp = self.get(self.addr, params)
|
resp = self.get(self.addr, params)
|
||||||
|
|||||||
Reference in New Issue
Block a user