import time from bs4 import BeautifulSoup from common.search import Search from config.log import logger class Gitee(Search): def __init__(self, domain): Search.__init__(self) self.source = 'GiteeSearch' self.module = 'Search' self.addr = 'https://search.gitee.com/' self.domain = domain self.header = self.get_header() def search(self): """ 向接口查询子域并做子域匹配 """ page_num = 1 while True: time.sleep(self.delay) params = {'pageno': page_num, 'q': self.domain, 'type': 'code'} try: resp = self.get(self.addr, params=params) except Exception as e: logger.log('ERROR', e.args) break if not resp: break if resp.status_code != 200: logger.log('ERROR', f'{self.source} module query failed') break if 'class="empty-box"' in resp.text: break soup = BeautifulSoup(resp.text, 'html.parser') subdomains = self.match_subdomains(soup, fuzzy=False) if not self.check_subdomains(subdomains): break self.subdomains.update(subdomains) if '