diff --git a/oneforall/modules/search/github_api.py b/oneforall/modules/search/github_api.py new file mode 100644 index 0000000..892b446 --- /dev/null +++ b/oneforall/modules/search/github_api.py @@ -0,0 +1,99 @@ +import requests +import api +import json +from common.search import Search +from config import logger + + +class GithubAPI(Search): + def __init__(self, domain): + Search.__init__(self) + self.source = 'GithubAPISearch' + self.module = 'Search' + self.addr = 'https://api.github.com/search/code' + self.domain = self.register(domain) + self.session = requests.Session() + self.auth_url = 'https://api.github.com' + self.token = api.github_api_token + + def auth_github(self): + """ + github api 认证 + + :return: 认证失败返回False 成功返回True + """ + self.session.headers.update({'Authorization': 'token ' + self.token}) + try: + resp = self.session.get(self.auth_url) + except Exception as e: + logger.log('ERROR', e.args) + return False + if resp.status_code != 200: + resp_json = resp.json() + msg = resp_json.get('message') + logger.log('ERROR', msg) + return False + else: + return True + + def search(self): + """ + 向接口查询子域并做子域匹配 + """ + self.session.headers = self.get_header() + self.session.proxies = self.get_proxy(self.source) + self.session.verify = self.verify + self.session.headers.update( + {'Accept': 'application/vnd.github.v3.text-match+json'}) + + if not self.auth_github(): + logger.log('ERROR', f'{self.source}模块登录失败') + return + page = 1 + while True: + params = {'q': self.domain, 'per_page': 100, + 'page': page, 'sort': 'indexed'} + try: + resp = self.session.get(self.addr, params=params) + except Exception as e: + logger.log('ERROR', e.args) + break + if resp.status_code != 200: + logger.log('ERROR', f'{self.source}模块搜索出错') + break + + subdomains = self.match(self.domain, str(resp.text)) + if not subdomains: + break + self.subdomains = self.subdomains.union(subdomains) + page += 1 + if page * 100 > json.loads(resp.text)['total_count']: + print(page) + break + + def run(self): + """ + 类执行入口 + """ + if not self.check(self.token): + return + self.begin() + self.search() + self.finish() + self.save_json() + self.gen_result() + self.save_db() + + +def do(domain): # 统一入口名字 方便多线程调用 + """ + 类统一调用入口 + + :param str domain: 域名 + """ + query = GithubAPI(domain) + query.run() + + +if __name__ == '__main__': + do('freebuf.com')