将api加入到插拔式配置

This commit is contained in:
Jing Ling
2020-08-14 13:00:39 +08:00
parent 091167acb2
commit e16b7dada0
23 changed files with 135 additions and 57 deletions
+3 -3
View File
@@ -8,7 +8,7 @@ github自动接管
import json
import base64
import requests
from config import api
from config import settings
HEADERS = {
"Accept": "application/json, text/javascript, */*; q=0.01",
@@ -21,8 +21,8 @@ def github_takeover(url):
# 读取config配置文件
repo_name = url
print('[*]正在读取配置文件')
user = api.github_api_user
token = api.github_api_token
user = settings.github_api_user
token = settings.github_api_token
headers = {
"Authorization": 'token ' + token,
"Accept": "application/vnd.github.switcheroo-preview+json"
+3 -3
View File
@@ -1,4 +1,4 @@
from config import api
from config import settings
from common.query import Query
from config.log import logger
@@ -10,8 +10,8 @@ class CensysAPI(Query):
self.module = 'Certificate'
self.source = "CensysAPIQuery"
self.addr = 'https://www.censys.io/api/v1/search/certificates'
self.id = api.censys_api_id
self.secret = api.censys_api_secret
self.id = settings.censys_api_id
self.secret = settings.censys_api_secret
self.delay = 3.0 # Censys 接口查询速率限制 最快2.5秒查1次
def query(self):
+2 -2
View File
@@ -1,4 +1,4 @@
from config import api
from config import settings
from common.query import Query
@@ -9,7 +9,7 @@ class BinaryEdgeAPI(Query):
self.module = 'Dataset'
self.source = 'BinaryEdgeAPIQuery'
self.addr = 'https://api.binaryedge.io/v2/query/domains/subdomain/'
self.api = api.binaryedge_api
self.api = settings.binaryedge_api
def query(self):
"""
+2 -2
View File
@@ -1,4 +1,4 @@
from config import api
from config import settings
from common.query import Query
@@ -9,7 +9,7 @@ class ChinazAPI(Query):
self.module = 'Dataset'
self.source = 'ChinazAPIQuery'
self.addr = 'https://apidata.chinaz.com/CallAPI/Alexa'
self.api = api.chinaz_api
self.api = settings.chinaz_api
def query(self):
"""
+3 -3
View File
@@ -1,4 +1,4 @@
from config import api
from config import settings
from common.query import Query
@@ -9,8 +9,8 @@ class CirclAPI(Query):
self.module = 'Dataset'
self.source = 'CirclAPIQuery'
self.addr = 'https://www.circl.lu/pdns/query/'
self.user = api.circl_api_username
self.pwd = api.circl_api_password
self.user = settings.circl_api_username
self.pwd = settings.circl_api_password
def query(self):
"""
+2 -2
View File
@@ -1,4 +1,4 @@
from config import api
from config import settings
from common.query import Query
from config.log import logger
from time import sleep
@@ -11,7 +11,7 @@ class CloudFlareAPI(Query):
self.domain = domain
self.module = 'Dataset'
self.source = 'CloudFlareAPIQuery'
self.token = api.cloudflare_api_token
self.token = settings.cloudflare_api_token
self.addr = 'https://api.cloudflare.com/client/v4/'
self.header = self.get_header()
self.header.update({'Authorization': 'Bearer ' + self.token})
+2 -2
View File
@@ -1,4 +1,4 @@
from config import api
from config import settings
from common.query import Query
@@ -9,7 +9,7 @@ class DNSdbAPI(Query):
self.module = 'Dataset'
self.source = 'DNSdbAPIQuery'
self.addr = 'https://api.dnsdb.info/lookup/rrset/name/'
self.api = api.dnsdb_api_key
self.api = settings.dnsdb_api_key
def query(self):
"""
+2 -2
View File
@@ -1,4 +1,4 @@
from config import api
from config import settings
from common.query import Query
from config.log import logger
@@ -10,7 +10,7 @@ class IPv4InfoAPI(Query):
self.module = 'Dataset'
self.source = 'IPv4InfoAPIQuery'
self.addr = ' http://ipv4info.com/api_v1/'
self.api = api.ipv4info_api_key
self.api = settings.ipv4info_api_key
def query(self):
"""
+3 -3
View File
@@ -1,4 +1,4 @@
from config import api
from config import settings
from common.query import Query
@@ -8,8 +8,8 @@ class PassiveDnsAPI(Query):
self.domain = domain
self.module = 'Dataset'
self.source = 'PassiveDnsQuery'
self.addr = api.passivedns_api_addr or 'http://api.passivedns.cn'
self.token = api.passivedns_api_token
self.addr = settings.passivedns_api_addr or 'http://api.passivedns.cn'
self.token = settings.passivedns_api_token
def query(self):
"""
+2 -2
View File
@@ -1,4 +1,4 @@
from config import api
from config import settings
from common.query import Query
@@ -9,7 +9,7 @@ class SecurityTrailsAPI(Query):
self.module = 'Dataset'
self.source = 'SecurityTrailsAPIQuery'
self.addr = 'https://api.securitytrails.com/v1/domain/'
self.api = api.securitytrails_api
self.api = settings.securitytrails_api
self.delay = 2 # SecurityTrails查询时延至少2秒
def query(self):
+2 -2
View File
@@ -1,4 +1,4 @@
from config import api
from config import settings
from common.query import Query
@@ -8,7 +8,7 @@ class SpyseAPI(Query):
self.domain = domain
self.module = 'Dataset'
self.source = 'SpyseAPIQuery'
self.token = api.spyse_api_token
self.token = settings.spyse_api_token
def query(self):
"""
+3 -3
View File
@@ -1,4 +1,4 @@
from config import api
from config import settings
from common.query import Query
@@ -9,8 +9,8 @@ class RiskIQ(Query):
self.module = 'Intelligence'
self.source = 'RiskIQAPIQuery'
self.addr = 'https://api.passivetotal.org/v2/enrichment/subdomains'
self.user = api.riskiq_api_username
self.key = api.riskiq_api_key
self.user = settings.riskiq_api_username
self.key = settings.riskiq_api_key
def query(self):
"""
+2 -2
View File
@@ -1,4 +1,4 @@
from config import api
from config import settings
from common.query import Query
@@ -9,7 +9,7 @@ class ThreatBookAPI(Query):
self.module = 'Intelligence'
self.source = 'ThreatBookAPIQuery'
self.addr = 'https://api.threatbook.cn/v3/domain/sub_domains'
self.key = api.threatbook_api_key
self.key = settings.threatbook_api_key
def query(self):
"""
+2 -2
View File
@@ -1,4 +1,4 @@
from config import api
from config import settings
from common.query import Query
@@ -9,7 +9,7 @@ class VirusTotalAPI(Query):
self.module = 'Intelligence'
self.source = 'VirusTotalAPIQuery'
self.addr = 'https://www.virustotal.com/vtapi/v2/domain/report'
self.key = api.virustotal_api_key
self.key = settings.virustotal_api_key
def query(self):
"""
+3 -3
View File
@@ -1,5 +1,5 @@
import time
from config import api
from config import settings
from common.search import Search
@@ -10,8 +10,8 @@ class BingAPI(Search):
self.module = 'Search'
self.source = 'BingAPISearch'
self.addr = 'https://api.cognitive.microsoft.com/bing/v7.0/search'
self.id = api.bing_api_id
self.key = api.bing_api_key
self.id = settings.bing_api_id
self.key = settings.bing_api_key
self.limit_num = 1000 # 必应同一个搜索关键词限制搜索条数
self.delay = 1 # 必应自定义搜索限制时延1秒
+3 -3
View File
@@ -1,7 +1,7 @@
import base64
import time
from config import api
from config import settings
from common.search import Search
@@ -13,8 +13,8 @@ class FoFa(Search):
self.source = 'FoFaAPISearch'
self.addr = 'https://fofa.so/api/v1/search/all'
self.delay = 1
self.email = api.fofa_api_email
self.key = api.fofa_api_key
self.email = settings.fofa_api_email
self.key = settings.fofa_api_key
def search(self):
"""
+2 -2
View File
@@ -1,5 +1,5 @@
import requests
from config import api
from config import settings
from common.search import Search
from config.log import logger
@@ -13,7 +13,7 @@ class GithubAPI(Search):
self.domain = domain
self.session = requests.Session()
self.auth_url = 'https://api.github.com'
self.token = api.github_api_token
self.token = settings.github_api_token
def auth_github(self):
"""
+3 -3
View File
@@ -1,5 +1,5 @@
import time
from config import api
from config import settings
from common.search import Search
@@ -11,8 +11,8 @@ class GoogleAPI(Search):
self.source = 'GoogleAPISearch'
self.addr = 'https://www.googleapis.com/customsearch/v1'
self.delay = 1
self.key = api.google_api_key
self.id = api.google_api_id
self.key = settings.google_api_key
self.id = settings.google_api_id
self.per_page_num = 10 # 每次只能请求10个结果
def search(self, domain, filtered_subdomain=''):
+2 -2
View File
@@ -1,4 +1,4 @@
from config import api
from config import settings
from common.search import Search
@@ -9,7 +9,7 @@ class ShodanAPI(Search):
self.module = 'Search'
self.source = 'ShodanAPISearch'
self.addr = 'https://api.shodan.io/shodan/host/search'
self.key = api.shodan_api_key
self.key = settings.shodan_api_key
def search(self):
"""
+3 -3
View File
@@ -1,5 +1,5 @@
import time
from config import api
from config import settings
from common.search import Search
from config.log import logger
@@ -12,8 +12,8 @@ class ZoomEyeAPI(Search):
self.source = 'ZoomEyeAPISearch'
self.addr = 'https://api.zoomeye.org/web/search'
self.delay = 2
self.user = api.zoomeye_api_usermail
self.pwd = api.zoomeye_api_password
self.user = settings.zoomeye_api_usermail
self.pwd = settings.zoomeye_api_password
def login(self):
"""