This commit is contained in:
Jing Ling
2020-08-22 02:44:55 +08:00
parent 39352ffcb7
commit f90066002f
-3
View File
@@ -1,10 +1,8 @@
import time
import threading import threading
import importlib import importlib
from config.log import logger from config.log import logger
from config import settings from config import settings
from common import utils
class Collect(object): class Collect(object):
@@ -21,7 +19,6 @@ class Collect(object):
# The crawl module has some problems # The crawl module has some problems
modules = ['certificates', 'check', 'datasets', modules = ['certificates', 'check', 'datasets',
'dnsquery', 'intelligence', 'search'] 'dnsquery', 'intelligence', 'search']
# modules = ['certificates']
for module in modules: for module in modules:
module_path = settings.module_dir.joinpath(module) module_path = settings.module_dir.joinpath(module)
for path in module_path.rglob('*.py'): for path in module_path.rglob('*.py'):