river_tao/OneForAll-mirror
1
0
Fork 0
mirror of https://github.com/shmilylty/OneForAll.git synced 2026-08-26 04:47:48 +08:00
Code Issues Packages Projects Releases Wiki Activity

优化dbexport

Browse Source
This commit is contained in:
JrD
2020-07-10 19:49:20 +08:00
parent 34ec6f0887
commit 9a67e4932f
1 changed files with 23 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files
dbexport.py
+23 -16
View File
@@ -15,20 +15,24 @@ from common.database import Database
from config.log import logger from config.log import logger
def export(table, db=None, alive=False, limit=None, path=None, format='csv', show=False): def domain_to_table(table):
return table.replace('.', '_') + "_now_result"
def export(target, db=None, alive=False, limit=None, path=None, format='csv', show=False):
""" """
OneForAll export from database module OneForAll export from database module
Example: Example:
python3 dbexport.py --table name --format csv --dir= ./result.csv python3 dbexport.py --target name --format csv --dir= ./result.csv
python3 dbexport.py --db result.db --table name --show False python3 dbexport.py --db result.db --target name --show False
Note: Note:
--alive True/False Only export alive subdomains or not (default False) --alive True/False Only export alive subdomains or not (default False)
--format rst/csv/tsv/json/yaml/html/jira/xls/xlsx/dbf/latex/ods (result format) --format rst/csv/tsv/json/yaml/html/jira/xls/xlsx/dbf/latex/ods (result format)
--path Result directory (default directory is ./results) --path Result directory (default directory is ./results)
:param str table: Table to be exported :param str target: Table to be exported
:param str db: Database path to be exported (default ./results/result.sqlite3) :param str db: Database path to be exported (default ./results/result.sqlite3)
:param bool alive: Only export the results of alive subdomains (default False) :param bool alive: Only export the results of alive subdomains (default False)
:param str limit: Export limit (default None) :param str limit: Export limit (default None)
@@ -38,19 +42,22 @@ def export(table, db=None, alive=False, limit=None, path=None, format='csv', sho
""" """
database = Database(db) database = Database(db)
rows = database.export_data(table, alive, limit) domains = utils.get_domains(target)
format = utils.check_format(format, len(rows)) datas = []
path = utils.check_path(path, table, format) for domain in domains:
if show: table_name = domain_to_table(domain)
print(rows.dataset) rows = database.export_data(table_name, alive, limit)
data = rows.export(format) if rows is None:
continue
format = utils.check_format(format, len(rows))
if show:
print(rows.dataset)
data = rows.as_dict()
datas.extend(data)
database.close() database.close()
utils.save_data(path, data) utils.export_all(alive, format, path, datas)
logger.log('ALERT', f'The subdomain result for {table}: {path}')
data_dict = rows.as_dict()
return data_dict
if __name__ == '__main__': if __name__ == '__main__':
fire.Fire(export) # fire.Fire(export)
# save('example_com_last', format='txt') export('example.com')