37 lines
1.7 KiB
Python
37 lines
1.7 KiB
Python
|
'''Isolated build subprocess; invoked only by the Worker, never an API handler.'''
|
||
|
|
import json
|
||
|
|
import sys
|
||
|
|
import traceback
|
||
|
|
from pathlib import Path
|
||
|
|
from . import db, builder
|
||
|
|
from fastapi import HTTPException
|
||
|
|
|
||
|
|
def main():
|
||
|
|
job_id=sys.argv[1]
|
||
|
|
row=db.one('SELECT site_id,payload_json,kind FROM build_jobs WHERE id=?',(job_id,))
|
||
|
|
if not row:raise SystemExit('Job missing')
|
||
|
|
out=db.DATA/'job_results';out.mkdir(parents=True,exist_ok=True)
|
||
|
|
result_file=out/(job_id+'.json')
|
||
|
|
try:
|
||
|
|
opts=json.loads(row['payload_json'] or '{}')
|
||
|
|
if row['kind']=='wordpress_scan':
|
||
|
|
from . import wp_migration_v82
|
||
|
|
value=wp_migration_v82.run_scan(row['site_id'],opts['session_id'],job_id)
|
||
|
|
if value['state']=='page_limit':raise TimeoutError('超过单次任务的采集页数限制，请重新提交任务')
|
||
|
|
elif row['kind']=='api_scan':
|
||
|
|
from . import connectors_v84
|
||
|
|
value=connectors_v84.run_scan(row['site_id'],opts['source_id'],job_id)
|
||
|
|
elif row['kind']=='mysql_scan':
|
||
|
|
from . import connectors_v85
|
||
|
|
value=connectors_v85.run_scan(row['site_id'],opts['source_id'],job_id)
|
||
|
|
elif row['kind']=='build':
|
||
|
|
value=builder.build(row['site_id'],bool(opts.get('mirror_images',False)))
|
||
|
|
else:raise ValueError('未知任务类型')
|
||
|
|
obj={'ok':True,'result':value}
|
||
|
|
except Exception as exc:
|
||
|
|
obj={'ok':False,'error':str(exc)[:1200],'retryable':isinstance(exc,(TimeoutError,ConnectionError)) or (isinstance(exc,HTTPException) and exc.status_code in (502,503,504))}
|
||
|
|
result_file.write_text(json.dumps(obj,ensure_ascii=False),encoding='utf-8')
|
||
|
|
return 0 if obj['ok'] else 1
|
||
|
|
|
||
|
|
if __name__=='__main__':sys.exit(main())
|