Files
wiki_crawler/nodes/parse_pending_urls.py
2025-12-29 14:42:33 +08:00

30 lines
763 B
Python

import json
def parse_response(status_code: float, body: str):
'''
检查状态码和约定的返回值
并且返回正确的body
'''
if status_code != 200:
raise Exception(f"注册任务失败,状态码:{status_code}")
data = json.loads(body)
if "code" not in data or data["code"] != 1:
raise Exception(f"注册任务失败,返回值:{body}")
return data["data"]
def main(status_code: float, body: str):
try:
data = parse_response(status_code, body)
except Exception as e:
raise e
urls = data["urls"]
return {
"urls": urls,
"iteration_output": [] # 迭代器运行结果记录,用于传入给迭代器进行记录运行情况
}