wiki_crawler/nodes/parse_pending_urls.py

import json

def parse_response(status_code: float, body: str):
    '''
    检查状态码和约定的返回值
    并且返回正确的body
    '''
    if status_code != 200:
        raise Exception(f"注册任务失败，状态码：{status_code}")
    
    data = json.loads(body)

    if "code" not in data or data["code"] != 1:
        raise Exception(f"注册任务失败，返回值：{body}")
    
    return data["data"]
    
def main(status_code: float, body: str):
    try:
        data = parse_response(status_code, body)
    except Exception as e:
        raise e
    
    urls = data["urls"]

    return {
        "urls": urls,
        "iteration_output": [] # 迭代器运行结果记录，用于传入给迭代器进行记录运行情况 
    }