Merge branch 'master' of http://8.155.144.6:23011/qinggang.deng/wiki_crawler

nodes/output.py

@@ -0,0 +1,14 @@
+
+def main(task_id: float, is_new_task, add_urls_result: list[dict], urls: list[str], output: list[dict]):
+    
+    # 组建返回结果
+    output = {
+        "task_id": task_id,
+        "is_new_task": is_new_task,
+        "add_urls_result": add_urls_result,
+        "process_urls": urls,
+        "iteration_result": output,
+    }
+    return {
+        "output": output,
+    }

nodes/parse_save_urls.py

@@ -0,0 +1,20 @@
+def check_status(status_code: float, body: str):
+    '''
+    检查状态码和约定的返回值
+    '''
+    if status_code != 200:
+        raise Exception(f"注册任务失败，状态码：{status_code}")
+    if "code" not in body or body["code"] != 1:
+        raise Exception(f"注册任务失败，返回值：{body}")
+
+def main(status_code: float, body: str):
+    try:
+        check_status(status_code, body)
+    except Exception as e:
+        raise e
+    
+    urls_result = body["data"]
+
+    return {
+        "add_urls_result": urls_result
+    }