Browse Source

fix spider task

luojunhui 5 months ago
parent
commit
06db213b31
1 changed files with 1 additions and 1 deletions
  1. 1 1
      tasks/newContentIdTask.py

+ 1 - 1
tasks/newContentIdTask.py

@@ -760,7 +760,6 @@ class NewContentIdTask(object):
         :return:
         """
         task_list = await self.get_tasks()
-        print(task_list)
         task_dict = {}
         # 对 content_id去重
         for task in task_list:
@@ -776,6 +775,7 @@ class NewContentIdTask(object):
         )
         if task_list:
             total_task = len(process_list)
+            print(process_list)
             a = time.time()
             print("开始处理,一共{}个任务".format(total_task))
             tasks = [self.process_task(params) for params in process_list]