判断content_id是否在执行

tasks/newContentIdTask.py

@@ -743,13 +743,21 @@ class NewContentIdTask(object):
         """
         task_list = await self.get_tasks()
         print(task_list)
+        task_dict = {}
+        # 对 content_id去重
+        for task in task_list:
+            key = task['content_id']
+            task_dict[key] = task
+        process_list = []
+        for item in task_dict:
+            process_list.append(task_dict[item])
         logging(
             code="5001",
             info="Match Task Got {} this time".format(len(task_list)),
             function="Publish Task"
         )
         if task_list:
-            tasks = [self.process_task(params) for params in task_list]
+            tasks = [self.process_task(params) for params in process_list]
             await asyncio.gather(*tasks)
         else:
             logging(