去重逻辑修改

data_channel/dy_ls.py

@@ -43,6 +43,10 @@ class DYLS:
                     old_title = data["video_desc"]
                     status = sqlCollect.is_used(task_mark, video_id, mark, "抖音")
                     if status:
+                        status = sqlCollect.is_used(task_mark, video_id, mark, "抖音历史")
+                        if status == False:
+                            continue
+
                         video_percent = '%.2f' % (int(share_count) / int(good_count))
                         special = float(0.25)
                         duration = duration / 1000
@@ -86,4 +90,4 @@ class DYLS:
 
 if __name__ == '__main__':
     # DYLS.get_video("7314923922602954022")
-    DYLS.get_dyls_list("1","MS4wLjABAAAADUObyc_aoKXnXnV01JEcZMdvU0_ZFvFnVQAU-weztOgHubCQont1aDrDASxWu8B6",1,"1")
+    DYLS.get_dyls_list("1","MS4wLjABAAAA2QEvnEb7cQDAg6vZXq3j8_LlbO_DiturnV7VeybFKY4",1,"1")

data_channel/ks_ls.py

@@ -32,6 +32,9 @@ class KSLS:
                 for data in data_list:
                     photo_id = data["photo_id"]
                     status = sqlCollect.is_used(task_mark, photo_id, mark, "快手")
+                    if status == False:
+                        continue
+                    status = sqlCollect.is_used(task_mark, photo_id, mark, "快手历史")
                     if status == False:
                         continue
                     view_count = data["view_count"]