Merge branch 'pre' of Server/title_with_video into master

static/config.py

@@ -131,6 +131,10 @@ gh_id_dict = {
         "uid": 72459359,
         "nick_name": "北街九命猫南巷七秒鱼"
     },
+    "gh_2111a67800ba": {
+        "uid": 74162341,
+        "nick_name": "夜半呻吟"
+    },
     "gh_234ef02cdee5": {
         "uid": 69637513,
         "nick_name": "夹逼"
@@ -139,10 +143,18 @@ gh_id_dict = {
         "uid": 71051365,
         "nick_name": "吹长笛"
     },
+    "gh_243829b5ff02": {
+        "uid": 74162336,
+        "nick_name": "难做"
+    },
     "gh_24aa1e4bf177": {
         "uid": 71353820,
         "nick_name": "翁思"
     },
+    "gh_25c925cf5d8a": {
+        "uid": 74162347,
+        "nick_name": "谦谦公子"
+    },
     "gh_26a307578776": {
         "uid": 69637490,
         "nick_name": "最宝贝的宝贝"
@@ -151,6 +163,10 @@ gh_id_dict = {
         "uid": 69637530,
         "nick_name": "沉舸"
     },
+    "gh_291ec369f017": {
+        "uid": 74162334,
+        "nick_name": "执炬逆风"
+    },
     "gh_2abee512312a": {
         "uid": 70731103,
         "nick_name": "舍我"
@@ -159,10 +175,18 @@ gh_id_dict = {
         "uid": 69637470,
         "nick_name": "懶得取名"
     },
+    "gh_2e0c4609839f": {
+        "uid": 74162332,
+        "nick_name": "神君"
+    },
     "gh_2e615fa75ffb": {
         "uid": 72683739,
         "nick_name": "空巢老人家"
     },
+    "gh_2fde0fd0ad79": {
+        "uid": 74162335,
+        "nick_name": "城之"
+    },
     "gh_30816d8adb52": {
         "uid": 71616016,
         "nick_name": "鹤绝"
@@ -183,6 +207,10 @@ gh_id_dict = {
         "uid": 69637545,
         "nick_name": "秋水娉婷"
     },
+    "gh_39218d3a3ec1": {
+        "uid": 74162342,
+        "nick_name": "人生如梦"
+    },
     "gh_3ac6d7208961": {
         "uid": 69637497,
         "nick_name": "小熊的少女梦"
@@ -191,6 +219,10 @@ gh_id_dict = {
         "uid": 69637519,
         "nick_name": "油腻腻"
     },
+    "gh_3ce2fa1956ea": {
+        "uid": 74162320,
+        "nick_name": "疑心病"
+    },
     "gh_3df10391639c": {
         "uid": 69637541,
         "nick_name": "六郎娇面"
@@ -223,6 +255,10 @@ gh_id_dict = {
         "uid": 69637522,
         "nick_name": "认命"
     },
+    "gh_44127c197525": {
+        "uid": 74162321,
+        "nick_name": "青昧"
+    },
     "gh_442a2c336dd8": {
         "uid": 72459352,
         "nick_name": "彻夜"
@@ -255,6 +291,14 @@ gh_id_dict = {
         "uid": 69637474,
         "nick_name": "影帝"
     },
+    "gh_4c21daadd79f": {
+        "uid": 74162330,
+        "nick_name": "想被宠一次"
+    },
+    "gh_4f6bfd731ac8": {
+        "uid": 74162328,
+        "nick_name": "浅梦"
+    },
     "gh_50a7969695f6": {
         "uid": 73723024,
         "nick_name": "日日思君"
@@ -263,10 +307,18 @@ gh_id_dict = {
         "uid": 72088980,
         "nick_name": "在乎"
     },
+    "gh_5198e38df4c0": {
+        "uid": 74162331,
+        "nick_name": "饮长风"
+    },
     "gh_51e4ad40466d": {
         "uid": 71616015,
         "nick_name": "吃甜"
     },
+    "gh_531881b6d1ad": {
+        "uid": 74162346,
+        "nick_name": "如同昨日"
+    },
     "gh_538f78f9d3aa": {
         "uid": 69637478,
         "nick_name": "伤痕"
@@ -275,6 +327,10 @@ gh_id_dict = {
         "uid": 72459360,
         "nick_name": "卷子泛滥成灾"
     },
+    "gh_55866e76fc28": {
+        "uid": 74162343,
+        "nick_name": "少走感情路"
+    },
     "gh_56a6765df869": {
         "uid": 69637514,
         "nick_name": "风月"
@@ -287,6 +343,10 @@ gh_id_dict = {
         "uid": 71582075,
         "nick_name": "醉色染红颜"
     },
+    "gh_5765f834684c": {
+        "uid": 74162324,
+        "nick_name": "一笑百媚生"
+    },
     "gh_57c9e8babea7": {
         "uid": 72683735,
         "nick_name": "离去"
@@ -319,6 +379,10 @@ gh_id_dict = {
         "uid": 72088974,
         "nick_name": "足够体面"
     },
+    "gh_5e1464b76ff6": {
+        "uid": 74162323,
+        "nick_name": "不走为尽"
+    },
     "gh_5e543853d8f0": {
         "uid": 69637543,
         "nick_name": "不知春秋"
@@ -387,6 +451,10 @@ gh_id_dict = {
         "uid": 72088976,
         "nick_name": "世俗"
     },
+    "gh_7208b813f16d": {
+        "uid": 74162329,
+        "nick_name": "数流年"
+    },
     "gh_72bace6b3059": {
         "uid": 70731109,
         "nick_name": "万物生息"
@@ -443,6 +511,10 @@ gh_id_dict = {
         "uid": 70731113,
         "nick_name": "浮現"
     },
+    "gh_845f84745a80": {
+        "uid": 74162327,
+        "nick_name": "可鄙"
+    },
     "gh_87df74d068d5": {
         "uid": 72459347,
         "nick_name": "教养"
@@ -579,6 +651,10 @@ gh_id_dict = {
         "uid": 69637535,
         "nick_name": "听腻了谎话"
     },
+    "gh_a29af5b297b1": {
+        "uid": 74162338,
+        "nick_name": "凑巧"
+    },
     "gh_a307072c04b9": {
         "uid": 69637521,
         "nick_name": "踏步"
@@ -587,6 +663,10 @@ gh_id_dict = {
         "uid": 72459364,
         "nick_name": "想和你同床"
     },
+    "gh_a5c534db075f": {
+        "uid": 74162333,
+        "nick_name": "养猪仙人"
+    },
     "gh_a5e71438865e": {
         "uid": 72088977,
         "nick_name": "同类"
@@ -759,6 +839,10 @@ gh_id_dict = {
         "uid": 72088973,
         "nick_name": "枝头月"
     },
+    "gh_da2732f4518b": {
+        "uid": 74162340,
+        "nick_name": "小城管小商贩"
+    },
     "gh_da44c409ec0f": {
         "uid": 73723025,
         "nick_name": "红眼"
@@ -803,6 +887,18 @@ gh_id_dict = {
         "uid": 73723030,
         "nick_name": "城堡"
     },
+    "gh_e4506a7ce46f": {
+        "uid": 74162322,
+        "nick_name": "肥球"
+    },
+    "gh_e56ddf195d91": {
+        "uid": 74162345,
+        "nick_name": "煽情"
+    },
+    "gh_e6be5a12e83c": {
+        "uid": 74162348,
+        "nick_name": "争霸"
+    },
     "gh_e75dbdc73d80": {
         "uid": 69637542,
         "nick_name": "情战"
@@ -815,6 +911,10 @@ gh_id_dict = {
         "uid": 73723026,
         "nick_name": "清辰"
     },
+    "gh_ebbba8a46bbc": {
+        "uid": 74162319,
+        "nick_name": "朝筠"
+    },
     "gh_ede868a2e656": {
         "uid": 73858594,
         "nick_name": "晚安"
@@ -827,6 +927,14 @@ gh_id_dict = {
         "uid": 69637547,
         "nick_name": "心野性子浪"
     },
+    "gh_efd90dcf48ac": {
+        "uid": 74162316,
+        "nick_name": "动心"
+    },
+    "gh_f1122b34f1f3": {
+        "uid": 74162337,
+        "nick_name": "该怎样"
+    },
     "gh_f25b5fb01977": {
         "uid": 70731105,
         "nick_name": "山色空濛"
@@ -843,6 +951,10 @@ gh_id_dict = {
         "uid": 69637544,
         "nick_name": "自缚"
     },
+    "gh_f74ca3104604": {
+        "uid": 74162325,
+        "nick_name": "鬼面書生"
+    },
     "gh_f902cea89e48": {
         "uid": 71021085,
         "nick_name": "晚春的树"

test_code/hurry.py

@@ -1,80 +0,0 @@
-"""
-@author: luojunhui
-"""
-import json
-import time
-
-import pymysql
-from tqdm import tqdm
-
-spider_connection = pymysql.connect(
-    host="rm-bp1159bu17li9hi94.mysql.rds.aliyuncs.com",
-    port=3306,
-    user="crawler",
-    passwd="crawler123456@",
-    db="piaoquan-crawler",
-    charset="utf8mb4"
-)
-
-with open("id.txt", encoding="utf-8") as f:
-    data = f.readlines()
-
-L = {}
-for line in data:
-    new_id = line.split(",")[1].strip()
-    old_id = line.split(",")[0]
-    L[new_id] = old_id
-print(len(L))
-
-with open("update_video_trace_id.json", encoding="utf-8") as f:
-    publish_data = json.loads(f.read())
-
-print(len(publish_data))
-
-
-def update_into_long_videos(trace_id, vid1, vid2, vid3):
-    """
-    更新video_id
-    :param trace_id:
-    :param vid1:
-    :param vid2:
-    :param vid3:
-    :return:
-    """
-    update_sql = f"""
-        UPDATE long_articles_video
-        set recall_video_id1 = %s, recall_video_id2 = %s, recall_video_id3 = %s
-        where trace_id = %s;
-    """
-    cursor = spider_connection.cursor()
-    cursor.execute(
-        update_sql,
-        (vid1, vid2, vid3, trace_id)
-    )
-    spider_connection.commit()
-
-
-ff = 0
-for item in tqdm(publish_data):
-    trace_id = item['trace_id']
-    data_info = item['result_data']
-    try:
-        vid_list = []
-        for video_obj in json.loads(data_info):
-            path = video_obj['productionPath']
-            video_id = path.split("id%3D")[1].split("%26su")[0]
-            # if L.get(video_id):
-            vid_list.append(video_id)
-        update_into_long_videos(
-            trace_id=trace_id,
-            vid1=vid_list[0],
-            vid2=vid_list[1],
-            vid3=vid_list[2]
-        )
-
-    except Exception as e:
-        print("No videos   {}".format(e))
-
-print(ff)
-
-