update

main/demo.py

@@ -53,13 +53,150 @@ class Demo:
             Common.logger(log_type).info(f'get_video_url_response:{r.json()}')
         else:
             clarityUrl = r.json()['data']['apiData']['curVideoMeta']['clarityUrl']
-            video_url = r.json()['data']['apiData']['curVideoMeta']['clarityUrl'][len(clarityUrl)-1]['url']
+            video_url = r.json()['data']['apiData']['curVideoMeta']['clarityUrl'][len(clarityUrl) - 1]['url']
 
             return video_url
 
+    user_pcursor = ''
+    user_cnt = []
+
+    @classmethod
+    def get_follow_users(cls, log_type):
+        while True:
+            url = "https://www.kuaishou.com/graphql"
+            payload = {
+                "operationName": "visionProfileUserList",
+                "variables": {"ftype": 1, "pcursor": str(cls.user_pcursor)},
+                "query": "query visionProfileUserList($pcursor: String, $ftype: Int) "
+                         "{\n  visionProfileUserList(pcursor: $pcursor, ftype: $ftype) "
+                         "{\n    result\n    fols {\n      user_name\n      headurl\n      "
+                         "user_text\n      isFollowing\n      user_id\n      __typename\n    }\n"
+                         "    hostName\n    pcursor\n    __typename\n  }\n}\n"
+            }
+            headers = {
+                'accept': '*/*',
+                'Accept-Encoding': 'gzip, deflate, br',
+                'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8',
+                'Cache-Control': 'no-cache',
+                'Connection': 'keep-alive',
+                'Content-Length': '382',
+                'content-type': 'application/json',
+                'Cookie': 'kpf=PC_WEB; '
+                          'kpn=KUAISHOU_VISION; '
+                          'clientid=3; '
+                          'did=web_260fc6cc87668951b745d0aa536b6c45; '
+                          'client_key=65890b29; '
+                          'userId=1921947321; '
+                          'kuaishou.server.web_st=ChZrdWFpc2hvdS5zZXJ2ZXIud2ViLnN0EqABeKWnZv84JvnYIdwhX6o5jaBjDblgvsn'
+                          '7o8XEAvihFCj1P-69BK0qcjnCMbpUUmfT7pqlsn0KVsuK5789LXjySbqdee8yKhNhM-kttccnRokJM7BbSl7VzViTd'
+                          'afHKDM3UEh1oJKy5s_iMUHbXo6wHSbMjdFYP6QsSRf7xU9KA4IC-uNX9ZcBj39OuCUCjlQFOXLjJV8mYAcBt1BqrIT'
+                          'VhhoS6uws2LN-siMyPVYdMaXTUH7FIiCEI0MRi2vzOYp7_RSnHX_7--xNCDYQVUo05gjITkWaGCgFMAE; '
+                          'kuaishou.server.web_ph=f2b6b9531d9ade009d5dccf1351ae7d4c7d2',
+                'Pragma': 'no-cache',
+                'Referer': 'https://www.kuaishou.com/profile/3xbp7922t5sgcpq',
+                'sec-ch-ua': '"Not?A_Brand";v="8", "Chromium";v="108", "Google Chrome";v="108"',
+                'sec-ch-ua-mobile': '?0',
+                'sec-ch-ua-platform': '"macOS"',
+                'Sec-Fetch-Dest': 'empty',
+                'Sec-Fetch-Mode': 'cors',
+                'Sec-Fetch-Site': 'same-origin',
+                'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 '
+                              '(KHTML, like Gecko) Chrome/108.0.0.0 Safari/537.36'
+            }
+            r = requests.post(url=url, headers=headers, json=payload)
+            fols = r.json()['data']['visionProfileUserList']['fols']
+            cls.user_pcursor = r.json()['data']['visionProfileUserList']['pcursor']
+            if len(fols) == 0:
+                print(f'到底啦~\n共关注 {len(cls.user_cnt)} 人\n')
+                cls.user_pcursor = 0
+                cls.user_cnt = []
+                return
+            for i in range(len(fols)):
+                user_name = fols[i]['user_name']
+                user_id = fols[i]['user_id']
+                cls.user_cnt.append(user_id)
+
+                print(f'user_name:{user_name}')
+                print(f'user_id:{user_id}')
+                print('\n')
+
+    @classmethod
+    def get_video_feeds(cls, log_type, out_id):
+        url = 'https://www.kuaishou.com/graphql'
+        headers = {
+            'accept': '*/*',
+            'Accept-Encoding': 'gzip, deflate, br',
+            'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8',
+            'Cache-Control': 'no-cache',
+            'content-type': 'application/json',
+            'Cookie': 'kpf=PC_WEB; kpn=KUAISHOU_VISION; clientid=3; did=web_260fc6cc87668951b745d0aa536b6c45; client_key=65890b29; userId=1921947321; kuaishou.server.web_st=ChZrdWFpc2hvdS5zZXJ2ZXIud2ViLnN0EqABwCuiLLMSOvJtdcmO-XD0RHf-lRaR--1o0MNMhnsdl1xRZOfkHgEnFM1GNwk-pNxGwIXupJiGfL6JC-dsw6pNVRfW9eiCMUiFfVSS8bbVuBhSnh4wlJc6e2wy6FeYXC4V2WUQ7CKlUc_1sESmPlYq1D2JV7eKyNJP9VVnZ1i_y31SnTnAx2DpncW8UNV2qv_bjTxokg4rZRPnBBRCfAAhShoStEyT9S95saEmiR8Dg-bb1DKRIiDJ8NOu7QSy1FkD3GwzpAURUTTYYTuENNqldrStQMfWxygFMAE; kuaishou.server.web_ph=f80aff104d1749fbb5b6760aee76d5b640e2',
+            'Pragma': 'no-cache',
+            'Referer': 'https://www.kuaishou.com/profile/'+str(out_id),
+            'sec-ch-ua': '"Not?A_Brand";v="8", "Chromium";v="108", "Google Chrome";v="108"',
+            'sec-ch-ua-mobile': '?0',
+            'sec-ch-ua-platform': '"macOS"',
+            'Sec-Fetch-Dest': 'empty',
+            'Sec-Fetch-Mode': 'cors',
+            'Sec-Fetch-Site': 'same-origin',
+            'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.0.0 Safari/537.36',
+        }
+        payload = {
+            "operationName": "visionProfilePhotoList",
+            "variables": {
+                "userId": str(out_id),
+                "pcursor": "",
+                "page": "profile"
+            },
+            "query": "fragment photoContent on PhotoEntity {\n  id\n  duration\n  caption\n  originCaption\n  likeCount\n  viewCount\n  realLikeCount\n  coverUrl\n  photoUrl\n  photoH265Url\n  manifest\n  manifestH265\n  videoResource\n  coverUrls {\n    url\n    __typename\n  }\n  timestamp\n  expTag\n  animatedCoverUrl\n  distance\n  videoRatio\n  liked\n  stereoType\n  profileUserTopPhoto\n  musicBlocked\n  __typename\n}\n\nfragment feedContent on Feed {\n  type\n  author {\n    id\n    name\n    headerUrl\n    following\n    headerUrls {\n      url\n      __typename\n    }\n    __typename\n  }\n  photo {\n    ...photoContent\n    __typename\n  }\n  canAddComment\n  llsid\n  status\n  currentPcursor\n  tags {\n    type\n    name\n    __typename\n  }\n  __typename\n}\n\nquery visionProfilePhotoList($pcursor: String, $userId: String, $page: String, $webPageArea: String) {\n  visionProfilePhotoList(pcursor: $pcursor, userId: $userId, page: $page, webPageArea: $webPageArea) {\n    result\n    llsid\n    webPageArea\n    feeds {\n      ...feedContent\n      __typename\n    }\n    hostName\n    pcursor\n    __typename\n  }\n}\n"
+        }
+        r = requests.post(url=url, headers=headers, json=payload)
+        feeds = r.json()['data']['visionProfilePhotoList']['feeds']
+        if len(feeds) == 0:
+            Common.logger(log_type).info('到底啦~\n')
+            return
+        for i in range(len(feeds)):
+            # 视频标题过滤话题及处理特殊字符
+            kuaishou_title = feeds[i]['photo']["caption"]
+            title_split1 = kuaishou_title.split(" #")
+            if title_split1[0] != "":
+                title1 = title_split1[0]
+            else:
+                title1 = title_split1[-1]
+
+            title_split2 = title1.split(" #")
+            if title_split2[0] != "":
+                title2 = title_split2[0]
+            else:
+                title2 = title_split2[-1]
+
+            title_split3 = title2.split("@")
+            if title_split3[0] != "":
+                title3 = title_split3[0]
+            else:
+                title3 = title_split3[-1]
+
+            video_title = title3.strip()\
+                .replace("\n", "").replace("/", "").replace("快手", "").replace(" ", "").replace(" ", "")\
+                .replace("&NBSP", "").replace("\r", "").replace("#", "").replace(".", "。").replace("\\", "")\
+                .replace(":", "").replace("*", "").replace("？", "").replace("?", "").replace('"', "")\
+                .replace("<", "").replace(">", "").replace("|", "").replace("@", "")[:40]
+            hevc = feeds[i]['photo']['videoResource']['hevc']
+            if hevc == '':
+                video_url = feeds[i]['photo']['videoResource']['h264']['adaptationSet'][0]['representation'][0]['url']
+            else:
+                video_url = feeds[i]['photo']['videoResource']['hevc']['adaptationSet'][0]['representation'][0]['url']
+
+            print(f'video_title:{video_title}')
+            print(f'video_url:{video_url}')
+            print('\n')
+
 
 if __name__ == '__main__':
     # Demo.get_sheet('demo', 'haokan', '7f05d8')
     # Demo.publish_time()
-    Demo.get_video_url('demo', '10377041690614321392')
+    # Demo.get_video_url('demo', '10377041690614321392')
+    # Demo.get_follow_users('demo')
+    # Demo.get_video_feeds('demo', '3xfr3gqnxmk92y2')
+    print(Feishu.get_values_batch('log_type', 'haokan', '5LksMx')[0][0])
+    print(type(Feishu.get_values_batch('log_type', 'haokan', '5LksMx')[0][0]))
     pass

main/haokan_channel.py

@@ -30,7 +30,7 @@ class Channel:
             user_sheet = Feishu.get_values_batch(log_type, 'haokan', 'TaQXk3')
             user_dict = {}
             # for i in range(1, len(user_sheet)):
-            for i in range(1, 7):
+            for i in range(1, 11):
                 user_name = user_sheet[i][0]
                 out_id = user_sheet[i][1]
                 our_id = user_sheet[i][3]
@@ -97,7 +97,7 @@ class Channel:
                 'Cache-Control': 'no-cache',
                 'Connection': 'keep-alive',
                 'Content-Type': 'application/x-www-form-urlencoded',
-                'Cookie': 'PC_TAB_LOG=video_details_page; COMMON_LID=b0be69dd9fcae328d06935bd40f615cd; Hm_lvt_4aadd610dfd2f5972f1efee2653a2bc5=1669029953; hkpcvideolandquery=%u82CF%u5DDE%u6700%u5927%u7684%u4E8C%u624B%u8F66%u8D85%u5E02%uFF0C%u8F6C%u4E00%u8F6C%u91CC%u8FB9%u8C6A%u8F66%u592A%u591A%u4E86%uFF0C%u4EF7%u683C%u66F4%u8BA9%u6211%u5403%u60CA%uFF01; Hm_lpvt_4aadd610dfd2f5972f1efee2653a2bc5=1669875695; ariaDefaultTheme=undefined; reptileData=%7B%22data%22%3A%22636c55e0319da5169a60acec4a264a35c10862f8abfe2f2cc32c55eb6b0ab4de0efdfa115ea522d6d4d361dea07feae2831d3e2c16ed6b051c611ffe5aded6c9f852501759497b9fbd2132a2160e1e40e5845b41f78121ddcc3288bd077ae4e8%22%2C%22key_id%22%3A%2230%22%2C%22sign%22%3A%22f6752aac%22%7D; RT="z=1&dm=hao123.com&si=uc0q7wnm4w&ss=lb4otu71&sl=j&tt=av0&bcn=https%3A%2F%2Ffclog.baidu.com%2Flog%2Fweirwood%3Ftype%3Dperf&ld=1rdw&cl=7v6c"',
+                'Cookie': Feishu.get_values_batch(log_type, 'haokan', '5LksMx')[0][0],
                 'Pragma': 'no-cache',
                 'Referer': 'https://haokan.hao123.com/v?vid=10623278258033022286&pd=pc&context=',
                 'sec-ch-ua': '"Microsoft Edge";v="107", "Chromium";v="107", "Not=A?Brand";v="24"',
@@ -265,6 +265,14 @@ class Channel:
                     tab = '播放量榜_生活频道'
                 elif tab == 'meishi_new':
                     tab = '播放量榜_美食频道'
+                elif tab == 'sannong_new':
+                    tab = '播放量榜_三农频道'
+                elif tab == 'junshi_new':
+                    tab = '播放量榜_军事频道'
+                elif tab == 'shehui_new':
+                    tab = '播放量榜_社会频道'
+                elif tab == 'keji_new':
+                    tab = '播放量榜_科技频道'
                 else:
                     tab = '播放量榜'
                 values = [[time.strftime("%Y/%m/%d %H:%M:%S", time.localtime(upload_time)),
@@ -301,7 +309,7 @@ class Channel:
 
 
 if __name__ == '__main__':
-    # print(Channel.get_tab_from_feishu('channel'))
-    Channel.get_channel_videos('channel', 'recommend', '6267140', 'dev')
+
+    Channel.get_channel_videos('channel', 'keji_new', '6267140', 'dev')
 
     pass