video_rewriting/data_channel/qpl_cljx.py

import random
import time
from datetime import datetime

import requests
import json

from common import Feishu
from common.sql_help import sqlCollect


class QplKs:
    @classmethod
    def ks_star_info(cls):
        content_type = [{'美食': '673'}, {'旅游': '679'}, {'音乐': '687'}, {'时政资讯': '692'},  {'健康医疗': '684'},
                        {'军事': '701'}, {'教育培训': '685'}, {'生活': '677'}, {'舞蹈': '688'},
                        {'母婴亲子': '676'}, {'萌宠': '691'}, {'情感': '696'}, {'搞笑': '695'}, {'人文': '697'},
                        {'三农': '694'}, {'科学与法律': '693'}, {'读书': '689'}, {'奇人异象': '700'}, {'民生资讯': '703'},
                        {'纪实类': '705'}, {'财经投资': '690'}, {'摄影': '704'}, {'艺术文化': '682'}, {'房产家居': '683'},
                        {'短剧': '674'}, {'时尚': '675'}, {'影视娱乐': '702'}, {'体育运动': '680'}, {'健身达人': '706'},
                        {'星座命理': '699'},  {'汽车': '678'}, {'高新数码': '686'}]
        # fans_count = [{10000000: 0}, {5000000: 10000000}, {3000000: 5000000}, {1000000: 3000000}, {100000: 1000000},  {0: 100000}]
        fans_count = [{1000000: 3000000}, {100000: 1000000},  {0: 100000}]



        # fans_count = [{10000000: 0}, {5000000: 10000000}]
        url = "https://k.kuaishou.com/rest/web/star/list"
        headers = {
            'Accept': 'application/json',
            'Accept-Language': 'zh-CN,zh;q=0.9',
            'Content-Type': 'application/json',
            'Cookie': 'did=web_9c6a04a4004fdb7c95a658a56ed275b6; apdid=328ac94f-4040-41fe-a038-b60140291aca99fb22e9862c74736f53d57b666ee53b:1719580529:1; language=zh-CN; ud=2205012540; app_id=ks686235996059836592; expire_time=1800; didv=1723085291918; bUserId=1000056684959; userId=2574854626; kuaishou.ad.social_st=ChVrdWFpc2hvdS5hZC5zb2NpYWwuc3QSoAEPvL_SkoPDqtRAjJAvIulaIm61ZBi25J-k2kYUbYPrvZiw4gW8WjZCCiROGbXBok9n9YGggwIn2gL7w5UD7vkdbcMLPAZsECF5pe3nDZ09PFCSbijUh6n5BiJxfvp1wgy6sXseRs23u01LuNtcYlMBoIxlf2q8Vg9bbSMFuFIA2vxkLRXy59wawELRQrruvEdaZdARdomH2It-M15CcULeGhI9XS-Z7CpEB6YeaJVDlC5cHwQiIMLCvpAtnFdIuXEdrOD3LWuc_dmGx6iuDw_H8yYBuvYhKAUwAQ; kuaishou.ad.social_ph=19a9a04c03c8de9f0e7dd9f27d83eb487ef8; access_token=ChFvYXV0aC5hY2Nlc3NUb2tlbhIw-AFiDNc8p5UKEkEAykaPbzAkMgNvg6E71mr6ZzD4XQFiZtf9huSM4PlIyjCSYvWsGhI2peqRSTFPt7N70Y9cxFbAjFEiIIt7CiWvyK6MGZnPpFBEywE_beY4NBn7j-v2-C4u9l9YKAUwAQ; nc_user_id=CiVhZC5ub3RpZnkuY2VudGVyLm9hdXRoLnVzZXIuaWQuc2VjcmV0EiAhBTyzq5rqzoLK7DJbmiDMvLjiHucaDqunX3AmqgpSNxoSs7BhiDSZl/oisXmJdKy1qh0FIiDEn0Chin1Vf51suMc3YF2Sf4GHfjWlPstoFtcPprEt6ygFMAE=',
            'Origin': 'https://k.kuaishou.com',
            'Pragma': 'no-cache',
            'Referer': 'https://k.kuaishou.com/',
            'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36',
        }
        for count in fans_count:
            (fans_min_num, fans_max_num), = count.items()
            for content in content_type:
                (content_name, content_id), = content.items()
                current_page = 1
                while True:
                    payload_data = {
                        "currentPage": current_page,
                        "pageSize": 20,
                        "starOrderTag": 3,
                        "taskType": 1,
                        "marketingGoal": 1,
                        "viewerAgeList": [  # 观众画像 50+
                            {
                                "from": "0.50",
                                "to": "1.00",
                                "queryName": "50+"
                            }
                        ],
                        "userName": "",
                        "vitalityTags": [  # 活跃度 近期短视频活跃
                            "668"
                        ],
                        "contentTagIdList": [  # 内容类型
                            {
                                "id": str(content_id),
                                "selectFirstLevelId": True
                            }
                        ],
                        # "starTagIds": [  # 高调性
                        #     13
                        # ]
                        # "fansMinNum": 1000000,  # 粉丝数量
                        # "fansMaxNum": 3000000,  # 粉丝数量
                    }
                    if fans_min_num > 0:
                        payload_data["fansMinNum"] = fans_min_num
                    if fans_max_num > 0:
                        payload_data["fansMaxNum"] = fans_max_num
                    payload = json.dumps(payload_data)

                    time.sleep(random.randint(5, 10))
                    response = requests.request("POST", url, headers=headers, data=payload)
                    response = response.json()
                    print(f"开始扫描{content}")

                    result = response["result"]
                    if result == 1:
                        try:
                            total = response["total"]  # 总条数
                            if total == 0:
                                print(f"没有扫描到数据{content}")
                                break
                            star_list = response["starList"]
                            if len(star_list) == 0 or star_list == []:
                                break
                            for star in star_list:
                                print(f"扫描到一条数据{content}")
                                user_id = star["userId"]
                                star_id = star["starId"]
                                name = star["name"]  # 用户名
                                kwai_id = star["kwaiId"]  # 用户名id
                                gender = star["gender"]  # 性别
                                fans_number = star["fansNumber"]  # 粉丝数
                                profile_id = star["profileId"]  # 主页id
                                id = sqlCollect.select_ks_star_data(profile_id)
                                if id:
                                    continue
                                star_tag_str = star["starTagStr"]  # 内容类型1
                                industry_tag_str = star["industryTagStr"]  # 内容类型2
                                photo_expect_play = star["photoExpectPlay"]  # 预期播放量
                                photo_expect_cpm = star["photoExpectCpm"]  # 预期CPM
                                photo_interaction_rate = star["photoInteractionRate"]  # 互动率
                                photo_complete_play_rate = star["photoCompletePlayRate"]  # 完播率
                                fans_increase_num = star["fansIncreaseNum"]  # 粉丝增长量
                                fans_increase_rate = star["fansIncreaseRate"]  # 粉丝增长率
                                sqlCollect.insert_ks_star_data(user_id, star_id, name, kwai_id, gender, fans_number, profile_id, star_tag_str, industry_tag_str, photo_expect_play, photo_expect_cpm, photo_interaction_rate, photo_complete_play_rate, fans_increase_num, fans_increase_rate)
                                print(f"{star_id}-{profile_id}获取列表入库成功")
                                cls.ks_star_works_info(star_id, profile_id)
                                time.sleep(random.randint(10, 20))
                                cls.ks_list_portrait_info(star_id, profile_id)
                                time.sleep(random.randint(10, 20))
                                # # if res == 1:
                                # current_time = datetime.now()
                                # formatted_time = current_time.strftime("%Y-%m-%d %H:%M:%S")
                                # if fans_min_num == 0:
                                #     fans = f"{fans_max_num}及以下"
                                # if fans_max_num == 0:
                                #     fans = f"{fans_min_num}及以上"
                                # else:
                                #     fans = f"{fans_min_num}~{fans_max_num}"
                                # values = [
                                #     [
                                #         name,
                                #         gender,
                                #         fans_number,
                                #         profile_id,
                                #         "https://www.kuaishou.com/profile/"+profile_id,
                                #         star_tag_str,
                                #         industry_tag_str,
                                #         photo_expect_play,
                                #         photo_expect_cpm,
                                #         photo_interaction_rate,
                                #         photo_complete_play_rate,
                                #         fans_increase_num,
                                #         fans_increase_rate,
                                #         fans,
                                #         formatted_time
                                #     ]
                                # ]
                                # Feishu.insert_columns("GjGZsmW2ahaCe4tmzDTc58tVnbe", "COyUUm", "ROWS", 1, 2)
                                # time.sleep(0.5)
                                # Feishu.update_values("GjGZsmW2ahaCe4tmzDTc58tVnbe", "COyUUm", "A2:Z2", values)
                                # print(f"入库到一条数据{content}")
                            current_page += 1
                            if total < 20:
                                break
                            else:
                                page = int(total)/20
                                if current_page > int(page)+1:
                                    break
                            id = sqlCollect.select_ks_star_data(profile_id)
                            if id:
                                break
                        except Exception as e:
                            print(f"{e}")

    """
    传播表现
    """
    @classmethod
    def ks_star_works_info(cls, star_id: str, profile_id: str):
        url = "https://k.kuaishou.com/rest/web/star/starWorksInfo"

        payload = json.dumps({
            "starId": star_id,
            "starType": 1
        })
        headers = {
            'Accept': 'application/json',
            'Accept-Language': 'zh-CN,zh;q=0.9',
            'Connection': 'keep-alive',
            'Content-Type': 'application/json',
            'Cookie': 'did=web_9c6a04a4004fdb7c95a658a56ed275b6; apdid=328ac94f-4040-41fe-a038-b60140291aca99fb22e9862c74736f53d57b666ee53b:1719580529:1; language=zh-CN; ud=2205012540; app_id=ks686235996059836592; expire_time=1800; didv=1723085291918; bUserId=1000056684959; userId=2574854626; kuaishou.ad.social_st=ChVrdWFpc2hvdS5hZC5zb2NpYWwuc3QSoAEPvL_SkoPDqtRAjJAvIulaIm61ZBi25J-k2kYUbYPrvZiw4gW8WjZCCiROGbXBok9n9YGggwIn2gL7w5UD7vkdbcMLPAZsECF5pe3nDZ09PFCSbijUh6n5BiJxfvp1wgy6sXseRs23u01LuNtcYlMBoIxlf2q8Vg9bbSMFuFIA2vxkLRXy59wawELRQrruvEdaZdARdomH2It-M15CcULeGhI9XS-Z7CpEB6YeaJVDlC5cHwQiIMLCvpAtnFdIuXEdrOD3LWuc_dmGx6iuDw_H8yYBuvYhKAUwAQ; kuaishou.ad.social_ph=19a9a04c03c8de9f0e7dd9f27d83eb487ef8; access_token=ChFvYXV0aC5hY2Nlc3NUb2tlbhIw-AFiDNc8p5UKEkEAykaPbzAkMgNvg6E71mr6ZzD4XQFiZtf9huSM4PlIyjCSYvWsGhI2peqRSTFPt7N70Y9cxFbAjFEiIIt7CiWvyK6MGZnPpFBEywE_beY4NBn7j-v2-C4u9l9YKAUwAQ; nc_user_id=CiVhZC5ub3RpZnkuY2VudGVyLm9hdXRoLnVzZXIuaWQuc2VjcmV0EiAhBTyzq5rqzoLK7DJbmiDMvLjiHucaDqunX3AmqgpSNxoSs7BhiDSZl/oisXmJdKy1qh0FIiDEn0Chin1Vf51suMc3YF2Sf4GHfjWlPstoFtcPprEt6ygFMAE=',
            'Origin': 'https://k.kuaishou.com',
            'Referer': 'https://k.kuaishou.com/'
        }
        response = requests.request("POST", url, headers=headers, data=payload)
        response = response.json()
        result = response['result']
        if result == 1:
            try:
                star_work_report = response['starWorksInfo']['starWorkReport']
                pplay_median_data = star_work_report['pplayMedianData']  # 播放量中位数
                pplay_median_data_90 = pplay_median_data['90']  # 获取键 '90' 对应的值
                pplay_median_data_30 = pplay_median_data['30']  # 获取键 '30' 对应的值
                pphoto_cnt_data = star_work_report['pphotoCntData']  # 视频数量
                pphoto_cnt_data_90 = pphoto_cnt_data['90']  # 获取键 '90' 对应的值
                pphoto_cnt_data_30 = pphoto_cnt_data['30']  # 获取键 '30' 对应的值
                pavg_video_duration_data = star_work_report['pavgVideoDurationData']  # 平均时长
                # 处理 '90' 键的值
                value_90 = pavg_video_duration_data['90']
                pavg_video_duration_data_90 = f"{float(value_90):.3f}%" if value_90 else "0.000%"
                # 处理 '30' 键的值
                value_30 = pavg_video_duration_data['30']
                pavg_video_duration_data_30 = f"{float(value_30):.3f}%" if value_30 else "0.000%"
                pavg_like_cnt_data = star_work_report['pavgLikeCntData']  # 平均点赞
                star_work_report_90 = pavg_like_cnt_data['90']  # 获取键 '90' 对应的值
                star_work_report_30 = pavg_like_cnt_data['30']  # 获取键 '30' 对应的值
                pavg_share_cnt_data = star_work_report['pavgShareCntData']  # 平均分享
                pavg_share_cnt_90 = pavg_share_cnt_data['90']  # 获取键 '90' 对应的值
                pavg_share_cnt_30 = pavg_share_cnt_data['30']  # 获取键 '30' 对应的值
                sqlCollect.insert_ks_star_works_info(star_id, profile_id, pplay_median_data_90, pplay_median_data_30, pphoto_cnt_data_90, pphoto_cnt_data_30, pavg_video_duration_data_90, pavg_video_duration_data_30, star_work_report_90, star_work_report_30, pavg_share_cnt_90, pavg_share_cnt_30)
                print(f"{star_id}-{profile_id}获取传播表现入库成功")
            except Exception as e:
                print(f"{star_id}-{profile_id}:{e}")
        else:
            print(f"{star_id}-{profile_id}获取传播表现失败")

    """
    受众分析
    """
    @classmethod
    def ks_list_portrait_info(cls, star_id: str, profile_id: str):
        url = "https://k.kuaishou.com/rest/web/star/listPortrait"

        payload = json.dumps({
            "starId": star_id,
            "starType": 1
        })
        headers = {
            'Accept': 'application/json',
            'Accept-Language': 'zh-CN,zh;q=0.9',
            'Connection': 'keep-alive',
            'Content-Type': 'application/json',
            'Cookie': 'did=web_9c6a04a4004fdb7c95a658a56ed275b6; apdid=328ac94f-4040-41fe-a038-b60140291aca99fb22e9862c74736f53d57b666ee53b:1719580529:1; language=zh-CN; ud=2205012540; app_id=ks686235996059836592; expire_time=1800; didv=1723085291918; bUserId=1000056684959; userId=2574854626; kuaishou.ad.social_st=ChVrdWFpc2hvdS5hZC5zb2NpYWwuc3QSoAEPvL_SkoPDqtRAjJAvIulaIm61ZBi25J-k2kYUbYPrvZiw4gW8WjZCCiROGbXBok9n9YGggwIn2gL7w5UD7vkdbcMLPAZsECF5pe3nDZ09PFCSbijUh6n5BiJxfvp1wgy6sXseRs23u01LuNtcYlMBoIxlf2q8Vg9bbSMFuFIA2vxkLRXy59wawELRQrruvEdaZdARdomH2It-M15CcULeGhI9XS-Z7CpEB6YeaJVDlC5cHwQiIMLCvpAtnFdIuXEdrOD3LWuc_dmGx6iuDw_H8yYBuvYhKAUwAQ; kuaishou.ad.social_ph=19a9a04c03c8de9f0e7dd9f27d83eb487ef8; access_token=ChFvYXV0aC5hY2Nlc3NUb2tlbhIw-AFiDNc8p5UKEkEAykaPbzAkMgNvg6E71mr6ZzD4XQFiZtf9huSM4PlIyjCSYvWsGhI2peqRSTFPt7N70Y9cxFbAjFEiIIt7CiWvyK6MGZnPpFBEywE_beY4NBn7j-v2-C4u9l9YKAUwAQ; nc_user_id=CiVhZC5ub3RpZnkuY2VudGVyLm9hdXRoLnVzZXIuaWQuc2VjcmV0EiAhBTyzq5rqzoLK7DJbmiDMvLjiHucaDqunX3AmqgpSNxoSs7BhiDSZl/oisXmJdKy1qh0FIiDEn0Chin1Vf51suMc3YF2Sf4GHfjWlPstoFtcPprEt6ygFMAE=',
            'Origin': 'https://k.kuaishou.com',
            'Referer': 'https://k.kuaishou.com/'
        }
        response = requests.request("POST", url, headers=headers, data=payload)
        response = response.json()
        result = response['result']
        if result == 1:
            viewer_portrait = response['data']['viewerPortrait']
            sex_percentage = viewer_portrait['sexPercentage']  # 性别占比
            try:
                for sex in sex_percentage:
                    sex_type = 'sex_percentage'
                    sex_name = sex['label']
                    value = sex['value']
                    sex_proportion = f"{float(value):.3f}%" if value else "0.000%"
                    sqlCollect.insert_ks_list_portrait_info(star_id, profile_id, sex_type, sex_name, sex_proportion)
                age_percentage = viewer_portrait['agePercentage']  # 年龄占比
                for age in age_percentage:
                    age_type = 'age_percentage'
                    age_name = age['label']
                    value = age['value']
                    age_proportion = f"{float(value):.3f}%" if value else "0.000%"
                    sqlCollect.insert_ks_list_portrait_info(star_id, profile_id, age_type, age_name, age_proportion)
                area_percentage = viewer_portrait['areaPercentage']  # 城市占比
                for area in area_percentage:
                    area_type = 'area_percentage'
                    area_name = area['label']
                    value = area['value']
                    area_proportion = f"{float(value):.3f}%" if value else "0.000%"
                    sqlCollect.insert_ks_list_portrait_info(star_id, profile_id, area_type, area_name, area_proportion)
                mobile_brand_percentage = viewer_portrait['mobileBrandPercentage']  # 设备占比
                for brand in mobile_brand_percentage:
                    brand_type = 'mobile_brand_percentage'
                    brand_name = brand['label']
                    value = brand['value']
                    brand_proportion = f"{float(value):.3f}%" if value else "0.000%"
                    sqlCollect.insert_ks_list_portrait_info(star_id, profile_id, brand_type, brand_name, brand_proportion)
            except Exception as e:
                print(f"{star_id}-{profile_id}:{e}")
            mobile_price_percentage = viewer_portrait['mobilePricePercentage']  # 设备价格占比
            for price in mobile_price_percentage:
                price_type = 'mobile_price_percentage'
                price_name = price['label']
                value = price['value']
                price_proportion = f"{float(value):.3f}%" if value else "0.000%"
                sqlCollect.insert_ks_list_portrait_info(star_id, profile_id, price_type, price_name, price_proportion)
            print(f"{star_id}-{profile_id}获取受众分析入库成功")
        else:
            print(f"{star_id}-{profile_id}获取受众分析失败")




if __name__ == '__main__':
    QplKs.ks_star_info()