import json

file = "/Users/zhao/Downloads/0fa4225d-ab4f-46cb-ab56-87ac0d96416f.json"
log_json_list = []
with open(file) as f:
    line = f.readline()
    while line:
        log_json_list.append(json.loads(line))
        line = f.readline()

print(f"crawlerMode,videoId,品类,视频截帧,爬取计划ID,站外视频ID,站外账号ID,结果,原因,分享量,点赞量,分享量/点赞量,视频时长（秒）,观众年龄50+占比,观众年龄50+TGI,过滤规则表达式")

for log in log_json_list:
    merge_cate2 = log.get("mergeSecondLevelCate", "")
    crawler_mode = log.get('crawlerMode', '')
    video_id = log['videoId']
    crawler_plan_id = log.get('crawlerPlanId', '')
    result = log.get('result', False)
    reason = log.get('reason', '成功')
    if 'ext' not in log:
        print(f"{crawler_mode},{video_id},{merge_cate2},,'{crawler_plan_id},,,{result},{reason}")
        continue

    ext_json = json.loads(log.get('ext', "{}"))
    extra_frame_image_url = ext_json.get('extraFrameImageUrl', '')
    for channel_content_id in ext_json:
        if channel_content_id in ['mergeCate2Map', 'extraFrameImageUrl']:
            continue
        channel_ext_info = ext_json[channel_content_id]
        if 'ruleContext' not in channel_ext_info:
            continue

        result = channel_ext_info.get('result', False)
        rule_str = channel_ext_info.get('rule', "")
        rule_context = channel_ext_info.get('ruleContext', ())

        content_detail = channel_ext_info.get('contentDetail', ())
        channel_account_id = content_detail.get('channelAccountId', '')
        share_cnt = rule_context.get('shareCnt', 0)
        video_duration_s = rule_context.get('videoDuration_s', 0)
        like_cnt = rule_context.get('likeCnt', 0)
        audience_age_50_rate = rule_context.get('audienceAge50Rate', 0)
        audience_age_50_tgi = rule_context.get('audienceAge50TGI', 0)
        share_div_link = rule_context.get('shareDivLink', 0)
        print(f"{crawler_mode},{video_id},{merge_cate2},{extra_frame_image_url},'{crawler_plan_id},'{channel_content_id},{channel_account_id},{result},{reason},"
              f"{share_cnt},{like_cnt},{share_div_link},{video_duration_s},{audience_age_50_rate},{audience_age_50_tgi},{rule_str}")