Home Explore Help
Sign In
Server
/
piaoquan_crawler
12
0
Fork 0
Files Issues 0 Pull Requests 0 Wiki
Tree: 0704982a31
Branches Tags
piaoquan_cra...
/
douyin
/
test.py

test.py 6.0 KB
History Raw

123456789101112131415161718192021222324252627282930313233343536373839 
  1. import os
    2. 

  2. import time
    3. 

  3. import urllib
    4. 

  4. import urllib.request
    5. 

  5. import urllib.parse
    6. 

  6. import urllib.parse as urlparse
    7. 

  7. 

  8. import requests
    9. 

  9. import random
    10. 

  10. import execjs
    11. 

  11. import logging
    12. 

  12. 

  13. from common.userAgent import get_random_user_agent
    14. 

  14. 

  15. 

  16. def get_xb(f_url, ua):
    17. 

  17.     with open('./xb_js.js', 'r', encoding='utf-8') as f:
    18. 

  18.         douyin_js = f.read()
    19. 

  19. 

  20.     params = f_url.split('/?')[1]
    21. 

  21.     # params = urllib.parse.unquote(params)
    22. 

  22.     # params = urllib.parse.unquote(urllib.parse.urlencode(params, safe='='))
    23. 

  23.     ctx = execjs.compile(douyin_js)
    24. 

  24.     xb = ctx.call('_0x11bbd8', params, ua)
    25. 

  25.     logging.warning(xb)
    26. 

  26.     return xb
    27. 

  27. 

  28. 

  29. aweme_pc_rec_raw_data = '%7B%22videoPrefer%22%3A%7B%22fsn%22%3A%5B%5D%2C%22like%22%3A%5B%5D%2C%22halfMin%22%3A%5B%5D%2C%22min%22%3A%5B%5D%7D%2C%22seo_info%22%3A%22https%3A%2F%2Fwww.douyin.com%2F%22%2C%22is_client%22%3Afalse%2C%22ff_danmaku_status%22%3A1%2C%22danmaku_switch_status%22%3A0%7D'
    30. 

  30. f_url = 'https://www.douyin.com/aweme/v1/web/tab/feed/?device_platform=webapp&aid=6383&channel=channel_pc_web&tag_id=&share_aweme_id=&count=10&refresh_index=1&video_type_select=0&aweme_pc_rec_raw_data={aweme_pc_rec_raw_data}&globalwid=&pull_type=2&min_window=0&ug_source=&creative_id=&pc_client_type=1&version_code=170400&version_name=17.4.0&cookie_enabled=true&screen_width=1920&screen_height=1080&browser_language=zh-CN&browser_platform=MacIntel&browser_name=Chrome&browser_version=111.0.0.0&browser_online=true&engine_name=Blink&engine_version=111.0.0.0&os_name=Mac+OS&os_version=10.15.7&cpu_core_num=8&device_memory=8&platform=PC&downlink=10&effective_type=4g&round_trip_time=200&webid=7217725630355097128&msToken=JFY-VD2YHS-6IO6lNhTj4AcLVtHqjein_5giYzIUh_VRsXMPFXy9QOg-RKDDwQgW5TTbgQB_BLzpfQhNdNEQCv5sGXatzGei9yppG1eSLLkbI9fjhTdBWtdkAJpLIg=='.format(
    31. 

  31.     aweme_pc_rec_raw_data=aweme_pc_rec_raw_data)
    32. 

  32. headers = {
    33. 

  33.     # 'cookie': 'ttwid=1%7CihjyMlZFOSdeaT1s8ywzWaRVG1FDb-WSuHtalR2j9Do%7C1680254779%7C8f06fa61ee7eeee67523fb47419eb30492348967ffcd52e30cd64a7e2bb85838; passport_csrf_token=edc5079daf93359384679b5db781014b; passport_csrf_token_default=edc5079daf93359384679b5db781014b; s_v_web_id=verify_lfwcbb47_3xpqwuAt_cvsc_4EN5_BJLQ_lAHOt69eHiHi; bd_ticket_guard_client_data=eyJiZC10aWNrZXQtZ3VhcmQtdmVyc2lvbiI6MiwiYmQtdGlja2V0LWd1YXJkLWl0ZXJhdGlvbi12ZXJzaW9uIjoxLCJiZC10aWNrZXQtZ3VhcmQtY2xpZW50LWNzciI6Ii0tLS0tQkVHSU4gQ0VSVElGSUNBVEUgUkVRVUVTVC0tLS0tXHJcbk1JSUJEVENCdFFJQkFEQW5NUXN3Q1FZRFZRUUdFd0pEVGpFWU1CWUdBMVVFQXd3UFltUmZkR2xqYTJWMFgyZDFcclxuWVhKa01Ga3dFd1lIS29aSXpqMENBUVlJS29aSXpqMERBUWNEUWdBRTdJVFA3OVBQb3RrWGgvWml2Wjg5L0JOTlxyXG5MVlY3d2ZWMXMyb21rcjE2anM0M0MrS0NvdmsyaTFrZ0VneGtSQ3R2T1c5UFVIRWJlOXlBYlRrWGVzNFY1YUFzXHJcbk1Db0dDU3FHU0liM0RRRUpEakVkTUJzd0dRWURWUjBSQkJJd0VJSU9kM2QzTG1SdmRYbHBiaTVqYjIwd0NnWUlcclxuS29aSXpqMEVBd0lEUndBd1JBSWdKeUcveDMxdlFxZXNudkc5bE40ZThWSzkrZkFNY3NjSWpBcnVQT1ZBUlo0Q1xyXG5JSFRuQ2hBck1BbGIrdWIweGh0ckhCOEhpenRlTVFBNzZrbU4xQ2JHUXhZQlxyXG4tLS0tLUVORCBDRVJUSUZJQ0FURSBSRVFVRVNULS0tLS1cclxuIn0=; ttcid=84b229691f254f9893583b98126526bb49; xgplayer_user_id=695708270672; csrf_session_id=3d8381fe11f068825bd65977eb947350; douyin.com; strategyABtestKey=%221680490816.451%22; msToken=l0aHi9ly8SMziP1ccT_zktr3M7zRr2obILt9WvwoS5hMp9xzkndPbDJWiR4JWdyqOq7K7HJaPpcMrXnw4MfvmHQohUgI0eEMmdHumaWnLLxnV9g74czC; __ac_nonce=0642a415800ba3ecaceac; __ac_signature=_02B4Z6wo00f01RbpJKgAAIDCgj9.pHLL590WySAAACGS5wO3OGS-M8mxOzKyKzNOBMIdLec-bLn6qLK2e1-0oJ7WK.9ocLp.Pj0UWvD1v9KV8Xn-WevFr7O0Pbo546Ar6XRiSCt8l-vnGvMoe1; home_can_add_dy_2_desktop=%221%22; msToken=BngELOreD4LyxuRbCSfpspd3Xp1R8eDrL_PRXFoH9BASoHGUTVB9xnhI_zibE0z7_ePpI4jqCVUsEbD1vNPesUsIHtsCPyoDFaeBmZg0DV4ul3v6tfLl; tt_scid=7WIj24bQAp6YDm1n9jZi6OCF8-qhDu473ZQVWIaG8obzEekgp8C342tJp3lH7tKMd29f; download_guide=%222%2F20230403%22; VIDEO_FILTER_MEMO_SELECT=%7B%22expireTime%22%3A1681095786888%2C%22type%22%3A1%7D; msToken=2nxr9a-2hd6n1WLnwsZoxdcZpUBPWtwx-cg4r-qqcaGOBaIIZZC3BQ0s9kQ0KH9c6nsNW6bXf2ER70vNrY7GhbbfCAie89cZZfavyRFGbafeb_THx-1h',
    34. 

  34.     'cookie': 'ttwid=1%7CzpiG_VTvd1xpRFvfHUjEHiaq3qkfUqPElZUu0wbTSr8%7C1680507728%7Cc61697d37b4d4d49d42b466a3bbe8ecd5c06ae6e9a751d9e410102d2c52a185d; douyin.com; passport_csrf_token=208a829b0156a2feaa0fa24ad026ea91; passport_csrf_token_default=208a829b0156a2feaa0fa24ad026ea91; s_v_web_id=verify_lg0iwv1g_BwfztkmU_azbL_4Gua_9Fb9_KWfGPVXCyWua; bd_ticket_guard_client_data=eyJiZC10aWNrZXQtZ3VhcmQtdmVyc2lvbiI6MiwiYmQtdGlja2V0LWd1YXJkLWl0ZXJhdGlvbi12ZXJzaW9uIjoxLCJiZC10aWNrZXQtZ3VhcmQtY2xpZW50LWNzciI6Ii0tLS0tQkVHSU4gQ0VSVElGSUNBVEUgUkVRVUVTVC0tLS0tXHJcbk1JSUJEekNCdFFJQkFEQW5NUXN3Q1FZRFZRUUdFd0pEVGpFWU1CWUdBMVVFQXd3UFltUmZkR2xqYTJWMFgyZDFcclxuWVhKa01Ga3dFd1lIS29aSXpqMENBUVlJS29aSXpqMERBUWNEUWdBRU9zWGhGbG5ZWjVNeG5ZRGFFOCtCYmRGdFxyXG5VZTh6SG0ycTRXeWxvdkxXVXVOcy9oV2tlZlBRK3BsNkg2OGQwdGtOVVB5UStmUnpyWlRFL1ZXMTR5UlRkS0FzXHJcbk1Db0dDU3FHU0liM0RRRUpEakVkTUJzd0dRWURWUjBSQkJJd0VJSU9kM2QzTG1SdmRYbHBiaTVqYjIwd0NnWUlcclxuS29aSXpqMEVBd0lEU1FBd1JnSWhBTmdPS3Jkb3V4SHBzcHNiY0dmUHJYQ0lVNnVwcmZkd2ZFY2g5TXZndW5Ea1xyXG5BaUVBM2xVeDQ2bzd0UWJUT0dXdzgzQm45RnFyQkRVVHNOVjkyZUEyR1hPR3BkVT1cclxuLS0tLS1FTkQgQ0VSVElGSUNBVEUgUkVRVUVTVC0tLS0tXHJcbiJ9; csrf_session_id=a5355d954d3c63ed1ba35faada452b4d; ttcid=60304e8eb309434784f02372ef36387b41; xgplayer_user_id=446878319428; __ac_nonce=0642bcb0a001596f3fe5b; __ac_signature=_02B4Z6wo00f012HU-wAAAIDA9QKgDGYSlVNh9P-AALxqUQdGOEO.l3IAhdmUh4D-Y9rXLut3p7moXUuAUmo7rUOUJzpnB9nLx0YdZcvdMNeUgQOjsGIHh9LTN38BOVtrElZBeXDLjuVVC5Hh81; strategyABtestKey=%221680591628.189%22; download_guide=%223%2F20230404%22; VIDEO_FILTER_MEMO_SELECT=%7B%22expireTime%22%3A1681196521206%2C%22type%22%3A0%7D; home_can_add_dy_2_desktop=%221%22; msToken=v_pzGLfpXwl4PugynDwIb5DeepUms68tZLZFNLHl8WQnEeNQZtaawWYVu4Y3TLWxpqbvgqkOFULGmld2BLBZydbzrMJgkx5q5GjqetkVI4GoxLX1QdJQ0CP607uEVw==; tt_scid=NZGTg99heu5lHFfAvBht7p3Qxl0TGP.TyfxOQ7cWIvZjEnOcZERFaJxQ.HnKY-UT18cb; msToken=JFY-VD2YHS-6IO6lNhTj4AcLVtHqjein_5giYzIUh_VRsXMPFXy9QOg-RKDDwQgW5TTbgQB_BLzpfQhNdNEQCv5sGXatzGei9yppG1eSLLkbI9fjhTdBWtdkAJpLIg==',
    35. 

  35.     'referer': 'https://www.douyin.com/',
    36. 

  36.     'user-agent': get_random_user_agent('pc')
    37. 

  37. }
    38. 

  38. # f_url = 'https://www.douyin.com/aweme/v1/web/tab/feed/'
    39. 

  39. x_bogus = get_xb(f_url, headers['user-agent'])
    40.