|
|
@@ -647,16 +647,16 @@ class XiguaSearch:
|
|
|
# url = "https://www.ixigua.com/api/searchv2/complex/{}/{}?order_type=publish_time&click_position=new".format(
|
|
|
# quote(search_word), offset, signature)
|
|
|
url = f'https://www.ixigua.com/api/searchv2/complex/{quote(search_word)}/{offset}?' \
|
|
|
- f'search_id=20230504153557F02E476476DC6A8AA64D&' \
|
|
|
+ f'search_id=202305111126371489381ECEC7FE277E3F&' \
|
|
|
f'aid=1768&' \
|
|
|
- f'msToken=poapmifgjsl8P93vkl7eTAiFxXO-qOaE9Zs1S8nMxD5r4fkgJ56J8mC5p8MCp-WvX7rptUfCqbnfHE2GUMcs3ifN5haGBCcWXez6-wJJiLEmZ_RNn-w0moYj8ar3Cg==&' \
|
|
|
- f'X-Bogus=DFSzswSO442ANnZhtCAL4em4pIDT&' \
|
|
|
+ f'msToken=lPfIf3aps6EktQAeOl9yRgnL44MtMeGt2WnHjahIR0IysASB_zdhGiY0J9WWxNDpLd7aVdQx_36MpyPI5f2zRUHFYyNNsX5cl-or6GkiVuLLiRsU3ylxj9vt7Upubw==&' \
|
|
|
+ f'X-Bogus=DFSzswVY4h0ANGD7tC7G/Mm4pIkV&' \
|
|
|
f'_signature={signature}'
|
|
|
|
|
|
headers = {
|
|
|
'referer': 'https://www.ixigua.com/search/{}/?logTag=594535e3690f17a88cdb&tab_name=search'.format(
|
|
|
quote(search_word)),
|
|
|
- 'cookie': 'ttcid=5d8f917a525e46759dc886296bf1111b69; MONITOR_WEB_ID=ad1c8360-d4c9-4fa2-a801-d9fd68dfc1b2; s_v_web_id=verify_lh8vaa6v_VI4RQ0ET_nVbq_4PXw_8mfN_7Xp6wdLOZi08; passport_csrf_token=0e7c6992cb6170c9db034c3696191fff; passport_csrf_token_default=0e7c6992cb6170c9db034c3696191fff; odin_tt=b102690fef38bf07c400e3c69cdc27627701802bdd816fa827e3721c33607c4d2c0cbef09fe99c7d370e4a9e9e11c263; sid_guard=8dec4ecbe52cbdcff99dafe622b586b4%7C1683189144%7C3024002%7CThu%2C+08-Jun-2023+08%3A32%3A26+GMT; uid_tt=1dccbeaf685e24afd018fec335f3151d; uid_tt_ss=1dccbeaf685e24afd018fec335f3151d; sid_tt=8dec4ecbe52cbdcff99dafe622b586b4; sessionid=8dec4ecbe52cbdcff99dafe622b586b4; sessionid_ss=8dec4ecbe52cbdcff99dafe622b586b4; sid_ucp_v1=1.0.0-KGVhZTIxYjFlNzRlZTNhZjk5MjNlNzk2NGRhOWJlYzZiNGI5NzBhMzYKFQiu3d-eqQIQmNvNogYYGCAMOAhACxoCaGwiIDhkZWM0ZWNiZTUyY2JkY2ZmOTlkYWZlNjIyYjU4NmI0; ssid_ucp_v1=1.0.0-KGVhZTIxYjFlNzRlZTNhZjk5MjNlNzk2NGRhOWJlYzZiNGI5NzBhMzYKFQiu3d-eqQIQmNvNogYYGCAMOAhACxoCaGwiIDhkZWM0ZWNiZTUyY2JkY2ZmOTlkYWZlNjIyYjU4NmI0; support_webp=true; support_avif=true; csrf_session_id=a5355d954d3c63ed1ba35faada452b4d; tt_scid=RyEkP6MC7u0uww-kBRrLCMiuqgAS3Dm9VFDKkWVnBNNNWeckwyOjftB41DueH8EG6817; ttwid=1%7C4zaTJmlaHpEa8rAB-KjREdxT3sNBUJWrAzRJnNvqExQ%7C1683719780%7Cd6f88560732d2aa964741f078dfb11d71bb0ceb3bb12d6a5e10780c408eddbb3; msToken=we-nmIxZkXQkDcSUdaEBzfuFiVtFMXPELxd3bA_IDE4vOC22UVJI-F3UHRajrtzTzNW0k2zSF6in3rejtic0tvIRUAAMNduGiy59VuD3tHImFteryqSq5-MGjDJsIg==; ixigua-a-s=1',
|
|
|
+ 'cookie': 'ttcid=5d8f917a525e46759dc886296bf1111b69; MONITOR_WEB_ID=ad1c8360-d4c9-4fa2-a801-d9fd68dfc1b2; s_v_web_id=verify_lh8vaa6v_VI4RQ0ET_nVbq_4PXw_8mfN_7Xp6wdLOZi08; passport_csrf_token=0e7c6992cb6170c9db034c3696191fff; passport_csrf_token_default=0e7c6992cb6170c9db034c3696191fff; support_webp=true; support_avif=true; csrf_session_id=a5355d954d3c63ed1ba35faada452b4d; odin_tt=3072e827705bd5aa707fb8d432524d7f8fad972b02b31a2d3458a3e5209d5492; sid_guard=46a52ce83dacb0b871dae675476a3e42%7C1683773717%7C21600%7CThu%2C+11-May-2023+08%3A55%3A17+GMT; uid_tt=4126f296856e6042f195253e9a01c4cb; uid_tt_ss=4126f296856e6042f195253e9a01c4cb; sid_tt=46a52ce83dacb0b871dae675476a3e42; sessionid=46a52ce83dacb0b871dae675476a3e42; sessionid_ss=46a52ce83dacb0b871dae675476a3e42; sid_ucp_v1=1.0.0-KDMyMzg5NWI3YzAxMGFkN2Y4MjZiMzE5Njc0MGFmMWQ5NGExY2MyYzgKCBCVsvGiBhgNGgJobCIgNDZhNTJjZTgzZGFjYjBiODcxZGFlNjc1NDc2YTNlNDI; ssid_ucp_v1=1.0.0-KDMyMzg5NWI3YzAxMGFkN2Y4MjZiMzE5Njc0MGFmMWQ5NGExY2MyYzgKCBCVsvGiBhgNGgJobCIgNDZhNTJjZTgzZGFjYjBiODcxZGFlNjc1NDc2YTNlNDI; ixigua-a-s=1; tt_scid=sblZQP6nSw2f6A.XS-yHFqB.R3o9UFsRTUCKAoWlHWzNrOf8R01qeIBbu6TDeXtMa3fb; ttwid=1%7C4zaTJmlaHpEa8rAB-KjREdxT3sNBUJWrAzRJnNvqExQ%7C1683775619%7Cf4fc6fa51baf2e302242da412ead6500c3d3f5bfb0be6253cbae00301d5773ae; msToken=lPfIf3aps6EktQAeOl9yRgnL44MtMeGt2WnHjahIR0IysASB_zdhGiY0J9WWxNDpLd7aVdQx_36MpyPI5f2zRUHFYyNNsX5cl-or6GkiVuLLiRsU3ylxj9vt7Upubw==',
|
|
|
'user-agent': get_random_user_agent('pc'),
|
|
|
}
|
|
|
try:
|
|
|
@@ -666,7 +666,7 @@ class XiguaSearch:
|
|
|
s.mount('http://', HTTPAdapter(max_retries=3))
|
|
|
s.mount('https://', HTTPAdapter(max_retries=3))
|
|
|
res = s.request("GET", url, headers=headers, proxies=proxies, timeout=5)
|
|
|
- Common.logger(log_type, crawler).info(f"proxies:{proxies}\n")
|
|
|
+ # Common.logger(log_type, crawler).info(f"proxies:{proxies}\n")
|
|
|
Common.logger(log_type, crawler).info(f"get_videolist:{res.json()}\n")
|
|
|
search_list = res.json()['data']['data']
|
|
|
except Exception as e:
|
