Browse Source

improve llm

luojunhui 4 months ago
parent
commit
6031068475
1 changed files with 0 additions and 27 deletions
  1. 0 27
      coldStartTasks/crawler/baidu/baidu_spider.py

+ 0 - 27
coldStartTasks/crawler/baidu/baidu_spider.py

@@ -20,33 +20,6 @@ def baidu_account_video_crawler(account_id, cursor=None):
     :param account_id: 百度账号id
     :param cursor: 游标, 默认为None,表示从最新的开始爬取
     success requests:
-    {
-        "errno": 0,
-        "errmsg": "成功",
-        "data": {
-            "response_count": 10,
-            "has_more": 1,
-            "ctime" : timestamp_ms plus one integer,
-            "results": [
-                {
-                "tplName": "video",
-                "type": "video",
-                "content": {
-                    "vid": "6472901034127874496",
-                    "publish_time": "昨天",
-                    "title": "8年前妈妈囤黄金当彩礼,金价飙升后,我们全家乐开了花",
-                    "cover_src": "https://f7.baidu.com/it/u=1085139160,1164454909&fm=222&app=106&f=JPEG@s_0,w_660,h_370,q_80,f_auto",
-                    "cover_src_pc": "https://f7.baidu.com/it/u=1085139160,1164454909&fm=222&app=106&f=JPEG@s_0,w_660,h_370,q_80,f_auto",
-                    "thumbnails": "https://gimg0.baidu.com/gimg/src=h&refer=http%3A%2F%2Fwww.baidu.com&app=0&size=f339,225&n=0&g=0n&q=80?sec=0&t=f01af5f96ffb6d0d1904b33cbc2e136b",
-                    "duration": "03:15",
-                    "poster": "https://f7.baidu.com/it/u=1085139160,1164454909&fm=222&app=106&f=JPEG@s_0,w_660,h_370,q_80,f_auto",
-                    "playcnt": "1054",
-                    "playcntText": "1054次播放"
-                }
-            }...
-            ]
-        }
-    }
     """
     cookie_str = uuid.uuid4().__str__().replace('-', '').upper()
     url = "https://haokan.baidu.com/web/author/listall?"