瀏覽代碼

ad retry in get_videos_from_flow_pool

liqian 1 年之前
父節點
當前提交
8d7ae06a54
共有 1 個文件被更改,包括 13 次插入3 次删除
  1. 13 3
      flowpool_data_update.py

+ 13 - 3
flowpool_data_update.py

@@ -27,15 +27,25 @@ def get_videos_from_flow_pool(app_type, size=1000):
     batch_flag = int(time.time())
     request_data = {'appType': app_type, 'batchFlag': batch_flag, 'size': size}
     videos = []
+    retry = 0
     while True:
         result = request_post(request_url=config_.GET_VIDEOS_FROM_POOL_URL, request_data=request_data)
         if result is None:
-            break
+            if retry > 2:
+                break
+            retry += 1
+            continue
         if result['code'] != 0:
             log_.info('batch_flag: {}, 获取流量池视频失败'.format(batch_flag))
-            break
+            if retry > 2:
+                break
+            retry += 1
+            continue
         if not result['data']:
-            break
+            if retry > 2:
+                break
+            retry += 1
+            continue
         videos.extend(result['data'])
     return videos