update

bottom_videos.py

@@ -41,7 +41,7 @@ def update_bottom_videos():
               ") video_status " \
               "ON      video_playcount.videoid = video_status.videoid " \
               "ORDER BY video_playcount.play_count DESC " \
-              "LIMIT   1000 " \
+              "LIMIT   2000 " \
               ";".format(delta_date.strftime('%Y%m%d'))
 
         records = execute_sql_from_odps(project='loghubods', sql=sql)
@@ -57,7 +57,7 @@ def update_bottom_videos():
 
         redis_helper = RedisHelper()
         redis_helper.del_keys(key_name=config_.BOTTOM_KEY_NAME)
-        redis_helper.add_data_with_zset(key_name=config_.BOTTOM_KEY_NAME, data=videos)
+        redis_helper.add_data_with_zset(key_name=config_.BOTTOM_KEY_NAME, data=videos[:1000])
         # 与原有兜底视频排序，保留top1000
         redis_helper.remove_by_rank_from_zset(key_name=config_.BOTTOM_KEY_NAME, start=config_.BOTTOM_NUM, stop=-1)
         # 移除bottom key的过期时间，将其转换为永久状态
@@ -70,15 +70,17 @@ def update_bottom_videos():
         for i in range(0, len(video_id_list)//10):
             video_json = get_video_info_json(video_ids=video_id_list[i*10:(i+1)*10])
             if video_json is not None:
-                print(len(video_json))
                 video_json_list.extend(video_json)
+            if len(video_json_list) >= 1000:
+                break
         # 写入redis，先删除key，再重新写入
         redis_helper.del_keys(config_.BOTTOM_JSON_KEY_NAME)
-        redis_helper.add_data_with_set(key_name=config_.BOTTOM_JSON_KEY_NAME, values=video_json_list)
+        redis_helper.add_data_with_set(key_name=config_.BOTTOM_JSON_KEY_NAME, values=video_json_list[:1000])
         # 移除过期时间，将其转换为永久状态
         redis_helper.persist_key(key_name=config_.BOTTOM_JSON_KEY_NAME)
 
-        log_.info('{} update bottom videos info json success!, video nums = {}'.format(now_date, len(video_json_list)))
+        log_.info('{} update bottom videos info json success!, video nums = {}'.format(now_date,
+                                                                                       len(video_json_list[:1000])))
 
     except Exception as e:
         log_.error(traceback.format_exc())

config.py

@@ -217,6 +217,6 @@ class ProductionConfig(BaseConfig):
 
 def set_config():
     # return DevelopmentConfig()
-    return TestConfig()
+    # return TestConfig()
     # return PreProductionConfig()
-    # return ProductionConfig()
+    return ProductionConfig()