|
@@ -240,6 +240,7 @@ def check_result_data(df):
|
|
|
|
|
|
|
|
|
def postprocess_override_by_config(df, dt_version):
|
|
|
+ return df
|
|
|
config = json.load(open("configs/3rd_gh_reply_video.json"))
|
|
|
override_data = {
|
|
|
'strategy_key': [],
|
|
@@ -274,7 +275,6 @@ def build_and_transfer_base_mode(gh_df, run_dt, run_hour, dt_version, dry_run):
|
|
|
base_rank = rank_for_base(run_dt, run_hour, ODS_PROJECT, GH_REPLY_STATS_TABLE, ODPS_RANK_RESULT_TABLE,BASE_GROUP_NAME)
|
|
|
|
|
|
final_rank_df = pd.concat([layer1_rank, layer2_rank, base_rank]).reset_index(drop=True)
|
|
|
-
|
|
|
final_rank_df = postprocess_override_by_config(final_rank_df, dt_version)
|
|
|
check_result_data(final_rank_df)
|
|
|
|
|
@@ -289,6 +289,7 @@ def build_and_transfer_base_mode(gh_df, run_dt, run_hour, dt_version, dry_run):
|
|
|
return
|
|
|
|
|
|
# save to ODPS
|
|
|
+ odps_instance = get_odps_instance(ODS_PROJECT)
|
|
|
t = odps_instance.get_table(ODPS_RANK_RESULT_TABLE)
|
|
|
part_spec_dict = {'dt': run_dt, 'hour': run_hour, 'ctime': dt_version}
|
|
|
part_spec = ','.join(['{}={}'.format(k, part_spec_dict[k]) for k in part_spec_dict.keys()])
|
|
@@ -452,8 +453,7 @@ def main():
|
|
|
time.sleep(60)
|
|
|
except Exception as e:
|
|
|
LOGGER.error(f"数据更新失败, exception: {e}, traceback: {traceback.format_exc()}")
|
|
|
- return
|
|
|
- if CONFIG.ENV_TEXT == '开发环境':
|
|
|
+ if CONFIG.ENV_TEXT == '开发环境' or args.dry_run:
|
|
|
return
|
|
|
send_msg_to_feishu(
|
|
|
webhook=CONFIG.FEISHU_ROBOT['growth_task_robot'].get('webhook'),
|