123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112 |
- #!/bin/bash
- source ~/.bash_profile
- source ~/.bashrc
- conda activate tf2
- cd /data/UserReturn
- #1. download data
- nowday=`date +"%Y%m%d" -d -0days`
- #last7day=`date +"%Y%m%d" -d -1days`
- nowstart=`date +"%Y%m%d%H" -d -1hours`
- nowhour=`date +"%Y%m%d%H" -d -0hours`
- #nowhour=`date +"%Y%m%d%H" -d -0days
- #nowstart=$nowstart'0000'
- #nowhour=${nowhour}'0000'
- echo ${nowstart}
- echo ${nowhour}
- echo ${nowday}
- echo ${last7day}
- mkdir -p ./data/
- mkdir -p ./logs/
- #conda activate py36
- #nowhour=20230626160000
- python extract_cur_share_log.py ${nowstart} ${nowhour}
- if [ $? -ne 0 ];
- then
- msg = "[ERROR] simrecall extract_share_log"
- #sh sendmsg.sh $nowday $msg
- echo "[ERROR] echo 'extract_share_log"
- exit 255
- fi
- echo ${nowstart}
- echo ${nowhour}
- python extract_cur_clik_log.py ${nowstart} ${nowhour}
- if [ $? -ne 0 ];
- then
- msg = "[ERROR] simrecall extract_share_log"
- #sh sendmsg.sh $nowday $msg
- echo "[ERROR] echo 'extract_share_log"
- exit 255
- fi
- python groupItemHour.py ${nowhour}
- if [ $? -ne 0 ];
- then
- msg = "[ERROR] simrecall extract_share_log"
- #sh sendmsg.sh $nowday $msg
- echo "[ERROR] echo 'extract_share_log"
- exit 255
- fi
- python extract_user_exp_hour_video.py ${nowday} ${nowstart} ${nowhour}
- if [ $? -ne 0 ];
- then
- msg = "[ERROR] simrecall extract_share_log"
- #sh sendmsg.sh $nowday $msg
- echo "[ERROR] echo 'extract_share_log"
- exit 255
- fi
- python getI2IHour.py ./data/user_video_exp_hour_${nowhour} ./data/return_item_hour_${nowhour} ./data/i2i_hour_${nowhour}
- if [ $? -ne 0 ];
- then
- msg = "[ERROR] simrecall extract_share_log"
- #sh sendmsg.sh $nowday $msg
- echo "[ERROR] echo 'extract_share_log"
- exit 255
- fi
- python calReturnHour.py ${nowhour}
- #python getI2ICTR.py ../CtrProject/data/merge_4_days_score_${nowhour} ./data/i2i_${nowday} ./data/i2i_ctr_${nowday}
- if [ $? -ne 0 ];
- then
- msg = "[ERROR] simrecall extract_share_log"
- #sh sendmsg.sh $nowday $msg
- echo "[ERROR] echo 'extract_share_log"
- exit 255
- fi
- python getI2ICTRGroup.py ./data/user_video_exp_hour_${nowhour} ./data/user_item_return_hour_count_${nowhour} ./data/i2i_hour_${nowhour} ./data/i2i_hour_group_ctr_${nowhour}
- if [ $? -ne 0 ];
- then
- msg = "[ERROR] getI2ICTRGroup"
- #sh sendmsg.sh $nowday $msg
- echo "[ERROR] echo 'extract_share_log"
- exit 255
- fi
- python import_redist.py ./data/i2i_hour_group_ctr_${nowhour} ./data/return_video_rec_${nowhour}
- python getI2ICTRGroupV2.py ./data/user_video_exp_hour_${nowhour} ./data/user_item_return_hour_count_${nowhour} ./data/i2i_hour_${nowhour} ./data/i2i_hour_group_ctr_v2_${nowhour}
- if [ $? -ne 0 ];
- then
- msg = "[ERROR] getI2ICTRGroupV2"
- #sh sendmsg.sh $nowday $msg
- echo "[ERROR] echo 'getI2ICTRGroupV2' "
- exit 255
- fi
- python import_redist_v2.py ./data/i2i_hour_group_ctr_v2_${nowhour} ./data/return_video_rec_v2_${nowhour}
|