rov-offline/returnv2/run.sh

#!/bin/bash
source ~/.bash_profile
source ~/.bashrc
conda activate tf2

cd /data/UserReturn

#1. download data
nowday=`date  +"%Y%m%d" -d -0days`
last7day=`date  +"%Y%m%d" -d -1days`
nowhour=`date  +"%Y%m%d%H" -d -1hours`
echo ${nowday}
echo ${last7day}
mkdir -p ./data/
mkdir -p ./logs/
#conda activate py36

python extract_share_log.py ${last7day} ${nowday}
if [ $? -ne 0 ];
then
    msg = "[ERROR] simrecall extract_share_log"
    #sh sendmsg.sh  $nowday  $msg
    echo "[ERROR] echo 'extract_share_log"
    exit 255
fi

python extract_clik_log.py ${last7day} ${nowday}
if [ $? -ne 0 ];
then
    msg = "[ERROR] simrecall extract_share_log"
    #sh sendmsg.sh  $nowday  $msg
    echo "[ERROR] echo 'extract_share_log"
    exit 255
fi

python groupItem.py ${nowday}
if [ $? -ne 0 ];
then
    msg = "[ERROR] simrecall extract_share_log"
    #sh sendmsg.sh  $nowday  $msg
    echo "[ERROR] echo 'extract_share_log"
    exit 255
fi

python extract_user_exp_video.py ${last7day} ${nowday}
if [ $? -ne 0 ];
then
    msg = "[ERROR] simrecall extract_share_log"
    #sh sendmsg.sh  $nowday  $msg
    echo "[ERROR] echo 'extract_share_log"
    exit 255

fi

python getI2I.py ./data/user_video_exp_${nowday}  ./data/return_item_${nowday} ./data/i2i_${nowday}
if [ $? -ne 0 ];
then
    msg = "[ERROR] simrecall extract_share_log"
    #sh sendmsg.sh  $nowday  $msg
    echo "[ERROR] echo 'extract_share_log"
    exit 255
fi

python calReturn.py ${nowday}
if [ $? -ne 0 ];
then
    msg = "[ERROR] simrecall extract_share_log"
    #sh sendmsg.sh  $nowday  $msg
    echo "[ERROR] echo 'extract_share_log"
    exit 255
fi



python getI2ICTRGroup.py ./data/user_video_exp_${nowday} ./data/user_item_return_count_${nowday} ./data/i2i_${nowday}  ./data/i2i_group_ctr_${nowday}
if [ $? -ne 0 ];
then
    msg = "[ERROR] simrecall extract_share_log"
    #sh sendmsg.sh  $nowday  $msg
    echo "[ERROR] echo 'extract_share_log"
    exit 255

fi

python import_redist.py  ./data/i2i_group_ctr_${nowday} ./data/return_video_rec_${nowday}


python  getI2ICTRGroupV2.py ./data/user_video_exp_${nowday} ./data/user_item_return_count_${nowday} ./data/i2i_${nowday}  ./data/i2i_group_ctr_v2_${nowday}
if [ $? -ne 0 ];
then
    msg = "[ERROR] simrecall extract_share_log"
    #sh sendmsg.sh  $nowday  $msg
    echo "[ERROR] echo 'extract_share_log"
    exit 255

fi

python import_redist_v2.py  ./data/i2i_group_ctr_v2_${nowday} ./data/return_video_rec_v2_${nowday}


day="$(date -d '40 days ago' +%Y-%m-%d)"
pattern="/data/UserReturn/data/*${day}*"
if compgen -G "$pattern" > /dev/null; then
    find "$base_path" -name "${day}*" -exec rm -rf {} \;
    echo "delete done"
else
    echo "no data"
fi