run_hour.sh 2.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112
  1. #!/bin/bash
  2. source ~/.bash_profile
  3. source ~/.bashrc
  4. conda activate tf2
  5. cd /data/UserReturn
  6. #1. download data
  7. nowday=`date +"%Y%m%d" -d -0days`
  8. #last7day=`date +"%Y%m%d" -d -1days`
  9. nowstart=`date +"%Y%m%d%H" -d -1hours`
  10. nowhour=`date +"%Y%m%d%H" -d -0hours`
  11. #nowhour=`date +"%Y%m%d%H" -d -0days
  12. #nowstart=$nowstart'0000'
  13. #nowhour=${nowhour}'0000'
  14. echo ${nowstart}
  15. echo ${nowhour}
  16. echo ${nowday}
  17. echo ${last7day}
  18. mkdir -p ./data/
  19. mkdir -p ./logs/
  20. #conda activate py36
  21. #nowhour=20230626160000
  22. python extract_cur_share_log.py ${nowstart} ${nowhour}
  23. if [ $? -ne 0 ];
  24. then
  25. msg = "[ERROR] simrecall extract_share_log"
  26. #sh sendmsg.sh $nowday $msg
  27. echo "[ERROR] echo 'extract_share_log"
  28. exit 255
  29. fi
  30. echo ${nowstart}
  31. echo ${nowhour}
  32. python extract_cur_clik_log.py ${nowstart} ${nowhour}
  33. if [ $? -ne 0 ];
  34. then
  35. msg = "[ERROR] simrecall extract_share_log"
  36. #sh sendmsg.sh $nowday $msg
  37. echo "[ERROR] echo 'extract_share_log"
  38. exit 255
  39. fi
  40. python groupItemHour.py ${nowhour}
  41. if [ $? -ne 0 ];
  42. then
  43. msg = "[ERROR] simrecall extract_share_log"
  44. #sh sendmsg.sh $nowday $msg
  45. echo "[ERROR] echo 'extract_share_log"
  46. exit 255
  47. fi
  48. python extract_user_exp_hour_video.py ${nowday} ${nowstart} ${nowhour}
  49. if [ $? -ne 0 ];
  50. then
  51. msg = "[ERROR] simrecall extract_share_log"
  52. #sh sendmsg.sh $nowday $msg
  53. echo "[ERROR] echo 'extract_share_log"
  54. exit 255
  55. fi
  56. python getI2IHour.py ./data/user_video_exp_hour_${nowhour} ./data/return_item_hour_${nowhour} ./data/i2i_hour_${nowhour}
  57. if [ $? -ne 0 ];
  58. then
  59. msg = "[ERROR] simrecall extract_share_log"
  60. #sh sendmsg.sh $nowday $msg
  61. echo "[ERROR] echo 'extract_share_log"
  62. exit 255
  63. fi
  64. python calReturnHour.py ${nowhour}
  65. #python getI2ICTR.py ../CtrProject/data/merge_4_days_score_${nowhour} ./data/i2i_${nowday} ./data/i2i_ctr_${nowday}
  66. if [ $? -ne 0 ];
  67. then
  68. msg = "[ERROR] simrecall extract_share_log"
  69. #sh sendmsg.sh $nowday $msg
  70. echo "[ERROR] echo 'extract_share_log"
  71. exit 255
  72. fi
  73. python getI2ICTRGroup.py ./data/user_video_exp_hour_${nowhour} ./data/user_item_return_hour_count_${nowhour} ./data/i2i_hour_${nowhour} ./data/i2i_hour_group_ctr_${nowhour}
  74. if [ $? -ne 0 ];
  75. then
  76. msg = "[ERROR] getI2ICTRGroup"
  77. #sh sendmsg.sh $nowday $msg
  78. echo "[ERROR] echo 'extract_share_log"
  79. exit 255
  80. fi
  81. python import_redist.py ./data/i2i_hour_group_ctr_${nowhour} ./data/return_video_rec_${nowhour}
  82. python getI2ICTRGroupV2.py ./data/user_video_exp_hour_${nowhour} ./data/user_item_return_hour_count_${nowhour} ./data/i2i_hour_${nowhour} ./data/i2i_hour_group_ctr_v2_${nowhour}
  83. if [ $? -ne 0 ];
  84. then
  85. msg = "[ERROR] getI2ICTRGroupV2"
  86. #sh sendmsg.sh $nowday $msg
  87. echo "[ERROR] echo 'getI2ICTRGroupV2' "
  88. exit 255
  89. fi
  90. python import_redist_v2.py ./data/i2i_hour_group_ctr_v2_${nowhour} ./data/return_video_rec_v2_${nowhour}