run.sh 1.4 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768
  1. #!/bin/bash
  2. source ~/.bash_profile
  3. source ~/.bashrc
  4. conda activate tf2
  5. cd /data/SimRecall
  6. #1. download data
  7. nowday=`date +"%Y%m%d" -d -0days`
  8. last7day=`date +"%Y%m%d" -d -15days`
  9. echo ${nowday}
  10. echo ${last7day}
  11. mkdir -p ./data/
  12. mkdir -p ./logs/
  13. #conda activate py36
  14. nowhour=`date +"%Y%m%d%H" -d -0days`
  15. nowstart=$nowday'000000'
  16. nowhour=${nowhour}'0000'
  17. #nowhour='20230601140000'
  18. echo $nowhour
  19. echo ${nowstart}
  20. echo ${last7day}
  21. #python extract_cur_share_log.py ${nowstart} ${nowhour}
  22. #if [ $? -ne 0 ];
  23. #then
  24. # msg = "[ERROR] simrecall extract_share_log"
  25. # sh sendmsg.sh $nowday $msg
  26. # echo "[ERROR] echo 'extract_share_log"
  27. # exit 255
  28. #fi
  29. python extract_share_log.py ${last7day} ${nowday}
  30. if [ $? -ne 0 ];
  31. then
  32. msg = "[ERROR] simrecall extract_share_log"
  33. #sh sendmsg.sh $nowday $msg
  34. echo "[ERROR] echo 'extract_share_log"
  35. exit 255
  36. fi
  37. python filter_video.py ./data/user_item_share_${nowday} ./data/user_item_share_filter_${nowday}
  38. exit
  39. #nowday='20230505'
  40. #2. cal i2i result
  41. #python calI2I2.py ${nowday} ${nowhour}
  42. if [ $? -ne 0 ];
  43. then
  44. msg = "[ERROR] simrecall calI2I.py"
  45. #sh sendmsg.sh $nowday $msg
  46. echo $msg
  47. exit -1
  48. fi
  49. #3.import res
  50. #python import_redist.py "./data/rec_result3_"${nowhour}".json" "./data/redis_cls_"${nowhour}".json"
  51. if [ $? -ne 0 ];
  52. then
  53. msg = "[ERROR] simhot recall import_redist.py"
  54. sh sendmsg.sh $nowday $msg
  55. echo $msg
  56. exit -1
  57. fi
  58. echo 'finish sorted'