04_upload.sh 2.4 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950
  1. cat /root/zhangbo/recommend-emr-dataprocess/zhangbo/model/model_str_mid_20240313.txt | sed '1d' | awk -F " " '{if($2!="0") print $1"\t"$2}' > /root/zhangbo/recommend-emr-dataprocess/zhangbo/model/model_str_mid_20240313_change.txt
  2. dfs -put /root/zhangbo/recommend-emr-dataprocess/zhangbo/model/model_str_mid_20240313_change.txt oss://art-recommend.oss-cn-hangzhou.aliyuncs.com/video_str_model/model_str_mid.txt
  3. cat /root/zhangbo/recommend-emr-dataprocess/zhangbo/model/model_aka0_20240608.txt | awk -F " " '{print $1"\t"$2}' > /root/zhangbo/recommend-emr-dataprocess/zhangbo/model/model_aka0_20240608_change.txt
  4. dfs -put /root/zhangbo/recommend-emr-dataprocess/zhangbo/model/model_aka0_20240608_change.txt oss://art-recommend.oss-cn-hangzhou.aliyuncs.com/zhangbo/model_aka0.txt
  5. cat /root/zhangbo/recommend-emr-dataprocess/zhangbo/model/model_aka8_20240608.txt |
  6. awk -F " " '{
  7. if (NR == 1) {
  8. print $1"\t"$2
  9. } else {
  10. split($0, fields, " ");
  11. OFS="\t";
  12. line=""
  13. for (i = 1; i <= 10 && i <= length(fields); i++) {
  14. line = (line ? line "\t" : "") fields[i];
  15. }
  16. print line
  17. }
  18. }' > /root/zhangbo/recommend-emr-dataprocess/zhangbo/model/model_aka8_20240608_change.txt
  19. dfs -put /root/zhangbo/recommend-emr-dataprocess/zhangbo/model/model_aka8_20240608_change.txt oss://art-recommend.oss-cn-hangzhou.aliyuncs.com/zhangbo/model_aka8.txt
  20. -----广告-----
  21. cat /root/zhangbo/recommend-emr-dataprocess/zhangbo/model/model_bkb0_20240622.txt | awk -F " " '{print $1"\t"$2}' > /root/zhangbo/recommend-emr-dataprocess/zhangbo/model/model_bkb0_20240622_change.txt
  22. dfs -put /root/zhangbo/recommend-emr-dataprocess/zhangbo/model/model_bkb0_20240622_change.txt oss://art-recommend.oss-cn-hangzhou.aliyuncs.com/zhangbo/model_bkb0.txt
  23. cat /root/zhangbo/recommend-emr-dataprocess/zhangbo/model/model_bkb8_v3_20240702.txt |
  24. awk -F " " '{
  25. if (NR == 1) {
  26. print $1"\t"$2
  27. } else {
  28. split($0, fields, " ");
  29. OFS="\t";
  30. line=""
  31. for (i = 1; i <= 10 && i <= length(fields); i++) {
  32. line = (line ? line "\t" : "") fields[i];
  33. }
  34. print line
  35. }
  36. }' > /root/zhangbo/recommend-emr-dataprocess/zhangbo/model/model_bkb8_v3_20240702_change.txt
  37. dfs -put /root/zhangbo/recommend-emr-dataprocess/zhangbo/model/model_bkb8_v3_20240702_change.txt oss://art-recommend.oss-cn-hangzhou.aliyuncs.com/zhangbo/model_bkb8_v3.txt