feat:添加weight

ad/23_ad_model_calc_cid_score_avg.sh

@@ -7,16 +7,17 @@ set -x
 cid=$1
 model=$2
 hdfs_path=$3
+bias=$4
 
 MODEL_PATH=/root/zhaohp/recommend-emr-dataprocess/model
 PREDICT_PATH=/root/zhaohp/recommend-emr-dataprocess/predict
 HADOOP=/opt/apps/HADOOP-COMMON/hadoop-common-current/bin/hadoop
 FM_HOME=/root/sunmingze/alphaFM
 
-$HADOOP fs -text ${hdfs_path}/* | grep "cid_${cid}" | ${FM_HOME}/bin/fm_predict -m ${MODEL_PATH}/${model} -dim 8 -core 8 -out ${PREDICT_PATH}/${model}_${cid}.txt
+$HADOOP fs -text ${hdfs_path}/* | grep "cid_${cid}" | ${FM_HOME}/bin/fm_predict -m ${MODEL_PATH}/${model} -dim ${bias} -core 8 -out ${PREDICT_PATH}/${model}_${cid}.txt
 
 score_avg=`awk '{ sum += $2; count++ } END { if (count > 0) print sum / count }' ${PREDICT_PATH}/${model}_${cid}.txt`
 
 echo -e "CID- ${cid} -平均分计算结果: ${score_avg} \n\t模型: ${MODEL_PATH}/${model} \n\tHDFS数据路径: ${hdfs_path} \n\t"
 
-# nohup ./ad/23_ad_model_calc_cid_score_avg.sh 3319 model_bkb8_v4_0.01_20240723.txt /dw/recommend/model/33_ad_train_data_v4_0.01/20240724 > logs/20240724_cid_3319.log 2>&1 &
+# nohup ./ad/23_ad_model_calc_cid_score_avg.sh 3319 model_bkb8_v4_0.01_20240723.txt /dw/recommend/model/33_ad_train_data_v4_0.01/20240724 > logs/20240724_cid_3319.log 2>&1 &

src/main/resources/20240718_ad_bucket_688.txt

@@ -685,4 +685,5 @@ b9_7d_ctcvr	100	5.205622071837585E-4,7.643798968087139E-4,9.564801530368245E-4,0
 b9_7d_cvr	100	0.011764705882352941,0.01569506726457399,0.01838235294117647,0.020588235294117647,0.02328897338403042,0.02391871234601205,0.02400522562734745,0.024077428325740526,0.025830258302583026,0.028157463094587207,0.028880605117440557,0.03038905735853926,0.031096659769435413,0.03125,0.031547814656588895,0.03195511647761922,0.03217581350169985,0.03302482120319731,0.034224011713030744,0.035205696202531646,0.037422037422037424,0.0392875851231011,0.044673539518900345,0.0484200954762446,0.05425400739827373,0.05493856332703213,0.05533386538973131,0.05567069660333909,0.0559259926713522,0.05611732644865175,0.05615614628856833,0.0562056799524924,0.0562531391260673,0.05630085770837915,0.056354043482215954,0.05642238583908748,0.056496008808147535,0.05661177040445629,0.05665038151177471,0.05671578650497074,0.05675094928325435,0.05678307457666888,0.056800829755971075,0.05686804507319128,0.05691224509213155,0.05698243071907263,0.057234242709313266,0.0573511282628504,0.05744413450632989,0.057515309959531566,0.057915320523720455,0.05805327638529841,0.06042099792099792,0.06090788893785809,0.06104441776710684,0.06127443190846973,0.06147736298649722,0.061746987951807226,0.0626596909599708,0.06454736162659351,0.06719115458218158,0.07750026798156287,0.0989010989010989,0.11682395053693459,0.12138728323699421,0.12451730418943534,0.13286713286713286,0.1387409959285938,0.14348855564325178,0.14603024574669188,0.14656182663592032,0.14804562737642585,0.14903543893319215,0.14933719966859985,0.15136039824907732,0.15173068852024474,0.15209802538787023,0.1522150359414128,0.15238167094210553,0.1524941065535125,0.15257579492235643,0.15276122367898293,0.15672531349830734,0.15716631480178278,0.15765579859678086,0.15803937111903818,0.15889206950772083,0.15958380343487527,0.16065699987167972,0.16103955243299506,0.1615666715564031,0.1619676945668135,0.16210314860910957,0.16241292760653148,0.1625950962675412,0.16299705144809723,0.16498362445414846,0.17422583672192682,1.0
 b9_7d_conver	100	2.0,4.0,5.0,7.0,9.0,11.0,14.0,19.0,25.0,32.0,37.0,44.0,54.0,62.0,75.0,89.0,104.0,130.0,142.0,178.0,198.0,249.0,281.0,296.0,339.0,376.0,391.0,427.0,463.0,490.0,517.0,576.0,605.0,648.0,714.0,782.0,861.0,926.0,983.0,1033.0,1090.0,1158.0,1239.0,1297.0,1332.0,1361.0,1373.0,1433.0,1526.0,1586.0,1615.0,1692.0,1709.0,1783.0,1818.0,1896.0,1945.0,2027.0,2072.0,2173.0,2249.0,2352.0,2439.0,2560.0,2667.0,2904.0,3042.0,3240.0,3426.0,3498.0,3602.0,3695.0,3783.0,3877.0,3943.0,4022.0,4117.0,4199.0,4349.0,4504.0,4676.0,5073.0,5339.0,5582.0,5868.0,6067.0,6328.0,6581.0,6869.0,7140.0,7289.0,7338.0,7468.0,7583.0,8086.0,8542.0,9067.0
 b9_7d_ecpm	100	33.51602023608769,44.79377958079784,53.9568345323741,61.337355455002516,66.2210252957584,71.73032157944651,76.0298731414541,77.97315075469297,79.93605115907275,82.40851858568942,82.97687645577774,84.74737001820756,85.71456559858154,85.97013101707813,86.5655906283885,87.70605432559671,89.89473684210526,90.89282118968256,91.74693871315188,92.70575246800261,92.97033623957306,93.45794392523365,94.85469870423952,95.57938990262248,96.3330479020803,97.28838622814136,99.33822394484557,99.8510321344967,100.23542765854582,100.4431654676259,100.51196894680223,100.7251720747296,100.80488252569751,100.910430481002,101.01364615802798,101.16959964691331,101.44243758113299,101.66986383219599,104.43974630021141,106.88551646405281,107.46725560666813,107.6146249685084,107.74655487578666,107.87293484029139,108.00366845627124,108.14843214105072,108.52356854928394,109.1566167942213,110.3412437207691,110.90516146409774,111.30386121992166,111.7345895005885,112.20176999711212,112.70498872993238,113.23373727784424,114.27830114015578,115.17189318084714,120.8892720778421,130.9754340140956,132.6912170853947,133.80755883216216,135.070245012143,135.72080644911728,140.9194745859509,142.34127674378152,142.95639714862273,143.36010010750496,143.96396929960346,144.40333949907514,145.59876184948732,147.06122649062894,148.23258437529378,150.34475758212915,153.16186424289305,157.82557563151806,158.06145663507255,158.45547683134825,158.84765916929157,159.12173203154873,159.33092279799646,159.51072715583146,159.84448351715477,159.9661000505075,160.03513080960718,160.21578331040953,160.4556071769637,160.98721034772774,161.49405652326007,161.96679102739466,162.3738232062541,162.58773862512976,163.33467157506516,165.95040018925206,167.893526125534,171.43228059636147,174.53135100193924,217.0212765957447,386.42510111767945,12750.0
-b9_7d_click	100	7.0,22.0,41.0,59.0,78.0,103.0,133.0,163.0,197.0,248.0,296.0,359.0,436.0,532.0,680.0,863.0,1059.0,1218.0,1481.0,1764.0,2049.0,2528.0,3050.0,3749.0,4108.0,5122.0,5677.0,6771.0,7205.0,7616.0,7870.0,8236.0,8888.0,9343.0,10526.0,11422.0,12231.0,12831.0,13496.0,13908.0,14369.0,14914.0,15485.0,15792.0,16438.0,16915.0,17683.0,18599.0,19467.0,20692.0,21892.0,23051.0,23618.0,24238.0,24877.0,25522.0,26213.0,26915.0,27595.0,27923.0,28498.0,29207.0,29510.0,30433.0,31015.0,31465.0,32053.0,32623.0,33320.0,33959.0,35459.0,36434.0,38183.0,39288.0,40359.0,41872.0,42728.0,43997.0,44599.0,45107.0,45463.0,45935.0,46604.0,48129.0,49634.0,51142.0,53150.0,54025.0,55113.0,55870.0,56782.0,57303.0,58558.0,60202.0,63062.0,66478.0,69418.0,70956.0,88122.0
+b9_7d_click	100	7.0,22.0,41.0,59.0,78.0,103.0,133.0,163.0,197.0,248.0,296.0,359.0,436.0,532.0,680.0,863.0,1059.0,1218.0,1481.0,1764.0,2049.0,2528.0,3050.0,3749.0,4108.0,5122.0,5677.0,6771.0,7205.0,7616.0,7870.0,8236.0,8888.0,9343.0,10526.0,11422.0,12231.0,12831.0,13496.0,13908.0,14369.0,14914.0,15485.0,15792.0,16438.0,16915.0,17683.0,18599.0,19467.0,20692.0,21892.0,23051.0,23618.0,24238.0,24877.0,25522.0,26213.0,26915.0,27595.0,27923.0,28498.0,29207.0,29510.0,30433.0,31015.0,31465.0,32053.0,32623.0,33320.0,33959.0,35459.0,36434.0,38183.0,39288.0,40359.0,41872.0,42728.0,43997.0,44599.0,45107.0,45463.0,45935.0,46604.0,48129.0,49634.0,51142.0,53150.0,54025.0,55113.0,55870.0,56782.0,57303.0,58558.0,60202.0,63062.0,66478.0,69418.0,70956.0,88122.0
+weight  100     10.0,100.0,200.0,300.0,400.0,450.0,500.0,600.0,1000.0,2000.0,10000.0,20000.0,50000.0,500000.0,9999990.0

src/main/resources/weight_ad_feature_name.txt

@@ -0,0 +1 @@
+weight