Forráskód Böngészése

wa:权重分低于0.3不过滤,记录飞书后,运营人工处理

丁云鹏 1 éve
szülő
commit
95d979b0d2

+ 6 - 6
etl-core/src/main/java/com/tzld/crawler/etl/service/strategy/handler/TitleScoreHandler.java

@@ -92,12 +92,12 @@ public class TitleScoreHandler extends StrategyAbstractHandler {
             }
             score += scoreWordMap.getOrDefault(word, 0.0);
         }
-
-        if (score <= 0.3) {
-            log.warn("title score is less than 0.3 {}", param);
-            slsService.log("mode", param.getStrategy(), "crawler", param.getPlatform(), "message", "权重分:" + score + "<=0.3");
-            return null;
-        }
+// workaround:低于0.3先不过滤,写入飞书后,运营人工处理
+//        if (score <= 0.3) {
+//            log.warn("title score is less than 0.3 {}", param);
+//            slsService.log("mode", param.getStrategy(), "crawler", param.getPlatform(), "message", "权重分:" + score + "<=0.3");
+//            return null;
+//        }
 
         StrategyDataDto result = new StrategyDataDto();
         BeanUtils.copyProperties(param, result);