Bläddra i källkod

ADD: filter log

sunxy 1 år sedan
förälder
incheckning
ae8d3fcaa5

+ 8 - 3
recommend-server-service/src/main/java/com/tzld/piaoquan/recommend/server/framework/recaller/BaseRecaller.java

@@ -187,8 +187,8 @@ public class BaseRecaller<Video> {
             }
         }
 
-        LOGGER.info("traceId: [{}], recall candidateQueueMap: [{}]", requestData.getRequestId(),
-                JSONObject.toJSONString(candidateQueueMap));
+//        LOGGER.info("traceId: [{}], recall candidateQueueMap: [{}]", requestData.getRequestId(),
+//                JSONObject.toJSONString(candidateQueueMap));
 
         List<RankItem> result = convertToRankItem(candidateQueueMap, requestData, user);
         LOGGER.info("traceId: [{}], recall result: [{}]", requestData.getRequestId(),
@@ -206,6 +206,8 @@ public class BaseRecaller<Video> {
 
         final FilterPipeline<Video> recallFilter = new FilterPipeline<>(filterConfig, requestData, user);
 
+        LOGGER.info("traceId: [{}], recallFilter: [{}]", requestData.getRequestId(),
+                JSONObject.toJSONString(recallFilter));
 
         final List<Callable<List<RankItem>>> callables = new ArrayList<>();
         for (final Map.Entry<Candidate, Queue<Video>> entry : candidateQueueMap.entrySet()) {
@@ -221,6 +223,9 @@ public class BaseRecaller<Video> {
                         return e.item;
                     }).collect(Collectors.toList());
                     List<Video> entriesAfterFilter = recallFilter.doFilter(candidate, entriesList);
+                    LOGGER.info("traceId: [{}], entriesList: [{}], entriesAfterFilter: [{}]",
+                            requestData.getRequestId(), JSONObject.toJSONString(entriesList),
+                            JSONObject.toJSONString(entriesAfterFilter));
                     // 1. filter  TODO 待后续增加自定义filter
                     if (CollectionUtils.isNotEmpty(entriesAfterFilter)) {
                         List<Entry<Video>> entries = entriesAfterFilter.stream()
@@ -232,7 +237,7 @@ public class BaseRecaller<Video> {
                     }
 
                     // debug log for tracing
-                    LOGGER.debug("recalled candidate [{}], queue length [{}], expected [{}], hit [{}]",
+                    LOGGER.info("recalled candidate [{}], queue length [{}], expected [{}], hit [{}]",
                             candidate.getCandidateKey(), entry.getValue().size(), candidate.getCandidateNum(), candidateHits.size());
                 } catch (Exception e) {
                     LOGGER.error("recall filter queue occur error, queue [{}], error: [{}]", candidate.toString(), ExceptionUtils.getFullStackTrace(e));

+ 0 - 1
recommend-server-service/src/main/java/com/tzld/piaoquan/recommend/server/framework/recaller/provider/RedisBackedQueueWithoutMetaCacheLoader.java

@@ -51,7 +51,6 @@ public class RedisBackedQueueWithoutMetaCacheLoader extends CacheLoader<QueueNam
         });
         queue.addAll(Lists.newArrayList(iterable));
 
-        long end = System.nanoTime();
         return Pair.of(Long.MIN_VALUE, queue);
     }
 }