视频封面审核

long-article-recommend-service/src/main/java/com/tzld/longarticle/recommend/server/common/enums/VideoAuditTypeEnum.java

@@ -0,0 +1,32 @@
+package com.tzld.longarticle.recommend.server.common.enums;
+
+import lombok.Getter;
+
+import java.util.Objects;
+
+@Getter
+public enum VideoAuditTypeEnum {
+    PQ(1, "票圈审核"),
+    COVER(2, "封面检查"),
+
+    other(999, "其他"),
+    ;
+
+    // 审核类型 1-票圈审核 2-封面检查
+    private final Integer type;
+    private final String description;
+
+    VideoAuditTypeEnum(Integer type, String description) {
+        this.type = type;
+        this.description = description;
+    }
+
+    public static VideoAuditTypeEnum from(Integer type) {
+        for (VideoAuditTypeEnum typeEnum : VideoAuditTypeEnum.values()) {
+            if (Objects.equals(typeEnum.type, type)) {
+                return typeEnum;
+            }
+        }
+        return other;
+    }
+}

long-article-recommend-service/src/main/java/com/tzld/longarticle/recommend/server/common/enums/cgi/FindFaceStatusEnum.java

@@ -0,0 +1,31 @@
+package com.tzld.longarticle.recommend.server.common.enums.cgi;
+
+import lombok.Getter;
+
+import java.util.Objects;
+
+@Getter
+public enum FindFaceStatusEnum {
+    EXIST(1, "有违规脸"),
+    NOT_EXIST(2, "没有违规脸"),
+
+    other(999, "其他"),
+    ;
+
+    private final Integer status;
+    private final String description;
+
+    FindFaceStatusEnum(Integer status, String description) {
+        this.status = status;
+        this.description = description;
+    }
+
+    public static FindFaceStatusEnum from(Integer status) {
+        for (FindFaceStatusEnum statusEnum : FindFaceStatusEnum.values()) {
+            if (Objects.equals(statusEnum.status, status)) {
+                return statusEnum;
+            }
+        }
+        return other;
+    }
+}

long-article-recommend-service/src/main/java/com/tzld/longarticle/recommend/server/mapper/longArticle/LongArticleBaseMapper.java

@@ -65,7 +65,7 @@ public interface LongArticleBaseMapper {
 
     List<String> getFilterColdLongArticleTitle();
 
-    List<String> getExistsOssPath();
+    List<String> getExistsOssPath(Integer type);
 
     void updateVideoPoolContentBad(String contentTraceId);
 

long-article-recommend-service/src/main/java/com/tzld/longarticle/recommend/server/model/cgi/AlgFaceRecognizeResult.java

@@ -0,0 +1,8 @@
+package com.tzld.longarticle.recommend.server.model.cgi;
+
+import lombok.Data;
+
+@Data
+public class AlgFaceRecognizeResult {
+    private Integer find_face_status;
+}

long-article-recommend-service/src/main/java/com/tzld/longarticle/recommend/server/model/entity/longArticle/LongArticleVideoAudit.java

@@ -23,6 +23,9 @@ public class LongArticleVideoAudit {
     @Column(name = "trace_id")
     private String traceId;
 
+    @Column(name = "type")
+    private Integer type;
+
     @Column(name = "oss_path")
     private String ossPath;
 

long-article-recommend-service/src/main/java/com/tzld/longarticle/recommend/server/remote/alg/DangerFaceRecognizeService.java

@@ -0,0 +1,74 @@
+package com.tzld.longarticle.recommend.server.remote.alg;
+
+import com.alibaba.fastjson.JSONObject;
+import com.tzld.longarticle.recommend.server.common.HttpPoolFactory;
+import com.tzld.longarticle.recommend.server.model.cgi.AlgFaceRecognizeResult;
+import com.tzld.longarticle.recommend.server.model.param.PQResponse;
+import com.tzld.longarticle.recommend.server.repository.crawler.ArticleRepository;
+import lombok.extern.slf4j.Slf4j;
+import org.apache.http.HttpEntity;
+import org.apache.http.StatusLine;
+import org.apache.http.client.methods.CloseableHttpResponse;
+import org.apache.http.client.methods.HttpPost;
+import org.apache.http.entity.StringEntity;
+import org.apache.http.impl.client.CloseableHttpClient;
+import org.apache.http.util.EntityUtils;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.stereotype.Service;
+
+import java.io.IOException;
+import java.nio.charset.StandardCharsets;
+import java.util.Objects;
+
+@Service
+@Slf4j
+public class DangerFaceRecognizeService {
+
+    @Autowired
+    ArticleRepository articleRepository;
+
+    private final CloseableHttpClient client = HttpPoolFactory.aigcPool();
+    private static final String url = "http://47.98.228.9:5000/recognize/url";
+
+    public AlgFaceRecognizeResult getResult(String imageUrl) {
+        int retryTimes = 3;
+        while (retryTimes > 0) {
+            AlgFaceRecognizeResult result = post(imageUrl);
+            if (Objects.nonNull(result)) {
+                return result;
+            }
+            retryTimes--;
+        }
+        return null;
+    }
+
+    public AlgFaceRecognizeResult post(String imageUrl) {
+        JSONObject params = new JSONObject();
+        params.put("url", imageUrl);
+        try {
+            HttpPost httpPost = new HttpPost(url);
+            StringEntity stringEntity = new StringEntity(params.toJSONString(), StandardCharsets.UTF_8);
+            httpPost.setHeader("Content-Type", "application/json;charset=UTF-8");
+            httpPost.setEntity(stringEntity);
+            CloseableHttpResponse response = client.execute(httpPost);
+            StatusLine statusLine = response.getStatusLine();
+            if (statusLine.getStatusCode() == 200) {
+                HttpEntity responseEntity = response.getEntity();
+                if (Objects.nonNull(responseEntity)) {
+                    String responseBody = EntityUtils.toString(responseEntity, "UTF-8");
+                    PQResponse pqResponse = JSONObject.parseObject(responseBody, PQResponse.class);
+                    if (pqResponse.getCode() == 0 && Objects.nonNull(pqResponse.getData())) {
+                        return (AlgFaceRecognizeResult) pqResponse.getData();
+                    } else {
+                        return null;
+                    }
+                }
+            }
+        } catch (IOException e) {
+            log.error("DangerFaceRecognizeService error", e);
+        }
+        return null;
+    }
+
+
+}

long-article-recommend-service/src/main/java/com/tzld/longarticle/recommend/server/repository/longArticle/LongArticleVideoAuditRepository.java

@@ -8,9 +8,9 @@ import java.util.List;
 
 @Repository
 public interface LongArticleVideoAuditRepository extends JpaRepository<LongArticleVideoAudit, Long> {
-    LongArticleVideoAudit getByVideoId(Long videoId);
+    LongArticleVideoAudit getByVideoIdAndType(Long videoId, Integer type);
 
-    List<LongArticleVideoAudit> getByVideoIdIn(List<Long> videoIds);
+    List<LongArticleVideoAudit> getByVideoIdInAndType(List<Long> videoIds, Integer type);
 
-    List<LongArticleVideoAudit> getByStatusAndTaskIdIsNotNull(Integer status);
+    List<LongArticleVideoAudit> getByStatusAndTypeAndTaskIdIsNotNull(Integer status, Integer type);
 }

long-article-recommend-service/src/main/java/com/tzld/longarticle/recommend/server/service/recommend/ArticleAuditService.java

@@ -6,9 +6,11 @@ import com.alibaba.fastjson.JSONObject;
 import com.google.common.collect.Lists;
 import com.tzld.longarticle.recommend.server.common.enums.FieshuTableColumnDataTypeEnum;
 import com.tzld.longarticle.recommend.server.common.enums.StatusEnum;
+import com.tzld.longarticle.recommend.server.common.enums.VideoAuditTypeEnum;
 import com.tzld.longarticle.recommend.server.common.enums.aigc.PublishContentStatusEnum;
 import com.tzld.longarticle.recommend.server.common.enums.aigc.PublishPlanInputSourceTypesEnum;
 import com.tzld.longarticle.recommend.server.common.enums.aigc.PushTypeEnum;
+import com.tzld.longarticle.recommend.server.common.enums.cgi.FindFaceStatusEnum;
 import com.tzld.longarticle.recommend.server.common.enums.cgi.PQVideoAuditResultEnum;
 import com.tzld.longarticle.recommend.server.common.enums.cgi.PQVideoSensitiveLevelEnum;
 import com.tzld.longarticle.recommend.server.common.enums.recommend.ArticleDeleteStatusEnum;
@@ -17,6 +19,7 @@ import com.tzld.longarticle.recommend.server.common.enums.recommend.FeishuRobotI
 import com.tzld.longarticle.recommend.server.mapper.aigc.AigcBaseMapper;
 import com.tzld.longarticle.recommend.server.mapper.crawler.ArticleMapper;
 import com.tzld.longarticle.recommend.server.mapper.longArticle.LongArticleBaseMapper;
+import com.tzld.longarticle.recommend.server.model.cgi.AlgFaceRecognizeResult;
 import com.tzld.longarticle.recommend.server.model.cgi.PQVideoAuditResult;
 import com.tzld.longarticle.recommend.server.model.dto.*;
 import com.tzld.longarticle.recommend.server.model.entity.aigc.PublishAccount;
@@ -30,11 +33,11 @@ import com.tzld.longarticle.recommend.server.model.vo.ArticleDeleteListVO;
 import com.tzld.longarticle.recommend.server.model.vo.FeishuTableDTO;
 import com.tzld.longarticle.recommend.server.remote.WxAccessTokenRemoteService;
 import com.tzld.longarticle.recommend.server.remote.WxArticleDeleteService;
+import com.tzld.longarticle.recommend.server.remote.alg.DangerFaceRecognizeService;
 import com.tzld.longarticle.recommend.server.remote.pq.PQVideoAuditResultService;
 import com.tzld.longarticle.recommend.server.remote.pq.PQVideoAuditStartProcessService;
 import com.tzld.longarticle.recommend.server.repository.aigc.PublishAccountRepository;
 import com.tzld.longarticle.recommend.server.repository.aigc.PublishContentRepository;
-import com.tzld.longarticle.recommend.server.repository.aigc.PublishPlanRepository;
 import com.tzld.longarticle.recommend.server.repository.crawler.ArticleRepository;
 import com.tzld.longarticle.recommend.server.repository.longArticle.*;
 import com.tzld.longarticle.recommend.server.util.DateUtils;
@@ -91,7 +94,7 @@ public class ArticleAuditService {
     @Autowired
     private ArticleMapper articleMapper;
     @Autowired
-    private PublishPlanRepository publishPlanRepository;
+    private DangerFaceRecognizeService dangerFaceRecognizeService;
 
 
     @XxlJob("articleVideoAudit")
@@ -110,7 +113,7 @@ public class ArticleAuditService {
         List<LongArticlesMatchVideo> longArticlesMatchVideoList = longArticlesMatchVideoRepository.getByTraceIdIn(traceIds);
         Map<String, LongArticlesMatchVideo> longarticlesMatchVideoMap = longArticlesMatchVideoList.stream()
                 .collect(Collectors.toMap(LongArticlesMatchVideo::getTraceId, Function.identity()));
-        List<String> existsOssPath = longArticleBaseMapper.getExistsOssPath();
+        List<String> existsOssPath = longArticleBaseMapper.getExistsOssPath(VideoAuditTypeEnum.PQ.getType());
         for (String traceId : traceIds) {
             try {
                 LongArticlesMatchVideo longArticlesMatchVideo = longarticlesMatchVideoMap.get(traceId);
@@ -127,6 +130,7 @@ public class ArticleAuditService {
                     LongArticleVideoAudit videoAudit = new LongArticleVideoAudit();
                     videoAudit.setVideoId(response.getVideoID());
                     videoAudit.setTraceId(traceId);
+                    videoAudit.setType(VideoAuditTypeEnum.PQ.getType());
                     videoAudit.setContentId(longArticlesMatchVideo.getContentId());
                     videoAudit.setOssPath(ossPath);
                     videoAudit.setStatus(StatusEnum.ZERO.getCode());
@@ -169,7 +173,7 @@ public class ArticleAuditService {
         List<LongArticlesMatchVideo> longArticlesMatchVideoList = longArticlesMatchVideoRepository.getByTraceIdIn(traceIds);
         Map<String, LongArticlesMatchVideo> longarticlesMatchVideoMap = longArticlesMatchVideoList.stream()
                 .collect(Collectors.toMap(LongArticlesMatchVideo::getTraceId, Function.identity()));
-        List<String> existsOssPath = longArticleBaseMapper.getExistsOssPath();
+        List<String> existsOssPath = longArticleBaseMapper.getExistsOssPath(VideoAuditTypeEnum.COVER.getType());
         for (String traceId : traceIds) {
             try {
                 LongArticlesMatchVideo longArticlesMatchVideo = longarticlesMatchVideoMap.get(traceId);
@@ -186,6 +190,7 @@ public class ArticleAuditService {
                     LongArticleVideoAudit videoAudit = new LongArticleVideoAudit();
                     videoAudit.setVideoId(response.getVideoID());
                     videoAudit.setTraceId(traceId);
+                    videoAudit.setType(VideoAuditTypeEnum.COVER.getType());
                     videoAudit.setContentId(longArticlesMatchVideo.getContentId());
                     videoAudit.setOssPath(ossPath);
                     videoAudit.setStatus(StatusEnum.ZERO.getCode());
@@ -193,22 +198,17 @@ public class ArticleAuditService {
                     longArticleVideoAuditRepository.save(videoAudit);
                     try {
                         // 调用封面检测
-                        PQVideoAuditResult result = pqVideoAuditResultService.getResult(null).get(0);
+                        AlgFaceRecognizeResult result = dangerFaceRecognizeService.getResult(response.getVideoCover());
 
-                        if (Objects.equals(result.getAuditResult(), PQVideoAuditResultEnum.PASS.getStatus())) {
+                        if (Objects.equals(result.getFind_face_status(), FindFaceStatusEnum.NOT_EXIST.getStatus())) {
                             // 审核通过，更新文章状态
                             videoAudit.setStatus(PQVideoAuditResultEnum.PASS.getStatus());
                             videoAudit.setFinishTimestamp(System.currentTimeMillis());
                             longArticleVideoAuditRepository.save(videoAudit);
-                        } else if (Objects.equals(result.getAuditResult(), PQVideoAuditResultEnum.REJECT.getStatus())) {
+                        } else if (Objects.equals(result.getFind_face_status(), FindFaceStatusEnum.EXIST.getStatus())) {
                             // 审核不通过，删除文章
-                            PQVideoSensitiveLevelEnum sensitiveLevelEnum = PQVideoSensitiveLevelEnum.from(result.getSensitiveLevel());
-                            if (sensitiveLevelEnum.getLevel() >= PQVideoSensitiveLevelEnum.MID_SENSITIVE.getLevel()) {
-                                videoAudit.setStatus(PQVideoAuditResultEnum.REJECT.getStatus());
-                            } else {
-                                videoAudit.setStatus(PQVideoAuditResultEnum.PASS.getStatus());
-                            }
-                            videoAudit.setFailReason(sensitiveLevelEnum.getDescription());
+                            videoAudit.setStatus(PQVideoAuditResultEnum.REJECT.getStatus());
+                            videoAudit.setFailReason("封面存在违规头像");
                             videoAudit.setFinishTimestamp(System.currentTimeMillis());
                             longArticleVideoAuditRepository.save(videoAudit);
                             // 构建删除文章记录 并保存
@@ -216,7 +216,7 @@ public class ArticleAuditService {
                             // 暂时不做删除 先发送通知
                             if (videoAudit.getStatus().equals(PQVideoAuditResultEnum.REJECT.getStatus())) {
                                 FeishuMessageSender.sendWebHookMessage(FeishuRobotIdEnum.ARTICLE_DELETE.getRobotId(),
-                                        "视频封面识别不通过【" + sensitiveLevelEnum.getDescription() + "】\n" +
+                                        "视频封面识别不通过【存在违规头像】\n" +
                                                 "traceId：" + videoAudit.getTraceId() + "\n" +
                                                 "视频id：" + videoAudit.getVideoId() + "\n" +
                                                 "管理后台地址：https://admin.piaoquantv.com/cms/post-detail/" + videoAudit.getVideoId() + "/detail\n" +
@@ -260,7 +260,8 @@ public class ArticleAuditService {
 
     @XxlJob("articleVideoAuditResult")
     public ReturnT<String> articleVideoAuditResult(String param) {
-        List<LongArticleVideoAudit> list = longArticleVideoAuditRepository.getByStatusAndTaskIdIsNotNull(StatusEnum.ZERO.getCode());
+        List<LongArticleVideoAudit> list = longArticleVideoAuditRepository.getByStatusAndTypeAndTaskIdIsNotNull(
+                StatusEnum.ZERO.getCode(), VideoAuditTypeEnum.PQ.getType());
         for (List<LongArticleVideoAudit> partition : Lists.partition(list, 10)) {
             List<Long> taskIds = partition.stream().map(LongArticleVideoAudit::getTaskId).collect(Collectors.toList());
             Map<Long, LongArticleVideoAudit> map = partition.stream().collect(Collectors.toMap(LongArticleVideoAudit::getTaskId, Function.identity()));

long-article-recommend-service/src/main/resources/mapper/longArticle/LongArticleBaseMapper.xml

@@ -246,7 +246,7 @@
     </insert>
 
     <select id="getExistsOssPath" resultType="java.lang.String">
-        select distinct oss_path from long_articles_video_audit
+        select distinct oss_path from long_articles_video_audit where type = #{type}
     </select>
 
     <update id="updateVideoPoolContentBad">