罗俊辉 пре 1 година
родитељ
комит
51f497c847

+ 11 - 2
etl-core/src/main/java/com/tzld/crawler/etl/service/impl/EtlServiceImpl.java

@@ -416,19 +416,28 @@ public class EtlServiceImpl implements EtlService {
                         String fpath = param.getOrDefault("filePath", "");
                         String platfrm = param.getOrDefault("platform", "");
                         try {
-                            // 下载文件
-                            if (platform.equals("gongzhongxinhao")) {
+                            // 公众号系列域名
+                            if (fileUrl.contains("mpvideo.qpic.cn")) {
                                 FileUtils.downloadForGZH(fileUrl, fpath,
                                         !CollectionUtils.isEmpty(randomUaPlatform) && randomUaPlatform.contains(platfrm)
                                         , !CollectionUtils.isEmpty(proxyPlatform) && proxyPlatform.contains(platfrm),
                                         proxyInfo);
                             }
+                            // 西瓜视频系列 1
                             else if (fileUrl.contains("v9-xg-web-pc.ixigua.com")) {
                                 FileUtils.downloadForXG(fileUrl, fpath,
                                         !CollectionUtils.isEmpty(randomUaPlatform) && randomUaPlatform.contains(platfrm)
                                         , !CollectionUtils.isEmpty(proxyPlatform) && proxyPlatform.contains(platfrm),
                                         proxyInfo);
                             }
+                            // 西瓜视频系列 2
+                            else if (fileUrl.contains("v3-xg-web-pc.ixigua.com")) {
+                                FileUtils.downloadForXG(fileUrl, fpath,
+                                        !CollectionUtils.isEmpty(randomUaPlatform) && randomUaPlatform.contains(platfrm)
+                                        , !CollectionUtils.isEmpty(proxyPlatform) && proxyPlatform.contains(platfrm),
+                                        proxyInfo);
+                            }
+                            // 百度 cdn 系列域名
                             else if (fileUrl.contains("video-bos.cdn.bcebos.com")) {
                                 FileUtils.downloadForFQW(fileUrl, fpath,
                                         !CollectionUtils.isEmpty(randomUaPlatform) && randomUaPlatform.contains(platfrm)