contentPlatfor datastat distinct

api-module/src/main/java/com/tzld/piaoquan/api/job/contentplatform/ContentPlatformDatastatJob.java

@@ -73,7 +73,7 @@ public class ContentPlatformDatastatJob {
         Long now = System.currentTimeMillis();
         // 公众号自动回复数据统计
         String sql = String.format(
-                "SELECT first_level.channel_shortname, first_level.subchannel, first_level.first_uv, fission.split_uv, fission.裂变arpu " +
+                "SELECT distinct first_level.channel_shortname, first_level.subchannel, first_level.first_uv, fission.split_uv, fission.裂变arpu " +
                         "FROM loghubods.out_channel_mid_first_total first_level " +
                         "left join loghubods.out_channel_mid_split_total fission " +
                         "on first_level.channel_shortname = fission.channel_shortname and first_level.subchannel = fission.subchannel " +
@@ -211,7 +211,7 @@ public class ContentPlatformDatastatJob {
         Long now = System.currentTimeMillis();
         // 公众号自动回复数据统计
         String sql = String.format(
-                "SELECT first_level.channel_shortname, first_level.first_uv, fission.split_uv, fission.裂变arpu, price.arpu " +
+                "SELECT distinct first_level.channel_shortname, first_level.first_uv, fission.split_uv, fission.裂变arpu, price.arpu " +
                         "FROM loghubods.out_channel_mid_first_total first_level " +
                         "left join loghubods.out_channel_mid_split_total fission " +
                         "on first_level.channel_shortname = fission.channel_shortname and first_level.dt = fission.dt " +
@@ -321,7 +321,7 @@ public class ContentPlatformDatastatJob {
         Long now = System.currentTimeMillis();
         // 公众号自动回复数据统计
         String sql = String.format(
-                "SELECT first_level.subchannel, first_level.first_uv, fission.split_uv " +
+                "SELECT distinct first_level.subchannel, first_level.first_uv, fission.split_uv " +
                         "FROM loghubods.out_channel_mid_first_total first_level " +
                         "left join loghubods.out_channel_mid_split_total fission " +
                         "on first_level.subchannel = fission.subchannel and first_level.dt = fission.dt " +
@@ -383,7 +383,7 @@ public class ContentPlatformDatastatJob {
         Long now = System.currentTimeMillis();
         // 公众号自动回复数据统计
         String sql = String.format(
-                "SELECT first_level.channel_shortname, first_level.first_uv, fission.split_uv, price.arpu " +
+                "SELECT distinct first_level.channel_shortname, first_level.first_uv, fission.split_uv, price.arpu " +
                         "FROM loghubods.out_channel_mid_first_total first_level " +
                         "left join loghubods.out_channel_mid_split_total fission " +
                         "on first_level.channel_shortname = fission.channel_shortname and first_level.dt = fission.dt " +
@@ -468,7 +468,7 @@ public class ContentPlatformDatastatJob {
         Long now = System.currentTimeMillis();
         // 公众号自动回复数据统计
         String sql = String.format(
-                "SELECT first_level.subchannel, first_level.first_uv, fission.split_uv " +
+                "SELECT distinct first_level.subchannel, first_level.first_uv, fission.split_uv " +
                         "FROM loghubods.out_channel_mid_first_total first_level " +
                         "left join loghubods.out_channel_mid_split_total fission " +
                         "on first_level.subchannel = fission.subchannel and first_level.dt = fission.dt " +
@@ -530,7 +530,7 @@ public class ContentPlatformDatastatJob {
         Long now = System.currentTimeMillis();
         // 公众号自动回复数据统计
         String sql = String.format(
-                "SELECT first_level.channel_shortname, first_level.first_uv, fission.split_uv, price.arpu " +
+                "SELECT distinct first_level.channel_shortname, first_level.first_uv, fission.split_uv, price.arpu " +
                         "FROM loghubods.out_channel_mid_first_total first_level " +
                         "left join loghubods.out_channel_mid_split_total fission " +
                         "on first_level.channel_shortname = fission.channel_shortname and first_level.dt = fission.dt " +
@@ -767,7 +767,7 @@ public class ContentPlatformDatastatJob {
         }
         Map<String, ContentPlatformQwDataStatTotal> saveMap = new HashMap<>();
         String outSql = String.format(
-                "SELECT first_level.channel_shortname, first_level.first_uv, fission.split_uv, price.arpu " +
+                "SELECT distinct first_level.channel_shortname, first_level.first_uv, fission.split_uv, price.arpu " +
                         "FROM loghubods.out_channel_mid_first_total first_level " +
                         "left join loghubods.out_channel_mid_split_total fission " +
                         "on first_level.channel_shortname = fission.channel_shortname and first_level.dt = fission.dt " +
@@ -919,7 +919,7 @@ public class ContentPlatformDatastatJob {
         }
         List<ContentPlatformQwDataStatSubChannel> saveList = new ArrayList<>();
         String outSql = String.format(
-                "SELECT first_level.channel_shortname, first_level.subchannel, first_level.first_uv, fission.split_uv, price.arpu " +
+                "SELECT distinct first_level.channel_shortname, first_level.subchannel, first_level.first_uv, fission.split_uv, price.arpu " +
                         "FROM loghubods.out_channel_mid_first_total first_level " +
                         "left join loghubods.out_channel_mid_split_total fission " +
                         "on first_level.channel_shortname = fission.channel_shortname and first_level.subchannel = fission.subchannel " +