loghubods.video_dimension_detail_add_column.sql 206 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038
  1. -- Task: 单内容明细_增加字段_0_1 ID: 1021325740 Type: ODPS_SQL
  2. --@exclude_input=loghubods.dwd_video_element_top_merge
  3. --@exclude_input=loghubods.dwa_recsys_alg_analysis_20250110
  4. --@exclude_input=loghubods.auto_enter_flow_pool_videolist
  5. --@exclude_input=loghubods.request_log_each_day
  6. --@exclude_input=usercdm.manager_user
  7. --@exclude_input=loghubods.content_ai_tags_no_dt
  8. --@exclude_output=loghubods.video_dimension_detail_add_column
  9. --@exclude_input=loghubods.content_ai_tags
  10. --@exclude_input=loghubods.feishu_project_kanban_user
  11. --odps sql
  12. --********************************************************************--
  13. --author:杜崇宇
  14. --create time:2024-10-18 10:48:36
  15. --********************************************************************--
  16. --DROP TABLE IF EXISTS loghubods.video_dimension_detail_add_column;
  17. --ALTER TABLE loghubods.video_dimension_detail_add_column ADD COLUMNS (推荐天数间隔 BIGINT,复推天数间隔 BIGINT)
  18. --ALTER TABLE loghubods.video_dimension_detail_add_column ADD COLUMNS (含AI标签二级品类 BIGINT,含AI标签映射一级品类 STRING)
  19. --ALTER TABLE loghubods.video_dimension_detail_add_column ADD COLUMNS (merge二级品类 STRING,merge一级品类 STRING)
  20. --ALTER TABLE loghubods.video_dimension_detail_add_column ADD COLUMNS (old_video_id bigint comment '原视频id')
  21. WITH t_raw AS
  22. (
  23. SELECT *
  24. ,CASE WHEN page IN ("回流后沉浸页&内页feed","详情后沉浸页","首页feed","详情页") THEN "推荐"
  25. WHEN page IN ("回流页","其他") THEN "非推荐"
  26. ELSE "其他"
  27. END AS page_type
  28. FROM loghubods.dwa_recsys_alg_analysis_20250110
  29. WHERE dt = '${bizdate}' --AND apptype IN ("0","4")
  30. --AND abcode IN ("ab0","ab1","ab2","ab3","ab4","ab5","ab6","ab7","ab8","ab9")
  31. --AND abcode NOT IN ("ab100")
  32. --AND extend_alg IS NOT NULL
  33. --AND GET_JSON_OBJECT(extend_alg,'$.scoresMap') IS NOT NULL
  34. ) -- 过滤:只保留推荐页面
  35. ,t_filtered AS
  36. (
  37. SELECT *
  38. FROM t_raw
  39. WHERE page_type = "推荐"
  40. ) -- 特征提取与维度映射
  41. ,t_base AS
  42. (
  43. SELECT dt
  44. ,apptype
  45. ,CASE WHEN apptype IN ("4") AND abcode IN ("ab0","ab1") THEN "实验组-先验地域降权"
  46. WHEN apptype IN ("4") AND abcode IN ("ab6","ab7") THEN "实验组-str+校准&ros-统计量"
  47. WHEN apptype IN ("4") AND abcode IN ("ab8","ab9") THEN "实验组-str+校准"
  48. WHEN apptype IN ("4") AND abcode IN ("ab2","ab3") THEN "对照组"
  49. WHEN apptype IN ("4") AND abcode IN ("ab4","ab5") THEN "ab4-5"
  50. ELSE "其他"
  51. END AS abcode
  52. ,page_type AS page
  53. ,mid
  54. ,vid
  55. ,is_share
  56. ,share_cnt
  57. ,is_return_1
  58. ,is_return_n
  59. ,return_1_uv
  60. ,return_n_uv
  61. ,new_exposure_cnt
  62. ,flowpool
  63. ,scoresmap
  64. ,subsessionid
  65. ,CAST(GET_JSON_OBJECT(scoresmap,'$.fmRov') AS DOUBLE) AS str_pred
  66. ,1.22 * pow(CAST(GET_JSON_OBJECT(scoresmap,'$.NorXGBScore') AS DOUBLE),1.15) AS rosn_pred
  67. ,CAST(GET_JSON_OBJECT(scoresmap,'$.hasReturnRovScore') AS DOUBLE) AS rosn_stat
  68. FROM t_filtered
  69. )
  70. INSERT OVERWRITE TABLE loghubods.video_dimension_detail_add_column PARTITION (dt = '${bizdate}')
  71. SELECT *
  72. FROM (
  73. SELECT DISTINCT a.数据时间
  74. ,a.上传时间
  75. ,a.视频id
  76. ,a.是否当日新推荐
  77. ,a.历史入流量池次数
  78. ,a.创建天数间隔
  79. ,a.是否七日内创建
  80. ,a.视频地址
  81. ,a.grafana链接
  82. ,a.站内uid
  83. ,a.发布者昵称
  84. ,a.owner
  85. ,a.标题
  86. ,a.一级品类
  87. ,a.映射一级品类
  88. ,a.二级品类
  89. ,a.热点品类
  90. ,a.类型
  91. ,a.上传渠道
  92. ,a.推荐状态
  93. ,a.首次审核类型
  94. ,a.审核人
  95. ,a.首次审核时间
  96. ,a.首次审核日期
  97. ,a.首次机审审核状态
  98. ,a.首次机审不通过原因
  99. ,a.首次机审推荐状态
  100. ,a.首次机审不推荐原因
  101. ,a.7日策略入池次数
  102. ,a.7日rov入池次数
  103. ,a.7日vov入池次数
  104. ,a.7日低曝光高ros入池次数
  105. ,a.7日手动入池次数
  106. ,a.7日内最近一次非自动送入时间
  107. ,a.最近一次非自动送入类型
  108. ,a.送入人
  109. ,a.抓取平台
  110. ,a.抓取目标
  111. ,a.视频时长
  112. ,a.首发videoid
  113. ,a.首发uid
  114. ,a.首发时间
  115. ,a.首发日期
  116. ,a.首发播放量
  117. ,a.首发来源
  118. ,a.首发渠道
  119. ,a.是否首发视频
  120. ,a.是否首发来源
  121. ,a.是否首发渠道
  122. ,a.首发距今时间
  123. ,a.当日分发曝光pv
  124. ,a.当日曝光收益
  125. ,a.当日分发分享pv
  126. ,a.当日分发回流uv
  127. ,a.当日分发拉回曝光pv
  128. ,a.vov_t0
  129. ,a.rov_t0
  130. ,a.vor_t0
  131. ,a.str_t0
  132. ,a.ros_t0
  133. ,a.当日推荐当日分发曝光pv
  134. ,a.当日推荐当日曝光收益
  135. ,a.当日推荐当日分发分享pv
  136. ,a.当日推荐当日分发回流uv
  137. ,a.当日推荐当日分发拉回曝光pv
  138. ,a.当日推荐vov_t0
  139. ,a.当日推荐rov_t0
  140. ,a.当日推荐vor_t0
  141. ,a.当日推荐str_t0
  142. ,a.当日推荐ros_t0
  143. ,a.流量池曝光
  144. ,a.流量池播放
  145. ,a.流量池分享
  146. ,a.流量池回流
  147. ,a.流量池str
  148. ,a.流量池ros
  149. ,a.流量池rov
  150. ,a.推荐曝光
  151. ,a.推荐播放
  152. ,a.推荐分享
  153. ,a.推荐回流
  154. ,a.推荐str
  155. ,a.推荐ros
  156. ,a.推荐rov
  157. ,a.0_1日分发曝光pv
  158. ,a.0_1当日分发分享pv
  159. ,a.0_1日分发回流uv
  160. ,a.0_1日分发拉回曝光pv
  161. ,a.vov_t0_1
  162. ,a.rov_t0_1
  163. ,a.vor_t0_1
  164. ,a.str_t0_1
  165. ,a.ros_t0_1
  166. ,a.0_2日分发曝光pv
  167. ,a.0_2当日分发分享pv
  168. ,a.0_2日分发回流uv
  169. ,a.0_2日分发拉回曝光pv
  170. ,a.vov_t0_2
  171. ,a.rov_t0_2
  172. ,a.vor_t0_2
  173. ,a.str_t0_2
  174. ,a.ros_t0_2
  175. ,a.0_3日分发曝光pv
  176. ,a.0_3当日分发分享pv
  177. ,a.0_3日分发回流uv
  178. ,a.0_3日分发拉回曝光pv
  179. ,a.vov_t0_3
  180. ,a.rov_t0_3
  181. ,a.vor_t0_3
  182. ,a.str_t0_3
  183. ,a.ros_t0_3
  184. ,a.过去7日总发布量
  185. ,a.过去7日总推荐量
  186. ,a.姓名
  187. ,a.出生年份
  188. ,a.身份证号码
  189. ,a.性别
  190. ,a.测试品类
  191. ,a.title_duration
  192. ,a.最近复推日期
  193. ,a.rov入池距当前天数
  194. ,a.vov入池距当前天数
  195. ,a.低曝光高ros入池距当前天数
  196. ,a.手动入池距当前天数
  197. ,a.tag_level_2 AS tag_level_2_new
  198. ,a.1日分发回流uv
  199. ,a.1日分发拉回曝光pv
  200. ,a.2日分发回流uv
  201. ,a.2日分发拉回曝光pv
  202. ,a.3日分发回流uv
  203. ,a.3日分发拉回曝光pv
  204. ,a.7日分发回流uv
  205. ,a.7日分发拉回曝光pv
  206. ,a.14日分发回流uv
  207. ,a.14日分发拉回曝光pv
  208. ,a.30日分发回流uv
  209. ,a.30日分发拉回曝光pv
  210. ,a.0_7日分发回流uv
  211. ,a.0_7日分发拉回曝光pv
  212. ,a.0_14日分发回流uv
  213. ,a.0_14日分发拉回曝光pv
  214. ,a.0_30日分发回流uv
  215. ,a.0_30日分发拉回曝光pv
  216. ,c.tags
  217. ,c.tag_name_1
  218. ,c.tag_name_2
  219. ,c.tag_name_3
  220. ,b.create_date
  221. ,CASE WHEN a.最近复推日期 = '-1' THEN '-1'
  222. ELSE SUBSTR(a.最近复推日期,1,8)
  223. END AS 最近复推时间
  224. ,DATEDIFF(TO_DATE('${bizdate}','YYYYMMDD'),TO_DATE(b.create_date,'YYYYMMDD')) AS 推荐天数间隔
  225. ,CASE WHEN a.最近复推日期 = '-1' THEN '-1'
  226. ELSE DATEDIFF(TO_DATE('${bizdate}','YYYYMMDD'),TO_DATE(SUBSTR(a.最近复推日期,1,8),'YYYYMMDD'))
  227. END AS 复推天数间隔
  228. ,CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  229. ELSE c.tag_name_1
  230. END AS 包含AI标签二级品类
  231. ,CASE WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  232. ELSE c.tag_name_1
  233. END REGEXP '祝福音乐|人生感悟音乐|民族异域音乐|亲情音乐|红歌老歌|音乐知识' THEN '音乐'
  234. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  235. ELSE c.tag_name_1
  236. END REGEXP '正能量剧情|对口型表演|快闪' THEN '剧情/剧情演绎'
  237. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  238. ELSE c.tag_name_1
  239. END REGEXP '拟真游戏|麻将|棋牌' THEN '游戏'
  240. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  241. ELSE c.tag_name_1
  242. END REGEXP '老年审美美女|老年审美帅哥' THEN '随拍/颜值'
  243. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  244. ELSE c.tag_name_1
  245. END REGEXP '红歌老歌舞蹈|广场舞|舞蹈教程' THEN '舞蹈'
  246. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  247. ELSE c.tag_name_1
  248. END REGEXP '宠物日常|动物表演|生动物' THEN '动物/萌宠'
  249. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  250. ELSE c.tag_name_1
  251. END REGEXP '农村生活|农业技术' THEN '三农'
  252. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  253. ELSE c.tag_name_1
  254. END REGEXP '老年相关科技|未来科幻|国家科技力量' THEN '科技/科技数码'
  255. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  256. ELSE c.tag_name_1
  257. END REGEXP '保险|理财' THEN '财经'
  258. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  259. ELSE c.tag_name_1
  260. END REGEXP '亲子日常|K12教育' THEN '母婴/母婴亲子'
  261. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  262. ELSE c.tag_name_1
  263. END REGEXP '老年相关法律科普|知识科普|生活技巧科普' THEN '法律/科普/人文社科'
  264. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  265. ELSE c.tag_name_1
  266. END REGEXP '怀念时光|人生忠告|迷信祝福|节日祝福|早中晚好' THEN '情感/情感心理'
  267. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  268. ELSE c.tag_name_1
  269. END REGEXP '退休前|退休后' THEN '职场/人文社科'
  270. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  271. ELSE c.tag_name_1
  272. END REGEXP '益智解密|老年教育' THEN '教育/教育培训'
  273. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  274. ELSE c.tag_name_1
  275. END REGEXP '风景实拍|动植物实拍|人像模特实拍|摄影教学' THEN '摄影摄像'
  276. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  277. ELSE c.tag_name_1
  278. END REGEXP '名画赏析|杂技柔术|魔术|魔术特效|书法|绘画|木工|口技|大型集体艺术|戏曲戏剧|二人转|其他才艺' THEN '艺术/才艺技能'
  279. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  280. ELSE c.tag_name_1
  281. END REGEXP '美食测评|美食教程|吃播探店' THEN '美食'
  282. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  283. ELSE c.tag_name_1
  284. END REGEXP '旅行记录|旅行攻略' THEN '旅行/旅游'
  285. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  286. ELSE c.tag_name_1
  287. END REGEXP '省份城市亮点|本地新闻|本地生活' THEN '地域本地'
  288. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  289. ELSE c.tag_name_1
  290. END REGEXP '老年时尚|美妆护肤穿搭' THEN '时尚/美妆'
  291. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  292. ELSE c.tag_name_1
  293. END REGEXP '传统文化|国际文化' THEN '文化/人文社科'
  294. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  295. ELSE c.tag_name_1
  296. END REGEXP '搞笑瞬间合集|搞笑段子' THEN '搞笑/休闲娱乐'
  297. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  298. ELSE c.tag_name_1
  299. END REGEXP '历史名人|当代正能量人物|老明星' THEN '明星/名人'
  300. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  301. ELSE c.tag_name_1
  302. END REGEXP '老年人上综艺|老年关心纪录片|老综艺影像' THEN '综艺/影视综艺'
  303. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  304. ELSE c.tag_name_1
  305. END REGEXP '电影切片|电影解说' THEN '电影/影视综艺'
  306. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  307. ELSE c.tag_name_1
  308. END REGEXP '电视剧切片|电视剧解说' THEN '电视剧/影视综艺'
  309. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  310. ELSE c.tag_name_1
  311. END REGEXP '中国队比赛|老年运动' THEN '体育/运动'
  312. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  313. ELSE c.tag_name_1
  314. END REGEXP '健康知识|长寿知识|饮食健康' THEN '医疗健康/长寿/健身'
  315. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  316. ELSE c.tag_name_1
  317. END REGEXP '健身操' THEN '生活记录/生活'
  318. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  319. ELSE c.tag_name_1
  320. END REGEXP '老年生活|生活小妙招|园艺花艺' THEN '生活家居/家居家装'
  321. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  322. ELSE c.tag_name_1
  323. END REGEXP '民生政策|流行病疫情|社会风气|食品安全|贪污腐败|人财诈骗|核污染|惠民新闻|天气变化|国家力量|国际时政|他国政策' THEN '时政社会'
  324. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  325. ELSE c.tag_name_1
  326. END REGEXP '惊奇事件|罕见画面' THEN '奇人异象'
  327. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  328. ELSE c.tag_name_1
  329. END REGEXP '中国战争史|中国党史|中国历史影像' THEN '历史'
  330. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  331. ELSE c.tag_name_1
  332. END REGEXP '国际军事|国内军事|国家统一' THEN '军事'
  333. ELSE '-'
  334. END AS 含AI标签映射一级品类
  335. ,a.tag_level_2
  336. ,CASE WHEN f.tag_level_2 IS NOT NULL THEN f.tag_level_2
  337. ELSE c.tag_name_1
  338. END AS 二级品类集合
  339. ,CASE
  340. -- 音乐相关
  341. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '祝福音乐|人生感悟音乐|民族异域音乐|亲情音乐|红歌老歌|音乐知识' THEN '音乐' -- 剧情/剧情演绎相关
  342. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '正能量剧情|对口型表演|快闪' THEN '剧情/剧情演绎' -- 游戏相关
  343. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '拟真游戏|麻将|棋牌' THEN '游戏' -- 随拍/颜值相关
  344. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '老年审美美女|老年审美帅哥' THEN '随拍/颜值' -- 舞蹈相关
  345. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '红歌老歌舞蹈|广场舞|舞蹈教程' THEN '舞蹈' -- 动物/萌宠相关
  346. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '宠物日常|动物表演|生动物' THEN '动物/萌宠' -- 三农相关
  347. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '农村生活|农业技术' THEN '三农' -- 科技/科技数码相关
  348. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '老年相关科技|未来科幻|国家科技力量' THEN '科技/科技数码' -- 财经相关
  349. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '保险|理财' THEN '财经' -- 母婴/母婴亲子相关
  350. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '亲子日常|K12教育' THEN '母婴/母婴亲子' -- 法律/科普/人文社科相关
  351. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '老年相关法律科普|知识科普|生活技巧科普' THEN '法律/科普/人文社科' -- 情感/情感心理相关
  352. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '怀念时光|人生忠告|迷信祝福|节日祝福|早中晚好' THEN '情感/情感心理' -- 职场/人文社科相关
  353. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '退休前|退休后' THEN '职场/人文社科' -- 教育/教育培训相关
  354. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '益智解密|老年教育' THEN '教育/教育培训' -- 摄影摄像相关
  355. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '风景实拍|动植物实拍|人像模特实拍|摄影教学' THEN '摄影摄像' -- 艺术/才艺技能相关
  356. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '名画赏析|杂技柔术|魔术|魔术特效|书法|绘画|木工|口技|大型集体艺术|戏曲戏剧|二人转|其他才艺' THEN '艺术/才艺技能' -- 美食相关
  357. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '美食测评|美食教程|吃播探店' THEN '美食' -- 旅行/旅游相关
  358. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '旅行记录|旅行攻略' THEN '旅行/旅游' -- 地域本地相关
  359. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '省份城市亮点|本地新闻|本地生活' THEN '地域本地' -- 时尚/美妆相关
  360. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '老年时尚|美妆护肤穿搭' THEN '时尚/美妆' -- 文化/人文社科相关
  361. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '传统文化|国际文化' THEN '文化/人文社科' -- 搞笑/休闲娱乐相关
  362. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '搞笑瞬间合集|搞笑段子' THEN '搞笑/休闲娱乐' -- 明星/名人相关
  363. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '历史名人|当代正能量人物|老明星' THEN '明星/名人' -- 综艺/影视综艺相关
  364. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '老年人上综艺|老年关心纪录片|老综艺影像|电影切片|电影解说|电视剧切片|电视剧解说' THEN '综艺/影视综艺' -- 体育/运动相关
  365. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '中国队比赛|老年运动' THEN '体育/运动' -- 医疗健康/长寿/健身相关
  366. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '健康知识|长寿知识|饮食健康' THEN '医疗健康/长寿/健身' -- 生活记录/生活相关
  367. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '健身操' THEN '生活记录/生活' -- 生活家居/家居家装相关
  368. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '老年生活|生活小妙招|园艺花艺' THEN '生活家居/家居家装' -- 时政社会相关
  369. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '民生政策|流行病疫情|社会风气|食品安全|贪污腐败|人财诈骗|核污染|惠民新闻|天气变化|国家力量|国际时政|他国政策' THEN '时政社会' -- 奇人异象相关
  370. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '惊奇事件|罕见画面' THEN '奇人异象' -- 历史相关
  371. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '中国战争史|中国党史|中国历史影像' THEN '历史' -- 军事相关
  372. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '国际军事|国内军事|国家统一' THEN '军事'
  373. ELSE g.一级品类
  374. END AS 一级品类集合
  375. ,CASE WHEN h.rank <= 50 THEN '是'
  376. ELSE '否'
  377. END AS 是否在TOP50
  378. ,CASE WHEN h.rank <= 200 THEN '是'
  379. ELSE '否'
  380. END AS 是否在TOP200
  381. ,h.rank AS 回流rank
  382. ,l1.name AS 7日内最近一次送入人
  383. ,l1.level AS 7日内最近一次人工入池层数
  384. ,l1.date_diff AS 7日内最近一次人工入池距今天数
  385. ,l2.name AS 7日内最近一次送入策略
  386. ,l2.level AS 7日内最近一次策略入池层数
  387. ,l2.date_diff AS 7日内最近一次策略入池距今天数 -- ,j.name as 首次人审审核人
  388. -- ,j.audit_time as 首次人审审核时间
  389. ,j.首次人审审核状态
  390. ,j.首次人审不通过原因
  391. ,j.首次人审推荐状态
  392. ,k1.tag AS 上推荐实验名称
  393. ,k1.date_diff AS 上推荐实验标签距今天数
  394. ,k2.tag AS 供给实验名称
  395. ,k2.date_diff AS 供给实验标签距今天数
  396. ,k3.tag AS 控流量实验名称
  397. ,k3.date_diff AS 控流量实验距今天数
  398. ,m.widthheight AS 分辨率
  399. ,m.widthheight_rate AS 分辨率比值
  400. ,m.视觉音乐文字
  401. ,m.内容选题
  402. ,m.视频主题
  403. ,m.视频关键词
  404. ,m.视频主体
  405. ,m.视频场景
  406. ,m.情感倾向
  407. ,m.视频风格
  408. ,m.是否有片尾引导
  409. ,m.引导时长
  410. ,m.引导强度
  411. ,m.传播性判断
  412. ,m.推测观众地域
  413. ,m.推测观众年龄段
  414. ,m.推测观众性别
  415. ,m.推测观众价值类型
  416. ,m.推测观众用户价值点
  417. ,m.推测观众用观众收入
  418. ,m.背景音类型
  419. ,m.背景音风格
  420. ,m.语音类型
  421. ,m.歌曲名
  422. ,m.音色
  423. ,m.产品水印
  424. ,m.产品名称
  425. ,m.字幕
  426. ,m.颜色
  427. ,m.字号
  428. ,m.位置
  429. ,m.视频口播
  430. ,m.封面主体
  431. ,m.人物个数
  432. ,m.文字数量
  433. ,m.文字关键字
  434. ,m.封面主题
  435. ,m.知名人物
  436. ,m.人物年龄段
  437. ,m.场景描述
  438. ,m.时效性_有无时效
  439. ,m.时效性_具体时间
  440. ,n.1007回流人数
  441. ,n.1008回流人数
  442. ,n.带来1007回流的分享数
  443. ,n.带来1008回流的分享数
  444. ,n.1007进入分发曝光pv
  445. ,n.1008进入分发曝光pv
  446. ,n.1007回流人数再分享pv
  447. ,n.1008回流人数再分享pv
  448. ,n.总分享pv
  449. ,n.总回流pv
  450. ,o.当日总有回流分享pv
  451. ,o.当日总回流uv --,o.当日总分享pv
  452. ,o.分发分享pv
  453. ,o.头部分享pv
  454. ,o.当日分发头部分享pv
  455. ,o.当日分享当日回流uv
  456. ,o.当日分享当日回流一层uv
  457. ,o.当日分享当日回流非一层uv
  458. ,o.点击非当日分享回流uv
  459. ,o.当日分发当日回流uv
  460. ,o.非当日分发分享回流uv
  461. ,t1.video_id
  462. ,t2.是否存在热点
  463. ,t2.该热点的特征
  464. ,t2.热点内容概括
  465. ,t2.判断是热点的原因
  466. ,ROW_NUMBER() OVER (PARTITION BY a.dt ORDER BY a.当日分发曝光pv DESC ) AS 曝光rank
  467. ,ROW_NUMBER() OVER (PARTITION BY a.dt ORDER BY a.当日分发拉回曝光pv DESC ) AS 拉回曝光rank
  468. ,t3.流量池1007回流人数
  469. ,t3.流量池1008回流人数
  470. ,t3.带来流量池1007回流的分享数
  471. ,t3.带来流量池1008回流的分享数
  472. ,a.首发账号名
  473. ,a.首发owner
  474. ,t3.流量池回流人数
  475. ,t3.带来流量池回流的分享数
  476. ,t4.url
  477. ,t5.project_name
  478. ,b
  479. ,b1
  480. ,b2
  481. ,b3
  482. ,b4
  483. ,b5
  484. ,ROW_NUMBER() OVER (PARTITION BY a.视频id ORDER BY a.视频id DESC ) AS rank
  485. ,br1
  486. ,br2
  487. ,br3
  488. ,br4
  489. ,br5
  490. ,b_head_share
  491. ,b1_head_share
  492. ,b2_head_share
  493. ,b3_head_share
  494. ,b4_head_share
  495. ,b_reco_share
  496. ,b1_reco_share
  497. ,b2_reco_share
  498. ,b3_reco_share
  499. ,b4_reco_share
  500. ,当日分发曝光人数
  501. ,0_1_br1
  502. ,0_1_br2
  503. ,0_1_br3
  504. ,0_1_b_head_share
  505. ,0_1_b1_head_share
  506. ,0_1_b2_head_share
  507. ,0_1_b3_head_share
  508. ,0_1_b4_head_share
  509. ,0_1_b_reco_share
  510. ,0_1_b1_reco_share
  511. ,0_1_b2_reco_share
  512. ,0_1_b3_reco_share
  513. ,0_1_b4_reco_share
  514. ,0_1_b
  515. ,0_1_b1
  516. ,0_1_b2
  517. ,当日分发当日有回流分享pv
  518. ,t6.url AS url1
  519. ,t7.project_name AS project_name1
  520. ,t8.rovn_copc
  521. ,t8.str_copc
  522. ,t8.rosn_copc ,t9.总日回流uv,t9.总日分发视频数
  523. ,t9.总日推荐视频数,解构选题,
  524. 元素merge,
  525. 分类merge,
  526. top1元素,
  527. top1分类
  528. FROM loghubods.video_dimension_detail a
  529. LEFT JOIN (
  530. SELECT DISTINCT video_id
  531. ,create_time
  532. ,TO_CHAR(create_time,'YYYYMMDD') AS create_date
  533. FROM (
  534. SELECT DISTINCT video_id
  535. ,start_time
  536. ,create_time
  537. ,ROW_NUMBER() OVER (PARTITION BY video_id ORDER BY create_time ASC ) AS rank
  538. FROM videoods.flow_pool_level_video_eachday
  539. WHERE life_cycle_id IS NOT NULL
  540. )
  541. WHERE rank = 1
  542. ) b
  543. ON a.视频id = b.video_id
  544. LEFT JOIN (
  545. SELECT DISTINCT title_duration
  546. ,tags
  547. ,tag_name_1
  548. ,tag_name_2
  549. ,tag_name_3
  550. FROM loghubods.content_ai_tags_no_dt
  551. ) c
  552. ON a.title_duration = c.title_duration
  553. LEFT JOIN (
  554. SELECT videoid
  555. ,words_1
  556. FROM (
  557. SELECT videoid
  558. ,words_1
  559. FROM videoods.dim_video
  560. LATERAL VIEW EXPLODE(SPLIT(tags,',')) t AS words_1
  561. )
  562. WHERE words_1 REGEXP '品类-'
  563. ) d
  564. ON a.视频id = d.videoid
  565. LEFT JOIN loghubods.tag_level_2_base f
  566. ON a.title_duration = f.title_duration
  567. LEFT JOIN (
  568. SELECT DISTINCT title_duration
  569. ,一级品类
  570. ,videoid
  571. FROM (
  572. SELECT CONCAT(CLEAR_TITLE_SIGNAL(title),'-',total_time) AS title_duration
  573. ,一级品类
  574. ,videoid
  575. ,ROW_NUMBER() OVER (PARTITION BY CONCAT(CLEAR_TITLE_SIGNAL(title),'-',total_time) ORDER BY videoid DESC ) AS rank
  576. FROM (
  577. SELECT DISTINCT videoid
  578. ,b.title
  579. ,b.total_time
  580. ,SUBSTRING_INDEX(words_1,'_',-1) AS 一级品类
  581. FROM (
  582. SELECT videoid
  583. ,words_1
  584. FROM (
  585. SELECT videoid
  586. ,words_1
  587. FROM videoods.dim_video
  588. LATERAL VIEW EXPLODE(SPLIT(tags,',')) t AS words_1
  589. )
  590. WHERE words_1 REGEXP '一级品类_'
  591. ) a
  592. LEFT JOIN videoods.wx_video b
  593. ON a.videoid = b.id
  594. )
  595. )
  596. WHERE rank = 1
  597. HAVING title_duration NOT REGEXP 'None-|null-'
  598. ) g
  599. ON a.title_duration = g.title_duration
  600. LEFT JOIN (
  601. SELECT DISTINCT videoid
  602. ,ROW_NUMBER() OVER (PARTITION BY dt ORDER BY 回流人数 DESC ) AS rank
  603. FROM loghubods.lastday_return
  604. WHERE dt = '${bizdate}'
  605. ) h
  606. ON a.视频id = h.videoid
  607. LEFT JOIN (
  608. SELECT a.video_id
  609. ,a.audit_time
  610. ,audit_status
  611. ,audit_person_id
  612. ,b.name
  613. ,GET_JSON_OBJECT(reason,'$[0].reason') AS reason
  614. ,c.start_time
  615. ,TO_CHAR(FROM_UNIXTIME(c.start_time / 1000),'YYYY-MM-DD hh:mi:ss')
  616. ,UNIX_TIMESTAMP(a.audit_time)
  617. ,ABS(c.start_time / 1000 - UNIX_TIMESTAMP(a.audit_time))
  618. ,CASE WHEN audit_status = 1 THEN '审核中'
  619. WHEN audit_status = 2 THEN '不通过'
  620. WHEN audit_status = 3 THEN '待修改'
  621. WHEN audit_status = 4 THEN '自己可见'
  622. WHEN audit_status = 5 THEN '通过'
  623. ELSE audit_status
  624. END AS 首次人审审核状态
  625. ,reason AS 首次人审不通过原因
  626. ,CASE WHEN audit_status = 5
  627. AND c.start_time IS NOT NULL
  628. AND ABS(c.start_time / 1000 - UNIX_TIMESTAMP(a.audit_time)) <= 60 THEN '待推荐'
  629. WHEN audit_status = 5
  630. AND c.start_time IS NOT NULL
  631. AND ABS(c.start_time / 1000 - UNIX_TIMESTAMP(a.audit_time)) > 60 THEN '未推荐'
  632. WHEN audit_status != 5 THEN '未推荐'
  633. WHEN c.start_time IS NULL THEN '未推荐'
  634. ELSE ''
  635. END AS 首次人审推荐状态
  636. FROM (
  637. SELECT *
  638. FROM (
  639. SELECT *
  640. ,ROW_NUMBER() OVER (PARTITION BY video_id ORDER BY audit_time ASC ) AS rank
  641. FROM videoods.wx_video_audit_record
  642. )
  643. WHERE rank = 1
  644. ) a
  645. LEFT JOIN usercdm.manager_user b
  646. ON a.audit_person_id = b.uid
  647. LEFT JOIN (
  648. SELECT *
  649. FROM (
  650. SELECT video_id
  651. ,start_time
  652. ,ROW_NUMBER() OVER (PARTITION BY video_id ORDER BY start_time ASC ) AS rank
  653. FROM videoods.flow_pool_level_video_eachday
  654. )
  655. WHERE rank = 1
  656. ) c
  657. ON a.video_id = c.video_id
  658. WHERE audit_person_id != 227
  659. ) j
  660. ON a.视频id = j.video_id
  661. LEFT JOIN (
  662. SELECT DISTINCT video_id
  663. ,create_time
  664. ,date_diff
  665. ,CASE WHEN tag_name REGEXP '#str-' THEN REPLACE(tag_name,'#str-','')
  666. END AS tag
  667. FROM (
  668. SELECT a.video_id
  669. ,a.create_time
  670. ,DATEDIFF(REGEXP_REPLACE('${bizdate}','^(\\d{4})(\\d{2})(\\d{2})$','\\1-\\2-\\3'),TO_CHAR(create_time,'YYYY-MM-DD')) date_diff
  671. ,b.tag_name
  672. FROM (
  673. SELECT video_id
  674. ,tag_id
  675. ,create_time
  676. FROM videoods.wx_video_tag_rel
  677. ) a
  678. LEFT JOIN (
  679. SELECT tag_id
  680. ,tag_name
  681. FROM videoods.wx_video_tag
  682. ) b
  683. ON a.tag_id = b.tag_id
  684. )
  685. HAVING tag IS NOT NULL
  686. ) k1
  687. ON a.视频id = k1.video_id
  688. LEFT JOIN (
  689. SELECT DISTINCT video_id
  690. ,create_time
  691. ,date_diff
  692. ,CASE WHEN tag_name REGEXP 'rol-' THEN REPLACE(tag_name,'rol-','')
  693. END AS tag
  694. FROM (
  695. SELECT a.video_id
  696. ,a.create_time
  697. ,DATEDIFF(REGEXP_REPLACE('${bizdate}','^(\\d{4})(\\d{2})(\\d{2})$','\\1-\\2-\\3'),TO_CHAR(create_time,'YYYY-MM-DD')) date_diff
  698. ,b.tag_name
  699. FROM (
  700. SELECT video_id
  701. ,tag_id
  702. ,create_time
  703. FROM videoods.wx_video_tag_rel
  704. ) a
  705. LEFT JOIN (
  706. SELECT tag_id
  707. ,tag_name
  708. FROM videoods.wx_video_tag
  709. ) b
  710. ON a.tag_id = b.tag_id
  711. )
  712. HAVING tag IS NOT NULL
  713. ) k2
  714. ON a.视频id = k2.video_id
  715. LEFT JOIN (
  716. SELECT DISTINCT video_id
  717. ,create_time
  718. ,date_diff
  719. ,CASE WHEN tag_name REGEXP 'lev-' THEN REPLACE(tag_name,'lev-','')
  720. END AS tag
  721. FROM (
  722. SELECT a.video_id
  723. ,a.create_time
  724. ,DATEDIFF(REGEXP_REPLACE('${bizdate}','^(\\d{4})(\\d{2})(\\d{2})$','\\1-\\2-\\3'),TO_CHAR(create_time,'YYYY-MM-DD')) date_diff
  725. ,b.tag_name
  726. FROM (
  727. SELECT video_id
  728. ,tag_id
  729. ,create_time
  730. FROM videoods.wx_video_tag_rel
  731. ) a
  732. LEFT JOIN (
  733. SELECT tag_id
  734. ,tag_name
  735. FROM videoods.wx_video_tag
  736. ) b
  737. ON a.tag_id = b.tag_id
  738. )
  739. HAVING tag IS NOT NULL
  740. ) k3
  741. ON a.视频id = k3.video_id
  742. LEFT JOIN (
  743. SELECT video_id
  744. ,start_type
  745. ,create_time
  746. ,name
  747. ,level
  748. ,date_diff
  749. FROM (
  750. SELECT DISTINCT a.video_id
  751. ,a.start_type
  752. ,a.create_time
  753. ,b.name
  754. ,a.level
  755. ,a.date_diff
  756. FROM (
  757. SELECT video_id
  758. ,start_type
  759. ,life_cycle_id
  760. ,create_time
  761. ,DATEDIFF(REGEXP_REPLACE('${bizdate}','^(\\d{4})(\\d{2})(\\d{2})$','\\1-\\2-\\3'),TO_CHAR(create_time,'YYYY-MM-DD')) date_diff
  762. ,CASE WHEN flow_pool_level_id IN (1,24,30,36,42,48,54,60,66,72,78) THEN '1'
  763. WHEN flow_pool_level_id IN (2,25,31,37,43,49,55,61,67,73,79) THEN '2'
  764. WHEN flow_pool_level_id IN (3,26,32,38,44,50,56,62,68,74,80) THEN '3'
  765. WHEN flow_pool_level_id IN (4,27,33,39,45,51,57,63,69,75,81) THEN '4'
  766. WHEN flow_pool_level_id IN (22,28,34,40,46,52,58,64,70,76,82) THEN '5'
  767. WHEN flow_pool_level_id IN (23,29,35,41,47,53,59,65,71,77,83) THEN '6'
  768. END AS level
  769. ,ROW_NUMBER() OVER (PARTITION BY video_id ORDER BY life_cycle_id DESC ) AS rank
  770. FROM videoods.flow_pool_level_video_eachday
  771. WHERE start_type IN (1)
  772. AND TO_CHAR(create_time,'YYYYMMDD') >= TO_CHAR(DATEADD(TO_DATE('${bizdate}','yyyyMMdd'),-6,'dd'),'yyyyMMdd')
  773. AND TO_CHAR(create_time,'YYYYMMDD') <= '${bizdate}'
  774. ) a
  775. LEFT JOIN (
  776. SELECT *
  777. FROM (
  778. SELECT *
  779. ,ROW_NUMBER() OVER (PARTITION BY videoid ORDER BY dt DESC ) AS rank
  780. FROM (
  781. SELECT DISTINCT b.name
  782. ,dt
  783. ,SUBSTRING_INDEX(SUBSTRING_INDEX(requestbody,'"}','1'),'d":"','-1') AS videoid
  784. FROM loghubods.request_log_each_day a
  785. LEFT JOIN usercdm.manager_user b
  786. ON a.operationuid = b.uid
  787. WHERE url = '/manager/flowpool/video/enter'
  788. AND dt <= '${bizdate}'
  789. AND dt >= TO_CHAR(DATEADD(TO_DATE('${bizdate}','yyyyMMdd'),-6,'dd'),'yyyyMMdd')
  790. )
  791. )
  792. WHERE rank = 1
  793. ) b
  794. ON a.video_id = b.videoid
  795. WHERE a.rank = 1
  796. )
  797. WHERE start_type = 1
  798. ) l1
  799. ON a.视频id = l1.video_id
  800. LEFT JOIN (
  801. SELECT video_id
  802. ,start_type
  803. ,create_time
  804. ,name
  805. ,date_diff
  806. ,level
  807. FROM (
  808. SELECT DISTINCT a.video_id
  809. ,a.start_type
  810. ,a.create_time
  811. ,c.type AS name
  812. ,a.date_diff
  813. ,a.level
  814. FROM (
  815. SELECT video_id
  816. ,start_type
  817. ,life_cycle_id
  818. ,DATEDIFF(REGEXP_REPLACE('${bizdate}','^(\\d{4})(\\d{2})(\\d{2})$','\\1-\\2-\\3'),TO_CHAR(create_time,'YYYY-MM-DD')) date_diff
  819. ,CASE WHEN flow_pool_level_id IN (1,24,30,36,42,48,54,60,66,72,78) THEN '1'
  820. WHEN flow_pool_level_id IN (2,25,31,37,43,49,55,61,67,73,79) THEN '2'
  821. WHEN flow_pool_level_id IN (3,26,32,38,44,50,56,62,68,74,80) THEN '3'
  822. WHEN flow_pool_level_id IN (4,27,33,39,45,51,57,63,69,75,81) THEN '4'
  823. WHEN flow_pool_level_id IN (22,28,34,40,46,52,58,64,70,76,82) THEN '5'
  824. WHEN flow_pool_level_id IN (23,29,35,41,47,53,59,65,71,77,83) THEN '6'
  825. END AS level
  826. ,create_time
  827. ,ROW_NUMBER() OVER (PARTITION BY video_id ORDER BY life_cycle_id DESC ) AS rank
  828. FROM videoods.flow_pool_level_video_eachday
  829. WHERE start_type IN (2)
  830. AND TO_CHAR(create_time,'YYYYMMDD') >= TO_CHAR(DATEADD(TO_DATE('${bizdate}','yyyyMMdd'),-6,'dd'),'yyyyMMdd')
  831. AND TO_CHAR(create_time,'YYYYMMDD') <= '${bizdate}'
  832. ) a
  833. LEFT JOIN (
  834. SELECT *
  835. FROM (
  836. SELECT videoid
  837. ,dt
  838. ,type
  839. ,ROW_NUMBER() OVER (PARTITION BY videoid ORDER BY dt DESC ) AS rank
  840. FROM (
  841. SELECT DISTINCT videoid
  842. ,dt
  843. ,'rov' AS type
  844. FROM loghubods.re_recommend_video_info_df_new
  845. WHERE dt >= TO_CHAR(DATEADD(TO_DATE('${bizdate}','yyyyMMdd'),-6,'dd'),'yyyyMMdd')
  846. AND dt <= '${bizdate}'
  847. UNION ALL
  848. SELECT DISTINCT videoid
  849. ,dt
  850. ,'vov' AS type
  851. FROM loghubods.re_recommend_video_info_df_vov
  852. WHERE dt >= TO_CHAR(DATEADD(TO_DATE('${bizdate}','yyyyMMdd'),-6,'dd'),'yyyyMMdd')
  853. AND dt <= '${bizdate}'
  854. UNION ALL
  855. SELECT DISTINCT videoid
  856. ,SUBSTRING(dt,1,8) AS dt
  857. ,'ros' AS type
  858. FROM loghubods.auto_enter_flow_pool_videolist
  859. WHERE dt >= CONCAT(TO_CHAR(DATEADD(TO_DATE('${bizdate}','yyyyMMdd'),-6,'dd'),'yyyyMMdd'),'00')
  860. AND dt <= '${bizdate}23'
  861. )
  862. )
  863. WHERE rank = 1
  864. ) c
  865. ON a.video_id = c.videoid
  866. WHERE a.rank = 1
  867. )
  868. WHERE start_type = 2
  869. ) l2
  870. ON a.视频id = l2.video_id
  871. LEFT JOIN (
  872. SELECT *
  873. FROM loghubods.videoid_feature_aitags_all
  874. ) m
  875. ON a.视频id = m.id --加场景
  876. LEFT JOIN (
  877. --热启动
  878. SELECT a.videoid
  879. ,a.1007回流人数
  880. ,g.1008回流人数
  881. ,a.带来1007回流的分享数
  882. ,g.带来1008回流的分享数
  883. ,a.进入分发曝光pv AS 1007进入分发曝光pv
  884. ,g.进入分发曝光pv AS 1008进入分发曝光pv
  885. ,h.1007回流人数再分享pv
  886. ,i.1008回流人数再分享pv
  887. ,d.share_cnt_pv AS 总分享pv
  888. ,d.click_cnt_pv AS 总回流pv
  889. FROM (
  890. SELECT a1007.clickobjectid AS videoid
  891. ,COUNT(DISTINCT a1007.machinecode) AS 1007回流人数
  892. ,COUNT(DISTINCT a1007.shareid) AS 带来1007回流的分享数
  893. ,COUNT(b1007.mid) AS 进入分发曝光pv
  894. FROM (
  895. SELECT DISTINCT machinecode
  896. ,clickobjectid
  897. ,recomTraceId
  898. ,a.subsessionid
  899. ,shareid
  900. FROM loghubods.user_share_log a
  901. LEFT JOIN (
  902. SELECT DISTINCT mid
  903. ,subsessionid
  904. ,hotsencetype
  905. FROM loghubods.video_action_log_rp
  906. WHERE dt = '${bizdate}'
  907. AND businesstype = 'videoView'
  908. AND hotsencetype IN (1007)
  909. ) b
  910. ON a.machinecode = b.mid
  911. AND a.subsessionid = b.subsessionid
  912. WHERE dt = '${bizdate}'
  913. AND topic = 'click'
  914. AND a.shareid IN (
  915. SELECT DISTINCT shareid
  916. FROM loghubods.user_share_log
  917. WHERE dt = '${bizdate}'
  918. AND topic = 'share'
  919. )
  920. AND b.mid IS NOT NULL
  921. ) a1007
  922. LEFT JOIN (
  923. SELECT videoid
  924. ,mid
  925. ,subsessionid
  926. FROM loghubods.video_action_log_rp
  927. WHERE dt = '${bizdate}'
  928. AND pagesource REGEXP 'category$|recommend$|-pages/user-videos-detail$'
  929. AND businesstype = 'videoView'
  930. ) b1007
  931. ON a1007.subsessionid = b1007.subsessionid
  932. AND a1007.machinecode = b1007.mid
  933. GROUP BY a1007.clickobjectid
  934. ) a
  935. LEFT JOIN (
  936. SELECT a1008.clickobjectid
  937. ,COUNT(DISTINCT a1008.machinecode) AS 1008回流人数
  938. ,COUNT(DISTINCT a1008.shareid) AS 带来1008回流的分享数
  939. ,COUNT(b1008.mid) AS 进入分发曝光pv
  940. FROM (
  941. SELECT DISTINCT machinecode
  942. ,clickobjectid
  943. ,recomTraceId
  944. ,a.subsessionid
  945. ,shareid
  946. FROM loghubods.user_share_log a
  947. LEFT JOIN (
  948. SELECT DISTINCT mid
  949. ,subsessionid
  950. ,hotsencetype
  951. FROM loghubods.video_action_log_rp
  952. WHERE dt = '${bizdate}'
  953. AND businesstype = 'videoView'
  954. AND hotsencetype IN (1008)
  955. ) b
  956. ON a.machinecode = b.mid
  957. AND a.subsessionid = b.subsessionid
  958. WHERE dt = '${bizdate}'
  959. AND topic = 'click'
  960. AND a.shareid IN (
  961. SELECT DISTINCT shareid
  962. FROM loghubods.user_share_log
  963. WHERE dt = '${bizdate}'
  964. AND topic = 'share'
  965. )
  966. AND b.mid IS NOT NULL
  967. ) a1008
  968. LEFT JOIN (
  969. SELECT videoid
  970. ,mid
  971. ,subsessionid
  972. FROM loghubods.video_action_log_rp
  973. WHERE dt = '${bizdate}'
  974. AND pagesource REGEXP 'category$|recommend$|-pages/user-videos-detail$'
  975. AND businesstype = 'videoView'
  976. ) b1008
  977. ON a1008.subsessionid = b1008.subsessionid
  978. AND a1008.machinecode = b1008.mid
  979. GROUP BY a1008.clickobjectid
  980. ) g
  981. ON a.videoid = g.clickobjectid
  982. LEFT JOIN (
  983. SELECT a1007.clickobjectid
  984. ,COUNT(DISTINCT b1007.shareid) AS 1007回流人数再分享pv
  985. FROM (
  986. SELECT DISTINCT machinecode
  987. ,clickobjectid
  988. ,recomTraceId
  989. ,a.subsessionid
  990. ,shareid
  991. FROM loghubods.user_share_log a
  992. LEFT JOIN (
  993. SELECT DISTINCT mid
  994. ,subsessionid
  995. ,hotsencetype
  996. FROM loghubods.video_action_log_rp
  997. WHERE dt = '${bizdate}'
  998. AND businesstype = 'videoView'
  999. AND hotsencetype IN (1007)
  1000. ) b
  1001. ON a.machinecode = b.mid
  1002. AND a.subsessionid = b.subsessionid
  1003. WHERE dt = '${bizdate}'
  1004. AND topic = 'click'
  1005. AND a.shareid IN (
  1006. SELECT DISTINCT shareid
  1007. FROM loghubods.user_share_log
  1008. WHERE dt = '${bizdate}'
  1009. AND topic = 'share'
  1010. )
  1011. AND b.mid IS NOT NULL
  1012. ) a1007
  1013. LEFT JOIN (
  1014. SELECT shareobjectid
  1015. ,shareid
  1016. ,subsessionid
  1017. ,machinecode
  1018. FROM loghubods.user_share_log
  1019. WHERE dt = '${bizdate}'
  1020. AND topic = 'share'
  1021. ) b1007
  1022. ON a1007.subsessionid = b1007.subsessionid
  1023. AND a1007.machinecode = b1007.machinecode
  1024. GROUP BY a1007.clickobjectid
  1025. ) h
  1026. ON a.videoid = h.clickobjectid
  1027. LEFT JOIN (
  1028. SELECT a1008.clickobjectid
  1029. ,COUNT(DISTINCT b1008.shareid) AS 1008回流人数再分享pv
  1030. FROM (
  1031. SELECT DISTINCT machinecode
  1032. ,clickobjectid
  1033. ,recomTraceId
  1034. ,a.subsessionid
  1035. ,shareid
  1036. FROM loghubods.user_share_log a
  1037. LEFT JOIN (
  1038. SELECT DISTINCT mid
  1039. ,subsessionid
  1040. ,hotsencetype
  1041. FROM loghubods.video_action_log_rp
  1042. WHERE dt = '${bizdate}'
  1043. AND businesstype = 'videoView'
  1044. AND hotsencetype IN (1008)
  1045. ) b
  1046. ON a.machinecode = b.mid
  1047. AND a.subsessionid = b.subsessionid
  1048. WHERE dt = '${bizdate}'
  1049. AND topic = 'click'
  1050. AND a.shareid IN (
  1051. SELECT DISTINCT shareid
  1052. FROM loghubods.user_share_log
  1053. WHERE dt = '${bizdate}'
  1054. AND topic = 'share'
  1055. )
  1056. AND b.mid IS NOT NULL
  1057. ) a1008
  1058. LEFT JOIN (
  1059. SELECT shareobjectid
  1060. ,shareid
  1061. ,subsessionid
  1062. ,machinecode
  1063. FROM loghubods.user_share_log
  1064. WHERE dt = '${bizdate}'
  1065. AND topic = 'share'
  1066. ) b1008
  1067. ON a1008.subsessionid = b1008.subsessionid
  1068. AND a1008.machinecode = b1008.machinecode
  1069. GROUP BY a1008.clickobjectid
  1070. ) i
  1071. ON a.videoid = i.clickobjectid
  1072. LEFT JOIN (
  1073. SELECT a.shareobjectid AS videoid
  1074. ,COUNT(DISTINCT a.shareid) AS share_cnt_pv
  1075. ,COUNT(DISTINCT b.machinecode) AS click_cnt_pv
  1076. FROM (
  1077. SELECT shareobjectid
  1078. ,machinecode
  1079. ,shareid
  1080. FROM loghubods.user_share_log
  1081. WHERE dt = '${bizdate}'
  1082. AND topic = 'share'
  1083. ) a
  1084. LEFT JOIN (
  1085. SELECT clickobjectid
  1086. ,machinecode
  1087. ,shareid
  1088. FROM loghubods.user_share_log
  1089. WHERE dt = '${bizdate}'
  1090. AND topic = 'click'
  1091. ) b
  1092. ON a.shareid = b.shareid
  1093. GROUP BY a.shareobjectid
  1094. ) d
  1095. ON a.videoid = d.videoid
  1096. ) n
  1097. ON a.视频id = n.videoid
  1098. LEFT JOIN (
  1099. SELECT a.dt
  1100. ,a.videoid
  1101. ,a.当日总有回流分享pv
  1102. ,a.当日总回流uv
  1103. ,b.当日总分享pv
  1104. ,d.分发分享pv
  1105. ,d.头部分享pv
  1106. ,f.当日分发头部分享pv
  1107. ,b.当日分享当日回流uv
  1108. ,当日分享当日回流一层uv
  1109. ,当日分享当日回流非一层uv
  1110. ,a.当日总回流uv - b.当日分享当日回流uv AS 点击非当日分享回流uv
  1111. ,c.当日分发当日回流uv
  1112. ,b.当日分享当日回流uv - c.当日分发当日回流uv AS 非当日分发分享回流uv
  1113. ,g.当日分发当日有回流分享pv
  1114. FROM (
  1115. SELECT dt
  1116. ,clickobjectid AS videoid
  1117. ,COUNT(DISTINCT shareid) AS 当日总有回流分享pv
  1118. ,COUNT(DISTINCT machinecode) AS 当日总回流uv
  1119. FROM loghubods.user_share_log
  1120. WHERE topic = 'click'
  1121. AND dt = '${bizdate}'
  1122. GROUP BY dt
  1123. ,clickobjectid
  1124. ) a
  1125. LEFT JOIN (
  1126. SELECT a.dt
  1127. ,a.shareobjectid AS videoid
  1128. ,COUNT(DISTINCT a.shareid) AS 当日总分享pv
  1129. ,COUNT(DISTINCT b.machinecode) AS 当日分享当日回流uv
  1130. ,COUNT(DISTINCT CASE WHEN b.sharedepth = 1 THEN b.machinecode END) AS 当日分享当日回流一层uv
  1131. ,COUNT(DISTINCT CASE WHEN b.sharedepth > 1 THEN b.machinecode END) AS 当日分享当日回流非一层uv
  1132. FROM (
  1133. SELECT DISTINCT shareid
  1134. ,dt
  1135. ,shareobjectid
  1136. FROM loghubods.user_share_log
  1137. WHERE topic = 'share'
  1138. AND dt = '${bizdate}'
  1139. ) a
  1140. LEFT JOIN (
  1141. SELECT DISTINCT shareid
  1142. ,dt
  1143. ,machinecode
  1144. ,sharedepth
  1145. ,clickobjectid
  1146. FROM loghubods.user_share_log
  1147. WHERE topic = 'click'
  1148. AND dt = '${bizdate}'
  1149. ) b
  1150. ON a.shareid = b.shareid
  1151. AND a.dt = b.dt
  1152. GROUP BY a.dt
  1153. ,a.shareobjectid
  1154. ) b
  1155. ON a.dt = b.dt
  1156. AND a.videoid = b.videoid
  1157. LEFT JOIN (
  1158. SELECT a.dt
  1159. ,a.videoid --,COUNT(a.mid) AS 当日分发分享pv
  1160. ,COUNT(DISTINCT b.machinecode) AS 当日分发当日回流uv
  1161. FROM (
  1162. SELECT DISTINCT dt
  1163. ,mid
  1164. ,videoid
  1165. ,GET_JSON_OBJECT(extparams,'$.recomTraceId') AS recomtraceid
  1166. FROM loghubods.video_action_log_rp
  1167. WHERE dt = '${bizdate}'
  1168. AND pagesource REGEXP 'category$|recommend$|-pages/user-videos-detail$'
  1169. AND businesstype = 'videoShareFriend'
  1170. ) a --当日分发回流
  1171. LEFT JOIN (
  1172. SELECT DISTINCT dt
  1173. ,machinecode
  1174. ,clickobjectid
  1175. ,recomTraceId
  1176. ,subsessionid
  1177. FROM loghubods.user_share_log
  1178. WHERE dt = '${bizdate}'
  1179. AND topic = 'click'
  1180. ) b
  1181. ON a.recomTraceId = b.recomTraceId
  1182. AND a.videoid = b.clickobjectid
  1183. AND a.dt = b.dt
  1184. GROUP BY a.dt
  1185. ,a.videoid
  1186. ) c
  1187. ON a.dt = c.dt
  1188. AND a.videoid = c.videoid
  1189. LEFT JOIN (
  1190. SELECT dt
  1191. ,shareobjectid AS videoid
  1192. ,COUNT(DISTINCT
  1193. CASE WHEN pagesource REGEXP 'category$|recommend$|-pages/user-videos-detail$' THEN shareid END
  1194. ) AS 分发分享pv
  1195. ,COUNT(DISTINCT CASE WHEN pagesource REGEXP 'pages/user-videos-share$' THEN shareid END) AS 头部分享pv
  1196. FROM loghubods.user_share_log
  1197. WHERE topic = 'share'
  1198. AND dt = '${bizdate}'
  1199. GROUP BY dt
  1200. ,videoid
  1201. ) d
  1202. ON a.dt = d.dt
  1203. AND a.videoid = d.videoid
  1204. LEFT JOIN (
  1205. SELECT dt
  1206. ,videoid
  1207. ,COUNT(DISTINCT 分享页shareid) AS 当日分发头部分享pv
  1208. FROM (
  1209. SELECT DISTINCT a.dt
  1210. ,a.shareobjectid AS videoid
  1211. ,a.rootshareid
  1212. ,a.shareid AS 分享页shareid
  1213. ,b.shareid
  1214. ,recommend_share_dt
  1215. FROM (
  1216. SELECT DISTINCT dt
  1217. ,shareobjectid
  1218. ,rootshareid
  1219. ,shareid
  1220. FROM loghubods.user_share_log
  1221. WHERE topic = 'share'
  1222. AND dt = '${bizdate}'
  1223. AND pagesource REGEXP 'pages/user-videos-share$'
  1224. ) a
  1225. LEFT JOIN (
  1226. SELECT DISTINCT shareid
  1227. ,TO_CHAR(FROM_UNIXTIME(clienttimestamp / 1000),'YYYYMMDD') AS recommend_share_dt
  1228. FROM loghubods.user_share_log
  1229. WHERE topic = 'share'
  1230. AND pagesource REGEXP 'category$|recommend$|-pages/user-videos-detail$'
  1231. AND dt = '${bizdate}'
  1232. ) b
  1233. ON a.rootshareid = b.shareid
  1234. WHERE recommend_share_dt = '${bizdate}'
  1235. )
  1236. GROUP BY dt
  1237. ,videoid
  1238. ) f
  1239. ON a.videoid = f.videoid
  1240. LEFT JOIN (
  1241. SELECT a.videoid --,COUNT(a.mid) AS 当日分发分享pv
  1242. ,COUNT(DISTINCT b.shareid) AS 当日分发当日有回流分享pv
  1243. FROM (
  1244. SELECT DISTINCT dt
  1245. ,mid
  1246. ,videoid
  1247. ,shareid
  1248. FROM loghubods.video_action_log_rp
  1249. WHERE dt = '${bizdate}'
  1250. AND pagesource REGEXP 'category$|recommend$|-pages/user-videos-detail$'
  1251. AND businesstype = 'videoShareFriend'
  1252. ) a --当日分发回流
  1253. LEFT JOIN (
  1254. SELECT DISTINCT dt
  1255. ,machinecode
  1256. ,clickobjectid
  1257. ,recomTraceId
  1258. ,subsessionid
  1259. ,shareid
  1260. FROM loghubods.user_share_log
  1261. WHERE dt = '${bizdate}'
  1262. AND topic = 'click'
  1263. ) b
  1264. ON a.shareid = b.shareid
  1265. GROUP BY a.videoid
  1266. ) g
  1267. ON a.videoid = g.videoid
  1268. ) o
  1269. ON a.视频id = o.videoid
  1270. LEFT JOIN (
  1271. SELECT video_id
  1272. ,copy_video_id
  1273. FROM loghubods.old_video_re_recommend
  1274. ) t1
  1275. ON a.视频id = t1.copy_video_id
  1276. LEFT JOIN (
  1277. SELECT video_id
  1278. ,是否存在热点
  1279. ,该热点的特征
  1280. ,热点内容概括
  1281. ,判断是热点的原因
  1282. FROM loghubods.aitags_basedata
  1283. WHERE dt = '${bizdate}'
  1284. ) t2
  1285. ON a.视频id = t2.video_id
  1286. LEFT JOIN (
  1287. --热启动
  1288. SELECT a.videoid
  1289. ,a.流量池1007回流人数
  1290. ,g.流量池1008回流人数
  1291. ,h.流量池回流人数
  1292. ,a.带来流量池1007回流的分享数
  1293. ,g.带来流量池1008回流的分享数
  1294. ,h.带来流量池回流的分享数
  1295. FROM (
  1296. SELECT a.videoid
  1297. ,COUNT(DISTINCT b.shareid) AS 带来流量池1007回流的分享数
  1298. ,COUNT(DISTINCT c.machinecode) AS 流量池1007回流人数
  1299. FROM (
  1300. SELECT DISTINCT mid
  1301. ,subsessionid
  1302. ,hotsencetype
  1303. ,videoid
  1304. FROM loghubods.video_action_log_rp
  1305. WHERE dt = '${bizdate}'
  1306. AND businesstype = 'videoView' --AND hotsencetype IN (1007)
  1307. AND flowpool NOT REGEXP '#1$'
  1308. AND LENGTH(flowpool) > 4
  1309. AND pagesource REGEXP 'category$|recommend$|-pages/user-videos-detail$'
  1310. ) a
  1311. LEFT JOIN (
  1312. SELECT shareobjectid
  1313. ,machinecode
  1314. ,shareid
  1315. ,subsessionid
  1316. FROM loghubods.user_share_log
  1317. WHERE dt = '${bizdate}'
  1318. AND topic = 'share'
  1319. ) b
  1320. ON a.subsessionid = b.subsessionid
  1321. AND a.mid = b.machinecode
  1322. AND a.videoid = b.shareobjectid
  1323. LEFT JOIN (
  1324. SELECT clickobjectid
  1325. ,machinecode
  1326. ,shareid
  1327. ,subsessionid
  1328. FROM loghubods.user_share_log
  1329. WHERE dt = '${bizdate}'
  1330. AND topic = 'click'
  1331. ) c
  1332. ON b.shareid = c.shareid
  1333. LEFT JOIN (
  1334. SELECT DISTINCT mid
  1335. ,subsessionid
  1336. ,hotsencetype
  1337. FROM loghubods.video_action_log_rp
  1338. WHERE dt = '${bizdate}'
  1339. AND businesstype = 'videoView'
  1340. AND hotsencetype IN (1007)
  1341. ) d
  1342. ON c.machinecode = d.mid
  1343. AND c.subsessionid = d.subsessionid
  1344. WHERE d.mid IS NOT NULL
  1345. GROUP BY a.videoid
  1346. ) a
  1347. LEFT JOIN (
  1348. SELECT a.videoid
  1349. ,COUNT(DISTINCT b.shareid) AS 带来流量池1008回流的分享数
  1350. ,COUNT(DISTINCT c.machinecode) AS 流量池1008回流人数
  1351. FROM (
  1352. SELECT DISTINCT mid
  1353. ,subsessionid
  1354. ,hotsencetype
  1355. ,videoid
  1356. FROM loghubods.video_action_log_rp
  1357. WHERE dt = '${bizdate}'
  1358. AND businesstype = 'videoView'
  1359. AND hotsencetype IN (1008)
  1360. AND flowpool NOT REGEXP '#1$'
  1361. AND LENGTH(flowpool) > 4
  1362. AND pagesource REGEXP 'category$|recommend$|-pages/user-videos-detail$'
  1363. ) a
  1364. LEFT JOIN (
  1365. SELECT shareobjectid
  1366. ,machinecode
  1367. ,shareid
  1368. ,subsessionid
  1369. FROM loghubods.user_share_log
  1370. WHERE dt = '${bizdate}'
  1371. AND topic = 'share'
  1372. ) b
  1373. ON a.subsessionid = b.subsessionid
  1374. AND a.mid = b.machinecode
  1375. AND a.videoid = b.shareobjectid
  1376. LEFT JOIN (
  1377. SELECT clickobjectid
  1378. ,machinecode
  1379. ,shareid
  1380. ,subsessionid
  1381. FROM loghubods.user_share_log
  1382. WHERE dt = '${bizdate}'
  1383. AND topic = 'click'
  1384. ) c
  1385. ON b.shareid = c.shareid
  1386. LEFT JOIN (
  1387. SELECT DISTINCT mid
  1388. ,subsessionid
  1389. ,hotsencetype
  1390. FROM loghubods.video_action_log_rp
  1391. WHERE dt = '${bizdate}'
  1392. AND businesstype = 'videoView'
  1393. AND hotsencetype IN (1008)
  1394. ) d
  1395. ON c.machinecode = d.mid
  1396. AND c.subsessionid = d.subsessionid
  1397. WHERE d.mid IS NOT NULL
  1398. GROUP BY a.videoid
  1399. ) g
  1400. ON a.videoid = g.videoid
  1401. LEFT JOIN (
  1402. SELECT a.videoid
  1403. ,COUNT(DISTINCT b.shareid) AS 带来流量池回流的分享数
  1404. ,COUNT(DISTINCT c.machinecode) AS 流量池回流人数
  1405. FROM (
  1406. SELECT DISTINCT mid
  1407. ,subsessionid
  1408. ,hotsencetype
  1409. ,videoid
  1410. FROM loghubods.video_action_log_rp
  1411. WHERE dt = '${bizdate}'
  1412. AND businesstype = 'videoView'
  1413. AND flowpool NOT REGEXP '#1$'
  1414. AND LENGTH(flowpool) > 4
  1415. AND pagesource REGEXP 'category$|recommend$|-pages/user-videos-detail$'
  1416. ) a
  1417. LEFT JOIN (
  1418. SELECT shareobjectid
  1419. ,machinecode
  1420. ,shareid
  1421. ,subsessionid
  1422. FROM loghubods.user_share_log
  1423. WHERE dt = '${bizdate}'
  1424. AND topic = 'share'
  1425. ) b
  1426. ON a.subsessionid = b.subsessionid
  1427. AND a.mid = b.machinecode
  1428. AND a.videoid = b.shareobjectid
  1429. LEFT JOIN (
  1430. SELECT clickobjectid
  1431. ,machinecode
  1432. ,shareid
  1433. ,subsessionid
  1434. FROM loghubods.user_share_log
  1435. WHERE dt = '${bizdate}'
  1436. AND topic = 'click'
  1437. ) c
  1438. ON b.shareid = c.shareid
  1439. GROUP BY a.videoid
  1440. ) h
  1441. ON a.videoid = h.videoid
  1442. ORDER BY 流量池回流人数 DESC
  1443. ) t3
  1444. ON a.视频id = t3.videoid
  1445. LEFT JOIN (
  1446. SELECT video_id AS videoid
  1447. ,publish_content_id AS url
  1448. FROM videoods.aigc_publish_content_mapping
  1449. ) t4
  1450. ON a.视频id = t4.videoid
  1451. LEFT JOIN (
  1452. SELECT DISTINCT project_name
  1453. ,uid_1 AS uid
  1454. FROM loghubods.feishu_project_kanban_user
  1455. LATERAL VIEW EXPLODE(SPLIT(uid,',')) t AS uid_1
  1456. ) t5
  1457. ON a.站内uid = t5.uid
  1458. LEFT JOIN (
  1459. SELECT video_id AS videoid
  1460. ,publish_content_id AS url
  1461. FROM videoods.aigc_publish_content_mapping
  1462. ) t6
  1463. ON a.首发videoid = t6.videoid
  1464. LEFT JOIN (
  1465. SELECT DISTINCT project_name
  1466. ,uid_1 AS uid
  1467. FROM loghubods.feishu_project_kanban_user
  1468. LATERAL VIEW EXPLODE(SPLIT(uid,',')) t AS uid_1
  1469. ) t7
  1470. ON a.首发uid = t7.uid
  1471. LEFT JOIN (
  1472. SELECT vid
  1473. ,round((SUM(return_n_uv) / COUNT(1)) / NULLIF(AVG(str_pred * rosn_pred),0),4) AS rovn_copc
  1474. ,round((SUM(is_return_1) / COUNT(1)) / NULLIF(SUM(str_pred) / COUNT(1),0),4) AS str_copc
  1475. ,round((SUM(return_n_uv) / NULLIF(SUM(is_return_1),0)) / NULLIF(SUM(rosn_pred) / COUNT(1),0),4) AS rosn_copc
  1476. FROM t_base
  1477. GROUP BY vid
  1478. ) t8
  1479. ON a.视频id = t8.vid
  1480. LEFT JOIN loghubods.days_total_data t9
  1481. ON a.dt=t9.dt LEFT JOIN loghubods.dwd_video_element_top_merge t10
  1482. ON a.视频id = t10.vid
  1483. AND t10.dt = '20260427'
  1484. WHERE a.dt = '${bizdate}'
  1485. ORDER BY a.推荐曝光 DESC
  1486. )
  1487. WHERE rank = 1
  1488. -- Task: 单内容明细_增加字段 ID: 1021144914 Type: ODPS_SQL
  1489. --@exclude_input=loghubods.dwd_video_element_top_merge
  1490. --@exclude_input=loghubods.dwa_recsys_alg_analysis_20250110
  1491. --@exclude_input=loghubods.feishu_project_kanban_user
  1492. --@exclude_input=loghubods.auto_enter_flow_pool_videolist
  1493. --@exclude_input=loghubods.request_log_each_day
  1494. --@exclude_input=usercdm.manager_user
  1495. --@exclude_input=loghubods.content_ai_tags_no_dt
  1496. --@exclude_input=loghubods.content_ai_tags
  1497. --odps sql
  1498. --********************************************************************--
  1499. --author:杜崇宇
  1500. --create time:2024-10-18 10:48:36
  1501. --********************************************************************--
  1502. --DROP TABLE IF EXISTS loghubods.video_dimension_detail_add_column;
  1503. --ALTER TABLE loghubods.video_dimension_detail_add_column ADD COLUMNS (推荐天数间隔 BIGINT,复推天数间隔 BIGINT)
  1504. --ALTER TABLE loghubods.video_dimension_detail_add_column ADD COLUMNS (含AI标签二级品类 BIGINT,含AI标签映射一级品类 STRING)
  1505. --ALTER TABLE loghubods.video_dimension_detail_add_column ADD COLUMNS (merge二级品类 STRING,merge一级品类 STRING)
  1506. --ALTER TABLE loghubods.video_dimension_detail_add_column ADD COLUMNS (在top50 STRING,在top200 STRING,回流rank STRING)
  1507. -- ALTER TABLE loghubods.video_dimension_detail_add_column ADD COLUMNS (
  1508. -- 7日内最近一次送入人 STRING
  1509. -- ,7日内最近一次人工入池层数 bigint
  1510. -- ,7日内最近一次人工入池距今天数 bigint
  1511. -- ,7日内最近一次送入策略 STRING
  1512. -- ,7日内最近一次策略入池层数 bigint
  1513. -- ,7日内最近一次策略入池距今天数 bigint
  1514. -- ,首次人审审核状态 STRING
  1515. -- ,首次人审不通过原因 STRING
  1516. -- ,首次人审推荐状态 STRING
  1517. -- ,上推荐实验名称 STRING
  1518. -- ,上推荐实验标签距今天数 bigint
  1519. -- ,供给实验名称 STRING
  1520. -- ,供给实验标签距今天数 bigint
  1521. -- ,控流量实验名称 STRING
  1522. -- ,控流量实验距今天数 bigint
  1523. -- )
  1524. --ALTER TABLE loghubods.video_dimension_detail_add_column ADD COLUMNS(
  1525. -- 有回流分享pv BIGINT
  1526. -- ,累计分享回流uv BIGINT
  1527. -- --,总分享pv BIGINT
  1528. -- ,分发分享pv BIGINT
  1529. -- ,头部分享pv BIGINT
  1530. -- ,当日分发头部分享pv BIGINT
  1531. -- ,当日分享当日回流uv BIGINT
  1532. -- ,当日分享当日回流首层uv BIGINT
  1533. -- ,当日分享当日回流非首层uv BIGINT
  1534. -- ,非当日分享回流uv BIGINT
  1535. -- ,n当日分发回流uv BIGINT
  1536. -- ,非当日分发回流uv BIGINT
  1537. --)
  1538. --ALTER TABLE loghubods.video_dimension_detail_add_column CHANGE 控流量实验名称 实验层 STRING;
  1539. --ALTER TABLE loghubods.video_dimension_detail_add_column CHANGE 控流量实验距今天数 实验层标签距今天数 bigint;
  1540. --ALTER TABLE loghubods.video_dimension_detail_add_column CHANGE 总回流pv 总回流uv bigint
  1541. --ALTER TABLE loghubods.video_dimension_detail_add_column ADD COLUMNS (流量池1007回流人数 BIGINT ,流量池1008回流人数 BIGINT,带来流量池1007回流的分享数 BIGINT,带来流量池1008回流的分享数 BIGINT)
  1542. --ALTER TABLE loghubods.video_dimension_detail_add_column ADD COLUMNS (首发账号名 STRING ,首发owner STRING);
  1543. --ALTER TABLE loghubods.video_dimension_detail_add_column ADD COLUMNS (rank BIGINT )
  1544. --ALTER TABLE loghubods.video_dimension_detail_add_column ADD COLUMNS (b3 BIGINT,b4 BIGINT,b5 BIGINT)
  1545. --ALTER TABLE loghubods.video_dimension_detail_add_column change COLUMN rank rename TO b0;
  1546. --
  1547. --ALTER TABLE loghubods.video_dimension_detail_add_column change COLUMN b rename TO b01;
  1548. --ALTER TABLE loghubods.video_dimension_detail_add_column change COLUMN b1 rename TO b02;
  1549. --ALTER TABLE loghubods.video_dimension_detail_add_column change COLUMN b2 rename TO b03;
  1550. --ALTER TABLE loghubods.video_dimension_detail_add_column change COLUMN b3 rename TO b04;
  1551. --ALTER TABLE loghubods.video_dimension_detail_add_column change COLUMN b4 rename TO b05;
  1552. --ALTER TABLE loghubods.video_dimension_detail_add_column change COLUMN b5 rename TO rank0;
  1553. --ALTER TABLE loghubods.video_dimension_detail_add_column ADD COLUMNS (br1 BIGINT,br2 BIGINT,br3 BIGINT,br4 BIGINT,br5 BIGINT)
  1554. --ALTER TABLE loghubods.video_dimension_detail_add_column ADD COLUMNS (当日分发曝光人数 BIGINT)
  1555. --
  1556. --ALTER TABLE loghubods.video_dimension_detail_add_column ADD COLUMNS (分发有回流分享pv BIGINT)--b1_head_share BIGINT,b2_head_share BIGINT,b3_head_share BIGINT,b4_head_share BIGINT);
  1557. --ALTER TABLE loghubods.video_dimension_detail_add_column ADD COLUMNS (b_reco_share BIGINT,--b1_reco_share BIGINT,b2_reco_share BIGINT,b3_reco_share BIGINT,b4_reco_share BIGINT);
  1558. --ALTER TABLE loghubods.video_dimension_detail_add_column ADD COLUMNS (aidit详情_首发 string,项目名称_首发 string);
  1559. --ALTER TABLE loghubods.video_dimension_detail_add_column ADD COLUMNS (总日回流uv
  1560. -- BIGINT ,总日分发视频数
  1561. -- BIGINT ,总日推荐视频数
  1562. -- BIGINT)
  1563. WITH t_raw AS
  1564. (
  1565. SELECT *
  1566. ,CASE WHEN page IN ("回流后沉浸页&内页feed","详情后沉浸页","首页feed","详情页") THEN "推荐"
  1567. WHEN page IN ("回流页","其他") THEN "非推荐"
  1568. ELSE "其他"
  1569. END AS page_type
  1570. FROM loghubods.dwa_recsys_alg_analysis_20250110
  1571. WHERE dt = '${bizdate}' --AND apptype IN ("0","4")
  1572. --AND abcode IN ("ab0","ab1","ab2","ab3","ab4","ab5","ab6","ab7","ab8","ab9")
  1573. --AND abcode NOT IN ("ab100")
  1574. --AND extend_alg IS NOT NULL
  1575. --AND GET_JSON_OBJECT(extend_alg,'$.scoresMap') IS NOT NULL
  1576. ) -- 过滤:只保留推荐页面
  1577. ,t_filtered AS
  1578. (
  1579. SELECT *
  1580. FROM t_raw
  1581. WHERE page_type = "推荐"
  1582. ) -- 特征提取与维度映射
  1583. ,t_base AS
  1584. (
  1585. SELECT dt
  1586. ,apptype
  1587. ,CASE WHEN apptype IN ("4") AND abcode IN ("ab0","ab1") THEN "实验组-先验地域降权"
  1588. WHEN apptype IN ("4") AND abcode IN ("ab6","ab7") THEN "实验组-str+校准&ros-统计量"
  1589. WHEN apptype IN ("4") AND abcode IN ("ab8","ab9") THEN "实验组-str+校准"
  1590. WHEN apptype IN ("4") AND abcode IN ("ab2","ab3") THEN "对照组"
  1591. WHEN apptype IN ("4") AND abcode IN ("ab4","ab5") THEN "ab4-5"
  1592. ELSE "其他"
  1593. END AS abcode
  1594. ,page_type AS page
  1595. ,mid
  1596. ,vid
  1597. ,is_share
  1598. ,share_cnt
  1599. ,is_return_1
  1600. ,is_return_n
  1601. ,return_1_uv
  1602. ,return_n_uv
  1603. ,new_exposure_cnt
  1604. ,flowpool
  1605. ,scoresmap
  1606. ,subsessionid
  1607. ,CAST(GET_JSON_OBJECT(scoresmap,'$.fmRov') AS DOUBLE) AS str_pred
  1608. ,1.22 * pow(CAST(GET_JSON_OBJECT(scoresmap,'$.NorXGBScore') AS DOUBLE),1.15) AS rosn_pred
  1609. ,CAST(GET_JSON_OBJECT(scoresmap,'$.hasReturnRovScore') AS DOUBLE) AS rosn_stat
  1610. FROM t_filtered
  1611. )
  1612. INSERT OVERWRITE TABLE loghubods.video_dimension_detail_add_column PARTITION (dt = '${bizdate}')
  1613. SELECT *
  1614. FROM (
  1615. SELECT DISTINCT a.数据时间
  1616. ,a.上传时间
  1617. ,a.视频id
  1618. ,a.是否当日新推荐
  1619. ,a.历史入流量池次数
  1620. ,a.创建天数间隔
  1621. ,a.是否七日内创建
  1622. ,a.视频地址
  1623. ,a.grafana链接
  1624. ,a.站内uid
  1625. ,a.发布者昵称
  1626. ,a.owner
  1627. ,a.标题
  1628. ,a.一级品类
  1629. ,a.映射一级品类
  1630. ,a.二级品类
  1631. ,a.热点品类
  1632. ,a.类型
  1633. ,a.上传渠道
  1634. ,a.推荐状态
  1635. ,a.首次审核类型
  1636. ,a.审核人
  1637. ,a.首次审核时间
  1638. ,a.首次审核日期
  1639. ,a.首次机审审核状态
  1640. ,a.首次机审不通过原因
  1641. ,a.首次机审推荐状态
  1642. ,a.首次机审不推荐原因
  1643. ,a.7日策略入池次数
  1644. ,a.7日rov入池次数
  1645. ,a.7日vov入池次数
  1646. ,a.7日低曝光高ros入池次数
  1647. ,a.7日手动入池次数
  1648. ,a.7日内最近一次非自动送入时间
  1649. ,a.最近一次非自动送入类型
  1650. ,a.送入人
  1651. ,a.抓取平台
  1652. ,a.抓取目标
  1653. ,a.视频时长
  1654. ,a.首发videoid
  1655. ,a.首发uid
  1656. ,a.首发时间
  1657. ,a.首发日期
  1658. ,a.首发播放量
  1659. ,a.首发来源
  1660. ,a.首发渠道
  1661. ,a.是否首发视频
  1662. ,a.是否首发来源
  1663. ,a.是否首发渠道
  1664. ,a.首发距今时间
  1665. ,a.当日分发曝光pv
  1666. ,a.当日曝光收益
  1667. ,a.当日分发分享pv
  1668. ,a.当日分发回流uv
  1669. ,a.当日分发拉回曝光pv
  1670. ,a.vov_t0
  1671. ,a.rov_t0
  1672. ,a.vor_t0
  1673. ,a.str_t0
  1674. ,a.ros_t0
  1675. ,a.当日推荐当日分发曝光pv
  1676. ,a.当日推荐当日曝光收益
  1677. ,a.当日推荐当日分发分享pv
  1678. ,a.当日推荐当日分发回流uv
  1679. ,a.当日推荐当日分发拉回曝光pv
  1680. ,a.当日推荐vov_t0
  1681. ,a.当日推荐rov_t0
  1682. ,a.当日推荐vor_t0
  1683. ,a.当日推荐str_t0
  1684. ,a.当日推荐ros_t0
  1685. ,a.流量池曝光
  1686. ,a.流量池播放
  1687. ,a.流量池分享
  1688. ,a.流量池回流
  1689. ,a.流量池str
  1690. ,a.流量池ros
  1691. ,a.流量池rov
  1692. ,a.推荐曝光
  1693. ,a.推荐播放
  1694. ,a.推荐分享
  1695. ,a.推荐回流
  1696. ,a.推荐str
  1697. ,a.推荐ros
  1698. ,a.推荐rov
  1699. ,a.0_1日分发曝光pv
  1700. ,a.0_1当日分发分享pv
  1701. ,a.0_1日分发回流uv
  1702. ,a.0_1日分发拉回曝光pv
  1703. ,a.vov_t0_1
  1704. ,a.rov_t0_1
  1705. ,a.vor_t0_1
  1706. ,a.str_t0_1
  1707. ,a.ros_t0_1
  1708. ,a.0_2日分发曝光pv
  1709. ,a.0_2当日分发分享pv
  1710. ,a.0_2日分发回流uv
  1711. ,a.0_2日分发拉回曝光pv
  1712. ,a.vov_t0_2
  1713. ,a.rov_t0_2
  1714. ,a.vor_t0_2
  1715. ,a.str_t0_2
  1716. ,a.ros_t0_2
  1717. ,a.0_3日分发曝光pv
  1718. ,a.0_3当日分发分享pv
  1719. ,a.0_3日分发回流uv
  1720. ,a.0_3日分发拉回曝光pv
  1721. ,a.vov_t0_3
  1722. ,a.rov_t0_3
  1723. ,a.vor_t0_3
  1724. ,a.str_t0_3
  1725. ,a.ros_t0_3
  1726. ,a.过去7日总发布量
  1727. ,a.过去7日总推荐量
  1728. ,a.姓名
  1729. ,a.出生年份
  1730. ,a.身份证号码
  1731. ,a.性别
  1732. ,a.测试品类
  1733. ,a.title_duration
  1734. ,a.最近复推日期
  1735. ,a.rov入池距当前天数
  1736. ,a.vov入池距当前天数
  1737. ,a.低曝光高ros入池距当前天数
  1738. ,a.手动入池距当前天数
  1739. ,a.tag_level_2 AS tag_level_2_new
  1740. ,a.1日分发回流uv
  1741. ,a.1日分发拉回曝光pv
  1742. ,a.2日分发回流uv
  1743. ,a.2日分发拉回曝光pv
  1744. ,a.3日分发回流uv
  1745. ,a.3日分发拉回曝光pv
  1746. ,a.7日分发回流uv
  1747. ,a.7日分发拉回曝光pv
  1748. ,a.14日分发回流uv
  1749. ,a.14日分发拉回曝光pv
  1750. ,a.30日分发回流uv
  1751. ,a.30日分发拉回曝光pv
  1752. ,a.0_7日分发回流uv
  1753. ,a.0_7日分发拉回曝光pv
  1754. ,a.0_14日分发回流uv
  1755. ,a.0_14日分发拉回曝光pv
  1756. ,a.0_30日分发回流uv
  1757. ,a.0_30日分发拉回曝光pv
  1758. ,c.tags
  1759. ,c.tag_name_1
  1760. ,c.tag_name_2
  1761. ,c.tag_name_3
  1762. ,b.create_date
  1763. ,CASE WHEN a.最近复推日期 = '-1' THEN '-1'
  1764. ELSE SUBSTR(a.最近复推日期,1,8)
  1765. END AS 最近复推时间
  1766. ,DATEDIFF(TO_DATE('${bizdate}','YYYYMMDD'),TO_DATE(b.create_date,'YYYYMMDD')) AS 推荐天数间隔
  1767. ,CASE WHEN a.最近复推日期 = '-1' THEN '-1'
  1768. ELSE DATEDIFF(TO_DATE('${bizdate}','YYYYMMDD'),TO_DATE(SUBSTR(a.最近复推日期,1,8),'YYYYMMDD'))
  1769. END AS 复推天数间隔
  1770. ,CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1771. ELSE c.tag_name_1
  1772. END AS 包含AI标签二级品类
  1773. ,CASE WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1774. ELSE c.tag_name_1
  1775. END REGEXP '祝福音乐|人生感悟音乐|民族异域音乐|亲情音乐|红歌老歌|音乐知识' THEN '音乐'
  1776. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1777. ELSE c.tag_name_1
  1778. END REGEXP '正能量剧情|对口型表演|快闪' THEN '剧情/剧情演绎'
  1779. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1780. ELSE c.tag_name_1
  1781. END REGEXP '拟真游戏|麻将|棋牌' THEN '游戏'
  1782. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1783. ELSE c.tag_name_1
  1784. END REGEXP '老年审美美女|老年审美帅哥' THEN '随拍/颜值'
  1785. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1786. ELSE c.tag_name_1
  1787. END REGEXP '红歌老歌舞蹈|广场舞|舞蹈教程' THEN '舞蹈'
  1788. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1789. ELSE c.tag_name_1
  1790. END REGEXP '宠物日常|动物表演|生动物' THEN '动物/萌宠'
  1791. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1792. ELSE c.tag_name_1
  1793. END REGEXP '农村生活|农业技术' THEN '三农'
  1794. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1795. ELSE c.tag_name_1
  1796. END REGEXP '老年相关科技|未来科幻|国家科技力量' THEN '科技/科技数码'
  1797. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1798. ELSE c.tag_name_1
  1799. END REGEXP '保险|理财' THEN '财经'
  1800. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1801. ELSE c.tag_name_1
  1802. END REGEXP '亲子日常|K12教育' THEN '母婴/母婴亲子'
  1803. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1804. ELSE c.tag_name_1
  1805. END REGEXP '老年相关法律科普|知识科普|生活技巧科普' THEN '法律/科普/人文社科'
  1806. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1807. ELSE c.tag_name_1
  1808. END REGEXP '怀念时光|人生忠告|迷信祝福|节日祝福|早中晚好' THEN '情感/情感心理'
  1809. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1810. ELSE c.tag_name_1
  1811. END REGEXP '退休前|退休后' THEN '职场/人文社科'
  1812. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1813. ELSE c.tag_name_1
  1814. END REGEXP '益智解密|老年教育' THEN '教育/教育培训'
  1815. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1816. ELSE c.tag_name_1
  1817. END REGEXP '风景实拍|动植物实拍|人像模特实拍|摄影教学' THEN '摄影摄像'
  1818. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1819. ELSE c.tag_name_1
  1820. END REGEXP '名画赏析|杂技柔术|魔术|魔术特效|书法|绘画|木工|口技|大型集体艺术|戏曲戏剧|二人转|其他才艺' THEN '艺术/才艺技能'
  1821. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1822. ELSE c.tag_name_1
  1823. END REGEXP '美食测评|美食教程|吃播探店' THEN '美食'
  1824. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1825. ELSE c.tag_name_1
  1826. END REGEXP '旅行记录|旅行攻略' THEN '旅行/旅游'
  1827. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1828. ELSE c.tag_name_1
  1829. END REGEXP '省份城市亮点|本地新闻|本地生活' THEN '地域本地'
  1830. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1831. ELSE c.tag_name_1
  1832. END REGEXP '老年时尚|美妆护肤穿搭' THEN '时尚/美妆'
  1833. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1834. ELSE c.tag_name_1
  1835. END REGEXP '传统文化|国际文化' THEN '文化/人文社科'
  1836. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1837. ELSE c.tag_name_1
  1838. END REGEXP '搞笑瞬间合集|搞笑段子' THEN '搞笑/休闲娱乐'
  1839. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1840. ELSE c.tag_name_1
  1841. END REGEXP '历史名人|当代正能量人物|老明星' THEN '明星/名人'
  1842. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1843. ELSE c.tag_name_1
  1844. END REGEXP '老年人上综艺|老年关心纪录片|老综艺影像' THEN '综艺/影视综艺'
  1845. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1846. ELSE c.tag_name_1
  1847. END REGEXP '电影切片|电影解说' THEN '电影/影视综艺'
  1848. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1849. ELSE c.tag_name_1
  1850. END REGEXP '电视剧切片|电视剧解说' THEN '电视剧/影视综艺'
  1851. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1852. ELSE c.tag_name_1
  1853. END REGEXP '中国队比赛|老年运动' THEN '体育/运动'
  1854. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1855. ELSE c.tag_name_1
  1856. END REGEXP '健康知识|长寿知识|饮食健康' THEN '医疗健康/长寿/健身'
  1857. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1858. ELSE c.tag_name_1
  1859. END REGEXP '健身操' THEN '生活记录/生活'
  1860. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1861. ELSE c.tag_name_1
  1862. END REGEXP '老年生活|生活小妙招|园艺花艺' THEN '生活家居/家居家装'
  1863. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1864. ELSE c.tag_name_1
  1865. END REGEXP '民生政策|流行病疫情|社会风气|食品安全|贪污腐败|人财诈骗|核污染|惠民新闻|天气变化|国家力量|国际时政|他国政策' THEN '时政社会'
  1866. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1867. ELSE c.tag_name_1
  1868. END REGEXP '惊奇事件|罕见画面' THEN '奇人异象'
  1869. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1870. ELSE c.tag_name_1
  1871. END REGEXP '中国战争史|中国党史|中国历史影像' THEN '历史'
  1872. WHEN CASE WHEN SUBSTRING_INDEX(d.words_1,'-',-1) IS NOT NULL THEN SUBSTRING_INDEX(d.words_1,'-',-1)
  1873. ELSE c.tag_name_1
  1874. END REGEXP '国际军事|国内军事|国家统一' THEN '军事'
  1875. ELSE '-'
  1876. END AS 含AI标签映射一级品类
  1877. ,a.tag_level_2
  1878. ,CASE WHEN f.tag_level_2 IS NOT NULL THEN f.tag_level_2
  1879. ELSE c.tag_name_1
  1880. END AS 二级品类集合
  1881. ,CASE
  1882. -- 音乐相关
  1883. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '祝福音乐|人生感悟音乐|民族异域音乐|亲情音乐|红歌老歌|音乐知识' THEN '音乐' -- 剧情/剧情演绎相关
  1884. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '正能量剧情|对口型表演|快闪' THEN '剧情/剧情演绎' -- 游戏相关
  1885. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '拟真游戏|麻将|棋牌' THEN '游戏' -- 随拍/颜值相关
  1886. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '老年审美美女|老年审美帅哥' THEN '随拍/颜值' -- 舞蹈相关
  1887. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '红歌老歌舞蹈|广场舞|舞蹈教程' THEN '舞蹈' -- 动物/萌宠相关
  1888. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '宠物日常|动物表演|生动物' THEN '动物/萌宠' -- 三农相关
  1889. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '农村生活|农业技术' THEN '三农' -- 科技/科技数码相关
  1890. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '老年相关科技|未来科幻|国家科技力量' THEN '科技/科技数码' -- 财经相关
  1891. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '保险|理财' THEN '财经' -- 母婴/母婴亲子相关
  1892. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '亲子日常|K12教育' THEN '母婴/母婴亲子' -- 法律/科普/人文社科相关
  1893. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '老年相关法律科普|知识科普|生活技巧科普' THEN '法律/科普/人文社科' -- 情感/情感心理相关
  1894. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '怀念时光|人生忠告|迷信祝福|节日祝福|早中晚好' THEN '情感/情感心理' -- 职场/人文社科相关
  1895. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '退休前|退休后' THEN '职场/人文社科' -- 教育/教育培训相关
  1896. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '益智解密|老年教育' THEN '教育/教育培训' -- 摄影摄像相关
  1897. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '风景实拍|动植物实拍|人像模特实拍|摄影教学' THEN '摄影摄像' -- 艺术/才艺技能相关
  1898. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '名画赏析|杂技柔术|魔术|魔术特效|书法|绘画|木工|口技|大型集体艺术|戏曲戏剧|二人转|其他才艺' THEN '艺术/才艺技能' -- 美食相关
  1899. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '美食测评|美食教程|吃播探店' THEN '美食' -- 旅行/旅游相关
  1900. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '旅行记录|旅行攻略' THEN '旅行/旅游' -- 地域本地相关
  1901. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '省份城市亮点|本地新闻|本地生活' THEN '地域本地' -- 时尚/美妆相关
  1902. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '老年时尚|美妆护肤穿搭' THEN '时尚/美妆' -- 文化/人文社科相关
  1903. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '传统文化|国际文化' THEN '文化/人文社科' -- 搞笑/休闲娱乐相关
  1904. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '搞笑瞬间合集|搞笑段子' THEN '搞笑/休闲娱乐' -- 明星/名人相关
  1905. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '历史名人|当代正能量人物|老明星' THEN '明星/名人' -- 综艺/影视综艺相关
  1906. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '老年人上综艺|老年关心纪录片|老综艺影像|电影切片|电影解说|电视剧切片|电视剧解说' THEN '综艺/影视综艺' -- 体育/运动相关
  1907. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '中国队比赛|老年运动' THEN '体育/运动' -- 医疗健康/长寿/健身相关
  1908. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '健康知识|长寿知识|饮食健康' THEN '医疗健康/长寿/健身' -- 生活记录/生活相关
  1909. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '健身操' THEN '生活记录/生活' -- 生活家居/家居家装相关
  1910. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '老年生活|生活小妙招|园艺花艺' THEN '生活家居/家居家装' -- 时政社会相关
  1911. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '民生政策|流行病疫情|社会风气|食品安全|贪污腐败|人财诈骗|核污染|惠民新闻|天气变化|国家力量|国际时政|他国政策' THEN '时政社会' -- 奇人异象相关
  1912. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '惊奇事件|罕见画面' THEN '奇人异象' -- 历史相关
  1913. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '中国战争史|中国党史|中国历史影像' THEN '历史' -- 军事相关
  1914. WHEN COALESCE(f.tag_level_2,c.tag_name_1) REGEXP '国际军事|国内军事|国家统一' THEN '军事'
  1915. ELSE g.一级品类
  1916. END AS 一级品类集合
  1917. ,CASE WHEN h.rank <= 50 THEN '是'
  1918. ELSE '否'
  1919. END AS 是否在TOP50
  1920. ,CASE WHEN h.rank <= 200 THEN '是'
  1921. ELSE '否'
  1922. END AS 是否在TOP200
  1923. ,h.rank AS 回流rank
  1924. ,l1.name AS 7日内最近一次送入人
  1925. ,l1.level AS 7日内最近一次人工入池层数
  1926. ,l1.date_diff AS 7日内最近一次人工入池距今天数
  1927. ,l2.name AS 7日内最近一次送入策略
  1928. ,l2.level AS 7日内最近一次策略入池层数
  1929. ,l2.date_diff AS 7日内最近一次策略入池距今天数 -- ,j.name as 首次人审审核人
  1930. -- ,j.audit_time as 首次人审审核时间
  1931. ,j.首次人审审核状态
  1932. ,j.首次人审不通过原因
  1933. ,j.首次人审推荐状态
  1934. ,k1.tag AS 上推荐实验名称
  1935. ,k1.date_diff AS 上推荐实验标签距今天数
  1936. ,k2.tag AS 供给实验名称
  1937. ,k2.date_diff AS 供给实验标签距今天数
  1938. ,k3.tag AS 控流量实验名称
  1939. ,k3.date_diff AS 控流量实验距今天数
  1940. ,m.widthheight AS 分辨率
  1941. ,m.widthheight_rate AS 分辨率比值
  1942. ,m.视觉音乐文字
  1943. ,m.内容选题
  1944. ,m.视频主题
  1945. ,m.视频关键词
  1946. ,m.视频主体
  1947. ,m.视频场景
  1948. ,m.情感倾向
  1949. ,m.视频风格
  1950. ,m.是否有片尾引导
  1951. ,m.引导时长
  1952. ,m.引导强度
  1953. ,m.传播性判断
  1954. ,m.推测观众地域
  1955. ,m.推测观众年龄段
  1956. ,m.推测观众性别
  1957. ,m.推测观众价值类型
  1958. ,m.推测观众用户价值点
  1959. ,m.推测观众用观众收入
  1960. ,m.背景音类型
  1961. ,m.背景音风格
  1962. ,m.语音类型
  1963. ,m.歌曲名
  1964. ,m.音色
  1965. ,m.产品水印
  1966. ,m.产品名称
  1967. ,m.字幕
  1968. ,m.颜色
  1969. ,m.字号
  1970. ,m.位置
  1971. ,m.视频口播
  1972. ,m.封面主体
  1973. ,m.人物个数
  1974. ,m.文字数量
  1975. ,m.文字关键字
  1976. ,m.封面主题
  1977. ,m.知名人物
  1978. ,m.人物年龄段
  1979. ,m.场景描述
  1980. ,m.时效性_有无时效
  1981. ,m.时效性_具体时间
  1982. ,n.1007回流人数
  1983. ,n.1008回流人数
  1984. ,n.带来1007回流的分享数
  1985. ,n.带来1008回流的分享数
  1986. ,n.1007进入分发曝光pv
  1987. ,n.1008进入分发曝光pv
  1988. ,n.1007回流人数再分享pv
  1989. ,n.1008回流人数再分享pv
  1990. ,n.总分享pv
  1991. ,n.总回流pv
  1992. ,o.当日总有回流分享pv
  1993. ,o.当日总回流uv --,o.当日总分享pv
  1994. ,o.分发分享pv
  1995. ,o.头部分享pv
  1996. ,o.当日分发头部分享pv
  1997. ,o.当日分享当日回流uv
  1998. ,o.当日分享当日回流一层uv
  1999. ,o.当日分享当日回流非一层uv
  2000. ,o.点击非当日分享回流uv
  2001. ,o.当日分发当日回流uv
  2002. ,o.非当日分发分享回流uv
  2003. ,t1.video_id
  2004. ,t2.是否存在热点
  2005. ,t2.该热点的特征
  2006. ,t2.热点内容概括
  2007. ,t2.判断是热点的原因
  2008. ,ROW_NUMBER() OVER (PARTITION BY a.dt ORDER BY a.当日分发曝光pv DESC ) AS 曝光rank
  2009. ,ROW_NUMBER() OVER (PARTITION BY a.dt ORDER BY a.当日分发拉回曝光pv DESC ) AS 拉回曝光rank
  2010. ,t3.流量池1007回流人数
  2011. ,t3.流量池1008回流人数
  2012. ,t3.带来流量池1007回流的分享数
  2013. ,t3.带来流量池1008回流的分享数
  2014. ,a.首发账号名
  2015. ,a.首发owner
  2016. ,t3.流量池回流人数
  2017. ,t3.带来流量池回流的分享数
  2018. ,t4.url
  2019. ,t5.project_name
  2020. ,b
  2021. ,b1
  2022. ,b2
  2023. ,b3
  2024. ,b4
  2025. ,b5
  2026. ,ROW_NUMBER() OVER (PARTITION BY a.视频id ORDER BY a.视频id DESC ) AS rank
  2027. ,br1
  2028. ,br2
  2029. ,br3
  2030. ,br4
  2031. ,br5
  2032. ,b_head_share
  2033. ,b1_head_share
  2034. ,b2_head_share
  2035. ,b3_head_share
  2036. ,b4_head_share
  2037. ,b_reco_share
  2038. ,b1_reco_share
  2039. ,b2_reco_share
  2040. ,b3_reco_share
  2041. ,b4_reco_share
  2042. ,当日分发曝光人数
  2043. ,0_1_br1
  2044. ,0_1_br2
  2045. ,0_1_br3
  2046. ,0_1_b_head_share
  2047. ,0_1_b1_head_share
  2048. ,0_1_b2_head_share
  2049. ,0_1_b3_head_share
  2050. ,0_1_b4_head_share
  2051. ,0_1_b_reco_share
  2052. ,0_1_b1_reco_share
  2053. ,0_1_b2_reco_share
  2054. ,0_1_b3_reco_share
  2055. ,0_1_b4_reco_share
  2056. ,0_1_b
  2057. ,0_1_b1
  2058. ,0_1_b2
  2059. ,当日分发当日有回流分享pv
  2060. ,t6.url AS url1
  2061. ,t7.project_name AS project_name1
  2062. ,t8.rovn_copc
  2063. ,t8.str_copc
  2064. ,t8.rosn_copc
  2065. ,t9.总日回流uv
  2066. ,t9.总日分发视频数
  2067. ,t9.总日推荐视频数
  2068. ,解构选题
  2069. ,元素merge
  2070. ,分类merge
  2071. ,top1元素
  2072. ,top1分类
  2073. FROM loghubods.video_dimension_detail a
  2074. LEFT JOIN (
  2075. SELECT DISTINCT video_id
  2076. ,create_time
  2077. ,TO_CHAR(create_time,'YYYYMMDD') AS create_date
  2078. FROM (
  2079. SELECT DISTINCT video_id
  2080. ,start_time
  2081. ,create_time
  2082. ,ROW_NUMBER() OVER (PARTITION BY video_id ORDER BY create_time ASC ) AS rank
  2083. FROM videoods.flow_pool_level_video_eachday
  2084. WHERE life_cycle_id IS NOT NULL
  2085. )
  2086. WHERE rank = 1
  2087. ) b
  2088. ON a.视频id = b.video_id
  2089. LEFT JOIN (
  2090. SELECT DISTINCT title_duration
  2091. ,tags
  2092. ,tag_name_1
  2093. ,tag_name_2
  2094. ,tag_name_3
  2095. FROM loghubods.content_ai_tags_no_dt
  2096. ) c
  2097. ON a.title_duration = c.title_duration
  2098. LEFT JOIN (
  2099. SELECT videoid
  2100. ,words_1
  2101. FROM (
  2102. SELECT videoid
  2103. ,words_1
  2104. FROM videoods.dim_video
  2105. LATERAL VIEW EXPLODE(SPLIT(tags,',')) t AS words_1
  2106. )
  2107. WHERE words_1 REGEXP '品类-'
  2108. ) d
  2109. ON a.视频id = d.videoid
  2110. LEFT JOIN loghubods.tag_level_2_base f
  2111. ON a.title_duration = f.title_duration
  2112. LEFT JOIN (
  2113. SELECT DISTINCT title_duration
  2114. ,一级品类
  2115. ,videoid
  2116. FROM (
  2117. SELECT CONCAT(CLEAR_TITLE_SIGNAL(title),'-',total_time) AS title_duration
  2118. ,一级品类
  2119. ,videoid
  2120. ,ROW_NUMBER() OVER (PARTITION BY CONCAT(CLEAR_TITLE_SIGNAL(title),'-',total_time) ORDER BY videoid DESC ) AS rank
  2121. FROM (
  2122. SELECT DISTINCT videoid
  2123. ,b.title
  2124. ,b.total_time
  2125. ,SUBSTRING_INDEX(words_1,'_',-1) AS 一级品类
  2126. FROM (
  2127. SELECT videoid
  2128. ,words_1
  2129. FROM (
  2130. SELECT videoid
  2131. ,words_1
  2132. FROM videoods.dim_video
  2133. LATERAL VIEW EXPLODE(SPLIT(tags,',')) t AS words_1
  2134. )
  2135. WHERE words_1 REGEXP '一级品类_'
  2136. ) a
  2137. LEFT JOIN videoods.wx_video b
  2138. ON a.videoid = b.id
  2139. )
  2140. )
  2141. WHERE rank = 1
  2142. HAVING title_duration NOT REGEXP 'None-|null-'
  2143. ) g
  2144. ON a.title_duration = g.title_duration
  2145. LEFT JOIN (
  2146. SELECT DISTINCT videoid
  2147. ,ROW_NUMBER() OVER (PARTITION BY dt ORDER BY 回流人数 DESC ) AS rank
  2148. FROM loghubods.lastday_return
  2149. WHERE dt = '${bizdate}'
  2150. ) h
  2151. ON a.视频id = h.videoid
  2152. LEFT JOIN (
  2153. SELECT a.video_id
  2154. ,a.audit_time
  2155. ,audit_status
  2156. ,audit_person_id
  2157. ,b.name
  2158. ,GET_JSON_OBJECT(reason,'$[0].reason') AS reason
  2159. ,c.start_time
  2160. ,TO_CHAR(FROM_UNIXTIME(c.start_time / 1000),'YYYY-MM-DD hh:mi:ss')
  2161. ,UNIX_TIMESTAMP(a.audit_time)
  2162. ,ABS(c.start_time / 1000 - UNIX_TIMESTAMP(a.audit_time))
  2163. ,CASE WHEN audit_status = 1 THEN '审核中'
  2164. WHEN audit_status = 2 THEN '不通过'
  2165. WHEN audit_status = 3 THEN '待修改'
  2166. WHEN audit_status = 4 THEN '自己可见'
  2167. WHEN audit_status = 5 THEN '通过'
  2168. ELSE audit_status
  2169. END AS 首次人审审核状态
  2170. ,reason AS 首次人审不通过原因
  2171. ,CASE WHEN audit_status = 5
  2172. AND c.start_time IS NOT NULL
  2173. AND ABS(c.start_time / 1000 - UNIX_TIMESTAMP(a.audit_time)) <= 60 THEN '待推荐'
  2174. WHEN audit_status = 5
  2175. AND c.start_time IS NOT NULL
  2176. AND ABS(c.start_time / 1000 - UNIX_TIMESTAMP(a.audit_time)) > 60 THEN '未推荐'
  2177. WHEN audit_status != 5 THEN '未推荐'
  2178. WHEN c.start_time IS NULL THEN '未推荐'
  2179. ELSE ''
  2180. END AS 首次人审推荐状态
  2181. FROM (
  2182. SELECT *
  2183. FROM (
  2184. SELECT *
  2185. ,ROW_NUMBER() OVER (PARTITION BY video_id ORDER BY audit_time ASC ) AS rank
  2186. FROM videoods.wx_video_audit_record
  2187. )
  2188. WHERE rank = 1
  2189. ) a
  2190. LEFT JOIN usercdm.manager_user b
  2191. ON a.audit_person_id = b.uid
  2192. LEFT JOIN (
  2193. SELECT *
  2194. FROM (
  2195. SELECT video_id
  2196. ,start_time
  2197. ,ROW_NUMBER() OVER (PARTITION BY video_id ORDER BY start_time ASC ) AS rank
  2198. FROM videoods.flow_pool_level_video_eachday
  2199. )
  2200. WHERE rank = 1
  2201. ) c
  2202. ON a.video_id = c.video_id
  2203. WHERE audit_person_id != 227
  2204. ) j
  2205. ON a.视频id = j.video_id
  2206. LEFT JOIN (
  2207. SELECT DISTINCT video_id
  2208. ,create_time
  2209. ,date_diff
  2210. ,CASE WHEN tag_name REGEXP '#str-' THEN REPLACE(tag_name,'#str-','')
  2211. END AS tag
  2212. FROM (
  2213. SELECT a.video_id
  2214. ,a.create_time
  2215. ,DATEDIFF(REGEXP_REPLACE('${bizdate}','^(\\d{4})(\\d{2})(\\d{2})$','\\1-\\2-\\3'),TO_CHAR(create_time,'YYYY-MM-DD')) date_diff
  2216. ,b.tag_name
  2217. FROM (
  2218. SELECT video_id
  2219. ,tag_id
  2220. ,create_time
  2221. FROM videoods.wx_video_tag_rel
  2222. ) a
  2223. LEFT JOIN (
  2224. SELECT tag_id
  2225. ,tag_name
  2226. FROM videoods.wx_video_tag
  2227. ) b
  2228. ON a.tag_id = b.tag_id
  2229. )
  2230. HAVING tag IS NOT NULL
  2231. ) k1
  2232. ON a.视频id = k1.video_id
  2233. LEFT JOIN (
  2234. SELECT DISTINCT video_id
  2235. ,create_time
  2236. ,date_diff
  2237. ,CASE WHEN tag_name REGEXP 'rol-' THEN REPLACE(tag_name,'rol-','')
  2238. END AS tag
  2239. FROM (
  2240. SELECT a.video_id
  2241. ,a.create_time
  2242. ,DATEDIFF(REGEXP_REPLACE('${bizdate}','^(\\d{4})(\\d{2})(\\d{2})$','\\1-\\2-\\3'),TO_CHAR(create_time,'YYYY-MM-DD')) date_diff
  2243. ,b.tag_name
  2244. FROM (
  2245. SELECT video_id
  2246. ,tag_id
  2247. ,create_time
  2248. FROM videoods.wx_video_tag_rel
  2249. ) a
  2250. LEFT JOIN (
  2251. SELECT tag_id
  2252. ,tag_name
  2253. FROM videoods.wx_video_tag
  2254. ) b
  2255. ON a.tag_id = b.tag_id
  2256. )
  2257. HAVING tag IS NOT NULL
  2258. ) k2
  2259. ON a.视频id = k2.video_id
  2260. LEFT JOIN (
  2261. SELECT DISTINCT video_id
  2262. ,create_time
  2263. ,date_diff
  2264. ,CASE WHEN tag_name REGEXP 'lev-' THEN REPLACE(tag_name,'lev-','')
  2265. END AS tag
  2266. FROM (
  2267. SELECT a.video_id
  2268. ,a.create_time
  2269. ,DATEDIFF(REGEXP_REPLACE('${bizdate}','^(\\d{4})(\\d{2})(\\d{2})$','\\1-\\2-\\3'),TO_CHAR(create_time,'YYYY-MM-DD')) date_diff
  2270. ,b.tag_name
  2271. FROM (
  2272. SELECT video_id
  2273. ,tag_id
  2274. ,create_time
  2275. FROM videoods.wx_video_tag_rel
  2276. ) a
  2277. LEFT JOIN (
  2278. SELECT tag_id
  2279. ,tag_name
  2280. FROM videoods.wx_video_tag
  2281. ) b
  2282. ON a.tag_id = b.tag_id
  2283. )
  2284. HAVING tag IS NOT NULL
  2285. ) k3
  2286. ON a.视频id = k3.video_id
  2287. LEFT JOIN (
  2288. SELECT video_id
  2289. ,start_type
  2290. ,create_time
  2291. ,name
  2292. ,level
  2293. ,date_diff
  2294. FROM (
  2295. SELECT DISTINCT a.video_id
  2296. ,a.start_type
  2297. ,a.create_time
  2298. ,b.name
  2299. ,a.level
  2300. ,a.date_diff
  2301. FROM (
  2302. SELECT video_id
  2303. ,start_type
  2304. ,life_cycle_id
  2305. ,create_time
  2306. ,DATEDIFF(REGEXP_REPLACE('${bizdate}','^(\\d{4})(\\d{2})(\\d{2})$','\\1-\\2-\\3'),TO_CHAR(create_time,'YYYY-MM-DD')) date_diff
  2307. ,CASE WHEN flow_pool_level_id IN (1,24,30,36,42,48,54,60,66,72,78) THEN '1'
  2308. WHEN flow_pool_level_id IN (2,25,31,37,43,49,55,61,67,73,79) THEN '2'
  2309. WHEN flow_pool_level_id IN (3,26,32,38,44,50,56,62,68,74,80) THEN '3'
  2310. WHEN flow_pool_level_id IN (4,27,33,39,45,51,57,63,69,75,81) THEN '4'
  2311. WHEN flow_pool_level_id IN (22,28,34,40,46,52,58,64,70,76,82) THEN '5'
  2312. WHEN flow_pool_level_id IN (23,29,35,41,47,53,59,65,71,77,83) THEN '6'
  2313. END AS level
  2314. ,ROW_NUMBER() OVER (PARTITION BY video_id ORDER BY life_cycle_id DESC ) AS rank
  2315. FROM videoods.flow_pool_level_video_eachday
  2316. WHERE start_type IN (1)
  2317. AND TO_CHAR(create_time,'YYYYMMDD') >= TO_CHAR(DATEADD(TO_DATE('${bizdate}','yyyyMMdd'),-6,'dd'),'yyyyMMdd')
  2318. AND TO_CHAR(create_time,'YYYYMMDD') <= '${bizdate}'
  2319. ) a
  2320. LEFT JOIN (
  2321. SELECT *
  2322. FROM (
  2323. SELECT *
  2324. ,ROW_NUMBER() OVER (PARTITION BY videoid ORDER BY dt DESC ) AS rank
  2325. FROM (
  2326. SELECT DISTINCT b.name
  2327. ,dt
  2328. ,SUBSTRING_INDEX(SUBSTRING_INDEX(requestbody,'"}','1'),'d":"','-1') AS videoid
  2329. FROM loghubods.request_log_each_day a
  2330. LEFT JOIN usercdm.manager_user b
  2331. ON a.operationuid = b.uid
  2332. WHERE url = '/manager/flowpool/video/enter'
  2333. AND dt <= '${bizdate}'
  2334. AND dt >= TO_CHAR(DATEADD(TO_DATE('${bizdate}','yyyyMMdd'),-6,'dd'),'yyyyMMdd')
  2335. )
  2336. )
  2337. WHERE rank = 1
  2338. ) b
  2339. ON a.video_id = b.videoid
  2340. WHERE a.rank = 1
  2341. )
  2342. WHERE start_type = 1
  2343. ) l1
  2344. ON a.视频id = l1.video_id
  2345. LEFT JOIN (
  2346. SELECT video_id
  2347. ,start_type
  2348. ,create_time
  2349. ,name
  2350. ,date_diff
  2351. ,level
  2352. FROM (
  2353. SELECT DISTINCT a.video_id
  2354. ,a.start_type
  2355. ,a.create_time
  2356. ,c.type AS name
  2357. ,a.date_diff
  2358. ,a.level
  2359. FROM (
  2360. SELECT video_id
  2361. ,start_type
  2362. ,life_cycle_id
  2363. ,DATEDIFF(REGEXP_REPLACE('${bizdate}','^(\\d{4})(\\d{2})(\\d{2})$','\\1-\\2-\\3'),TO_CHAR(create_time,'YYYY-MM-DD')) date_diff
  2364. ,CASE WHEN flow_pool_level_id IN (1,24,30,36,42,48,54,60,66,72,78) THEN '1'
  2365. WHEN flow_pool_level_id IN (2,25,31,37,43,49,55,61,67,73,79) THEN '2'
  2366. WHEN flow_pool_level_id IN (3,26,32,38,44,50,56,62,68,74,80) THEN '3'
  2367. WHEN flow_pool_level_id IN (4,27,33,39,45,51,57,63,69,75,81) THEN '4'
  2368. WHEN flow_pool_level_id IN (22,28,34,40,46,52,58,64,70,76,82) THEN '5'
  2369. WHEN flow_pool_level_id IN (23,29,35,41,47,53,59,65,71,77,83) THEN '6'
  2370. END AS level
  2371. ,create_time
  2372. ,ROW_NUMBER() OVER (PARTITION BY video_id ORDER BY life_cycle_id DESC ) AS rank
  2373. FROM videoods.flow_pool_level_video_eachday
  2374. WHERE start_type IN (2)
  2375. AND TO_CHAR(create_time,'YYYYMMDD') >= TO_CHAR(DATEADD(TO_DATE('${bizdate}','yyyyMMdd'),-6,'dd'),'yyyyMMdd')
  2376. AND TO_CHAR(create_time,'YYYYMMDD') <= '${bizdate}'
  2377. ) a
  2378. LEFT JOIN (
  2379. SELECT *
  2380. FROM (
  2381. SELECT videoid
  2382. ,dt
  2383. ,type
  2384. ,ROW_NUMBER() OVER (PARTITION BY videoid ORDER BY dt DESC ) AS rank
  2385. FROM (
  2386. SELECT DISTINCT videoid
  2387. ,dt
  2388. ,'rov' AS type
  2389. FROM loghubods.re_recommend_video_info_df_new
  2390. WHERE dt >= TO_CHAR(DATEADD(TO_DATE('${bizdate}','yyyyMMdd'),-6,'dd'),'yyyyMMdd')
  2391. AND dt <= '${bizdate}'
  2392. UNION ALL
  2393. SELECT DISTINCT videoid
  2394. ,dt
  2395. ,'vov' AS type
  2396. FROM loghubods.re_recommend_video_info_df_vov
  2397. WHERE dt >= TO_CHAR(DATEADD(TO_DATE('${bizdate}','yyyyMMdd'),-6,'dd'),'yyyyMMdd')
  2398. AND dt <= '${bizdate}'
  2399. UNION ALL
  2400. SELECT DISTINCT videoid
  2401. ,SUBSTRING(dt,1,8) AS dt
  2402. ,'ros' AS type
  2403. FROM loghubods.auto_enter_flow_pool_videolist
  2404. WHERE dt >= CONCAT(TO_CHAR(DATEADD(TO_DATE('${bizdate}','yyyyMMdd'),-6,'dd'),'yyyyMMdd'),'00')
  2405. AND dt <= '${bizdate}23'
  2406. )
  2407. )
  2408. WHERE rank = 1
  2409. ) c
  2410. ON a.video_id = c.videoid
  2411. WHERE a.rank = 1
  2412. )
  2413. WHERE start_type = 2
  2414. ) l2
  2415. ON a.视频id = l2.video_id
  2416. LEFT JOIN (
  2417. SELECT *
  2418. FROM loghubods.videoid_feature_aitags_all
  2419. LIMIT 100
  2420. ) m
  2421. ON a.视频id = m.id --加场景
  2422. LEFT JOIN (
  2423. --热启动
  2424. SELECT a.videoid
  2425. ,a.1007回流人数
  2426. ,g.1008回流人数
  2427. ,a.带来1007回流的分享数
  2428. ,g.带来1008回流的分享数
  2429. ,a.进入分发曝光pv AS 1007进入分发曝光pv
  2430. ,g.进入分发曝光pv AS 1008进入分发曝光pv
  2431. ,h.1007回流人数再分享pv
  2432. ,i.1008回流人数再分享pv
  2433. ,d.share_cnt_pv AS 总分享pv
  2434. ,d.click_cnt_pv AS 总回流pv
  2435. FROM (
  2436. SELECT a1007.clickobjectid AS videoid
  2437. ,COUNT(DISTINCT a1007.machinecode) AS 1007回流人数
  2438. ,COUNT(DISTINCT a1007.shareid) AS 带来1007回流的分享数
  2439. ,COUNT(b1007.mid) AS 进入分发曝光pv
  2440. FROM (
  2441. SELECT DISTINCT machinecode
  2442. ,clickobjectid
  2443. ,recomTraceId
  2444. ,a.subsessionid
  2445. ,shareid
  2446. FROM loghubods.user_share_log a
  2447. LEFT JOIN (
  2448. SELECT DISTINCT mid
  2449. ,subsessionid
  2450. ,hotsencetype
  2451. FROM loghubods.video_action_log_rp
  2452. WHERE dt = '${bizdate}'
  2453. AND businesstype = 'videoView'
  2454. AND hotsencetype IN (1007)
  2455. ) b
  2456. ON a.machinecode = b.mid
  2457. AND a.subsessionid = b.subsessionid
  2458. WHERE dt = '${bizdate}'
  2459. AND topic = 'click'
  2460. AND a.shareid IN (
  2461. SELECT DISTINCT shareid
  2462. FROM loghubods.user_share_log
  2463. WHERE dt = '${bizdate}'
  2464. AND topic = 'share'
  2465. )
  2466. AND b.mid IS NOT NULL
  2467. ) a1007
  2468. LEFT JOIN (
  2469. SELECT videoid
  2470. ,mid
  2471. ,subsessionid
  2472. FROM loghubods.video_action_log_rp
  2473. WHERE dt = '${bizdate}'
  2474. AND pagesource REGEXP 'category$|recommend$|-pages/user-videos-detail$'
  2475. AND businesstype = 'videoView'
  2476. ) b1007
  2477. ON a1007.subsessionid = b1007.subsessionid
  2478. AND a1007.machinecode = b1007.mid
  2479. GROUP BY a1007.clickobjectid
  2480. ) a
  2481. LEFT JOIN (
  2482. SELECT a1008.clickobjectid
  2483. ,COUNT(DISTINCT a1008.machinecode) AS 1008回流人数
  2484. ,COUNT(DISTINCT a1008.shareid) AS 带来1008回流的分享数
  2485. ,COUNT(b1008.mid) AS 进入分发曝光pv
  2486. FROM (
  2487. SELECT DISTINCT machinecode
  2488. ,clickobjectid
  2489. ,recomTraceId
  2490. ,a.subsessionid
  2491. ,shareid
  2492. FROM loghubods.user_share_log a
  2493. LEFT JOIN (
  2494. SELECT DISTINCT mid
  2495. ,subsessionid
  2496. ,hotsencetype
  2497. FROM loghubods.video_action_log_rp
  2498. WHERE dt = '${bizdate}'
  2499. AND businesstype = 'videoView'
  2500. AND hotsencetype IN (1008)
  2501. ) b
  2502. ON a.machinecode = b.mid
  2503. AND a.subsessionid = b.subsessionid
  2504. WHERE dt = '${bizdate}'
  2505. AND topic = 'click'
  2506. AND a.shareid IN (
  2507. SELECT DISTINCT shareid
  2508. FROM loghubods.user_share_log
  2509. WHERE dt = '${bizdate}'
  2510. AND topic = 'share'
  2511. )
  2512. AND b.mid IS NOT NULL
  2513. ) a1008
  2514. LEFT JOIN (
  2515. SELECT videoid
  2516. ,mid
  2517. ,subsessionid
  2518. FROM loghubods.video_action_log_rp
  2519. WHERE dt = '${bizdate}'
  2520. AND pagesource REGEXP 'category$|recommend$|-pages/user-videos-detail$'
  2521. AND businesstype = 'videoView'
  2522. ) b1008
  2523. ON a1008.subsessionid = b1008.subsessionid
  2524. AND a1008.machinecode = b1008.mid
  2525. GROUP BY a1008.clickobjectid
  2526. ) g
  2527. ON a.videoid = g.clickobjectid
  2528. LEFT JOIN (
  2529. SELECT a1007.clickobjectid
  2530. ,COUNT(DISTINCT b1007.shareid) AS 1007回流人数再分享pv
  2531. FROM (
  2532. SELECT DISTINCT machinecode
  2533. ,clickobjectid
  2534. ,recomTraceId
  2535. ,a.subsessionid
  2536. ,shareid
  2537. FROM loghubods.user_share_log a
  2538. LEFT JOIN (
  2539. SELECT DISTINCT mid
  2540. ,subsessionid
  2541. ,hotsencetype
  2542. FROM loghubods.video_action_log_rp
  2543. WHERE dt = '${bizdate}'
  2544. AND businesstype = 'videoView'
  2545. AND hotsencetype IN (1007)
  2546. ) b
  2547. ON a.machinecode = b.mid
  2548. AND a.subsessionid = b.subsessionid
  2549. WHERE dt = '${bizdate}'
  2550. AND topic = 'click'
  2551. AND a.shareid IN (
  2552. SELECT DISTINCT shareid
  2553. FROM loghubods.user_share_log
  2554. WHERE dt = '${bizdate}'
  2555. AND topic = 'share'
  2556. )
  2557. AND b.mid IS NOT NULL
  2558. ) a1007
  2559. LEFT JOIN (
  2560. SELECT shareobjectid
  2561. ,shareid
  2562. ,subsessionid
  2563. ,machinecode
  2564. FROM loghubods.user_share_log
  2565. WHERE dt = '${bizdate}'
  2566. AND topic = 'share'
  2567. ) b1007
  2568. ON a1007.subsessionid = b1007.subsessionid
  2569. AND a1007.machinecode = b1007.machinecode
  2570. GROUP BY a1007.clickobjectid
  2571. ) h
  2572. ON a.videoid = h.clickobjectid
  2573. LEFT JOIN (
  2574. SELECT a1008.clickobjectid
  2575. ,COUNT(DISTINCT b1008.shareid) AS 1008回流人数再分享pv
  2576. FROM (
  2577. SELECT DISTINCT machinecode
  2578. ,clickobjectid
  2579. ,recomTraceId
  2580. ,a.subsessionid
  2581. ,shareid
  2582. FROM loghubods.user_share_log a
  2583. LEFT JOIN (
  2584. SELECT DISTINCT mid
  2585. ,subsessionid
  2586. ,hotsencetype
  2587. FROM loghubods.video_action_log_rp
  2588. WHERE dt = '${bizdate}'
  2589. AND businesstype = 'videoView'
  2590. AND hotsencetype IN (1008)
  2591. ) b
  2592. ON a.machinecode = b.mid
  2593. AND a.subsessionid = b.subsessionid
  2594. WHERE dt = '${bizdate}'
  2595. AND topic = 'click'
  2596. AND a.shareid IN (
  2597. SELECT DISTINCT shareid
  2598. FROM loghubods.user_share_log
  2599. WHERE dt = '${bizdate}'
  2600. AND topic = 'share'
  2601. )
  2602. AND b.mid IS NOT NULL
  2603. ) a1008
  2604. LEFT JOIN (
  2605. SELECT shareobjectid
  2606. ,shareid
  2607. ,subsessionid
  2608. ,machinecode
  2609. FROM loghubods.user_share_log
  2610. WHERE dt = '${bizdate}'
  2611. AND topic = 'share'
  2612. ) b1008
  2613. ON a1008.subsessionid = b1008.subsessionid
  2614. AND a1008.machinecode = b1008.machinecode
  2615. GROUP BY a1008.clickobjectid
  2616. ) i
  2617. ON a.videoid = i.clickobjectid
  2618. LEFT JOIN (
  2619. SELECT a.shareobjectid AS videoid
  2620. ,COUNT(DISTINCT a.shareid) AS share_cnt_pv
  2621. ,COUNT(DISTINCT b.machinecode) AS click_cnt_pv
  2622. FROM (
  2623. SELECT shareobjectid
  2624. ,machinecode
  2625. ,shareid
  2626. FROM loghubods.user_share_log
  2627. WHERE dt = '${bizdate}'
  2628. AND topic = 'share'
  2629. ) a
  2630. LEFT JOIN (
  2631. SELECT clickobjectid
  2632. ,machinecode
  2633. ,shareid
  2634. FROM loghubods.user_share_log
  2635. WHERE dt = '${bizdate}'
  2636. AND topic = 'click'
  2637. ) b
  2638. ON a.shareid = b.shareid
  2639. GROUP BY a.shareobjectid
  2640. ) d
  2641. ON a.videoid = d.videoid
  2642. ) n
  2643. ON a.视频id = n.videoid
  2644. LEFT JOIN (
  2645. SELECT a.dt
  2646. ,a.videoid
  2647. ,a.当日总有回流分享pv
  2648. ,a.当日总回流uv
  2649. ,b.当日总分享pv
  2650. ,d.分发分享pv
  2651. ,d.头部分享pv
  2652. ,f.当日分发头部分享pv
  2653. ,b.当日分享当日回流uv
  2654. ,当日分享当日回流一层uv
  2655. ,当日分享当日回流非一层uv
  2656. ,a.当日总回流uv - b.当日分享当日回流uv AS 点击非当日分享回流uv
  2657. ,c.当日分发当日回流uv
  2658. ,b.当日分享当日回流uv - c.当日分发当日回流uv AS 非当日分发分享回流uv
  2659. ,g.当日分发当日有回流分享pv
  2660. FROM (
  2661. SELECT dt
  2662. ,clickobjectid AS videoid
  2663. ,COUNT(DISTINCT shareid) AS 当日总有回流分享pv
  2664. ,COUNT(DISTINCT machinecode) AS 当日总回流uv
  2665. FROM loghubods.user_share_log
  2666. WHERE topic = 'click'
  2667. AND dt = '${bizdate}'
  2668. GROUP BY dt
  2669. ,clickobjectid
  2670. ) a
  2671. LEFT JOIN (
  2672. SELECT a.dt
  2673. ,a.shareobjectid AS videoid
  2674. ,COUNT(DISTINCT a.shareid) AS 当日总分享pv
  2675. ,COUNT(DISTINCT b.machinecode) AS 当日分享当日回流uv
  2676. ,COUNT(DISTINCT CASE WHEN b.sharedepth = 1 THEN b.machinecode END) AS 当日分享当日回流一层uv
  2677. ,COUNT(DISTINCT CASE WHEN b.sharedepth > 1 THEN b.machinecode END) AS 当日分享当日回流非一层uv
  2678. FROM (
  2679. SELECT DISTINCT shareid
  2680. ,dt
  2681. ,shareobjectid
  2682. FROM loghubods.user_share_log
  2683. WHERE topic = 'share'
  2684. AND dt = '${bizdate}'
  2685. ) a
  2686. LEFT JOIN (
  2687. SELECT DISTINCT shareid
  2688. ,dt
  2689. ,machinecode
  2690. ,sharedepth
  2691. ,clickobjectid
  2692. FROM loghubods.user_share_log
  2693. WHERE topic = 'click'
  2694. AND dt = '${bizdate}'
  2695. ) b
  2696. ON a.shareid = b.shareid
  2697. AND a.dt = b.dt
  2698. GROUP BY a.dt
  2699. ,a.shareobjectid
  2700. ) b
  2701. ON a.dt = b.dt
  2702. AND a.videoid = b.videoid
  2703. LEFT JOIN (
  2704. SELECT a.dt
  2705. ,a.videoid --,COUNT(a.mid) AS 当日分发分享pv
  2706. ,COUNT(DISTINCT b.machinecode) AS 当日分发当日回流uv
  2707. FROM (
  2708. SELECT DISTINCT dt
  2709. ,mid
  2710. ,videoid
  2711. ,GET_JSON_OBJECT(extparams,'$.recomTraceId') AS recomtraceid
  2712. FROM loghubods.video_action_log_rp
  2713. WHERE dt = '${bizdate}'
  2714. AND pagesource REGEXP 'category$|recommend$|-pages/user-videos-detail$'
  2715. AND businesstype = 'videoShareFriend'
  2716. ) a --当日分发回流
  2717. LEFT JOIN (
  2718. SELECT DISTINCT dt
  2719. ,machinecode
  2720. ,clickobjectid
  2721. ,recomTraceId
  2722. ,subsessionid
  2723. FROM loghubods.user_share_log
  2724. WHERE dt = '${bizdate}'
  2725. AND topic = 'click'
  2726. ) b
  2727. ON a.recomTraceId = b.recomTraceId
  2728. AND a.videoid = b.clickobjectid
  2729. AND a.dt = b.dt
  2730. GROUP BY a.dt
  2731. ,a.videoid
  2732. ) c
  2733. ON a.dt = c.dt
  2734. AND a.videoid = c.videoid
  2735. LEFT JOIN (
  2736. SELECT dt
  2737. ,shareobjectid AS videoid
  2738. ,COUNT(DISTINCT
  2739. CASE WHEN pagesource REGEXP 'category$|recommend$|-pages/user-videos-detail$' THEN shareid END
  2740. ) AS 分发分享pv
  2741. ,COUNT(DISTINCT CASE WHEN pagesource REGEXP 'pages/user-videos-share$' THEN shareid END) AS 头部分享pv
  2742. FROM loghubods.user_share_log
  2743. WHERE topic = 'share'
  2744. AND dt = '${bizdate}'
  2745. GROUP BY dt
  2746. ,videoid
  2747. ) d
  2748. ON a.dt = d.dt
  2749. AND a.videoid = d.videoid
  2750. LEFT JOIN (
  2751. SELECT dt
  2752. ,videoid
  2753. ,COUNT(DISTINCT 分享页shareid) AS 当日分发头部分享pv
  2754. FROM (
  2755. SELECT DISTINCT a.dt
  2756. ,a.shareobjectid AS videoid
  2757. ,a.rootshareid
  2758. ,a.shareid AS 分享页shareid
  2759. ,b.shareid
  2760. ,recommend_share_dt
  2761. FROM (
  2762. SELECT DISTINCT dt
  2763. ,shareobjectid
  2764. ,rootshareid
  2765. ,shareid
  2766. FROM loghubods.user_share_log
  2767. WHERE topic = 'share'
  2768. AND dt = '${bizdate}'
  2769. AND pagesource REGEXP 'pages/user-videos-share$'
  2770. ) a
  2771. LEFT JOIN (
  2772. SELECT DISTINCT shareid
  2773. ,TO_CHAR(FROM_UNIXTIME(clienttimestamp / 1000),'YYYYMMDD') AS recommend_share_dt
  2774. FROM loghubods.user_share_log
  2775. WHERE topic = 'share'
  2776. AND pagesource REGEXP 'category$|recommend$|-pages/user-videos-detail$'
  2777. AND dt = '${bizdate}'
  2778. ) b
  2779. ON a.rootshareid = b.shareid
  2780. WHERE recommend_share_dt = '${bizdate}'
  2781. )
  2782. GROUP BY dt
  2783. ,videoid
  2784. ) f
  2785. ON a.videoid = f.videoid
  2786. LEFT JOIN (
  2787. SELECT a.videoid --,COUNT(a.mid) AS 当日分发分享pv
  2788. ,COUNT(DISTINCT b.shareid) AS 当日分发当日有回流分享pv
  2789. FROM (
  2790. SELECT DISTINCT dt
  2791. ,mid
  2792. ,videoid
  2793. ,shareid
  2794. FROM loghubods.video_action_log_rp
  2795. WHERE dt = '${bizdate}'
  2796. AND pagesource REGEXP 'category$|recommend$|-pages/user-videos-detail$'
  2797. AND businesstype = 'videoShareFriend'
  2798. ) a --当日分发回流
  2799. LEFT JOIN (
  2800. SELECT DISTINCT dt
  2801. ,machinecode
  2802. ,clickobjectid
  2803. ,recomTraceId
  2804. ,subsessionid
  2805. ,shareid
  2806. FROM loghubods.user_share_log
  2807. WHERE dt = '${bizdate}'
  2808. AND topic = 'click'
  2809. ) b
  2810. ON a.shareid = b.shareid
  2811. GROUP BY a.videoid
  2812. ) g
  2813. ON a.videoid = g.videoid
  2814. ) o
  2815. ON a.视频id = o.videoid
  2816. LEFT JOIN (
  2817. SELECT video_id
  2818. ,copy_video_id
  2819. FROM loghubods.old_video_re_recommend
  2820. ) t1
  2821. ON a.视频id = t1.copy_video_id
  2822. LEFT JOIN (
  2823. SELECT video_id
  2824. ,是否存在热点
  2825. ,该热点的特征
  2826. ,热点内容概括
  2827. ,判断是热点的原因
  2828. FROM loghubods.aitags_basedata
  2829. WHERE dt = '${bizdate}'
  2830. ) t2
  2831. ON a.视频id = t2.video_id
  2832. LEFT JOIN (
  2833. --热启动
  2834. SELECT a.videoid
  2835. ,a.流量池1007回流人数
  2836. ,g.流量池1008回流人数
  2837. ,h.流量池回流人数
  2838. ,a.带来流量池1007回流的分享数
  2839. ,g.带来流量池1008回流的分享数
  2840. ,h.带来流量池回流的分享数
  2841. FROM (
  2842. SELECT a.videoid
  2843. ,COUNT(DISTINCT b.shareid) AS 带来流量池1007回流的分享数
  2844. ,COUNT(DISTINCT c.machinecode) AS 流量池1007回流人数
  2845. FROM (
  2846. SELECT DISTINCT mid
  2847. ,subsessionid
  2848. ,hotsencetype
  2849. ,videoid
  2850. FROM loghubods.video_action_log_rp
  2851. WHERE dt = '${bizdate}'
  2852. AND businesstype = 'videoView' --AND hotsencetype IN (1007)
  2853. AND flowpool NOT REGEXP '#1$'
  2854. AND LENGTH(flowpool) > 4
  2855. AND pagesource REGEXP 'category$|recommend$|-pages/user-videos-detail$'
  2856. ) a
  2857. LEFT JOIN (
  2858. SELECT shareobjectid
  2859. ,machinecode
  2860. ,shareid
  2861. ,subsessionid
  2862. FROM loghubods.user_share_log
  2863. WHERE dt = '${bizdate}'
  2864. AND topic = 'share'
  2865. ) b
  2866. ON a.subsessionid = b.subsessionid
  2867. AND a.mid = b.machinecode
  2868. AND a.videoid = b.shareobjectid
  2869. LEFT JOIN (
  2870. SELECT clickobjectid
  2871. ,machinecode
  2872. ,shareid
  2873. ,subsessionid
  2874. FROM loghubods.user_share_log
  2875. WHERE dt = '${bizdate}'
  2876. AND topic = 'click'
  2877. ) c
  2878. ON b.shareid = c.shareid
  2879. LEFT JOIN (
  2880. SELECT DISTINCT mid
  2881. ,subsessionid
  2882. ,hotsencetype
  2883. FROM loghubods.video_action_log_rp
  2884. WHERE dt = '${bizdate}'
  2885. AND businesstype = 'videoView'
  2886. AND hotsencetype IN (1007)
  2887. ) d
  2888. ON c.machinecode = d.mid
  2889. AND c.subsessionid = d.subsessionid
  2890. WHERE d.mid IS NOT NULL
  2891. GROUP BY a.videoid
  2892. ) a
  2893. LEFT JOIN (
  2894. SELECT a.videoid
  2895. ,COUNT(DISTINCT b.shareid) AS 带来流量池1008回流的分享数
  2896. ,COUNT(DISTINCT c.machinecode) AS 流量池1008回流人数
  2897. FROM (
  2898. SELECT DISTINCT mid
  2899. ,subsessionid
  2900. ,hotsencetype
  2901. ,videoid
  2902. FROM loghubods.video_action_log_rp
  2903. WHERE dt = '${bizdate}'
  2904. AND businesstype = 'videoView'
  2905. AND hotsencetype IN (1008)
  2906. AND flowpool NOT REGEXP '#1$'
  2907. AND LENGTH(flowpool) > 4
  2908. AND pagesource REGEXP 'category$|recommend$|-pages/user-videos-detail$'
  2909. ) a
  2910. LEFT JOIN (
  2911. SELECT shareobjectid
  2912. ,machinecode
  2913. ,shareid
  2914. ,subsessionid
  2915. FROM loghubods.user_share_log
  2916. WHERE dt = '${bizdate}'
  2917. AND topic = 'share'
  2918. ) b
  2919. ON a.subsessionid = b.subsessionid
  2920. AND a.mid = b.machinecode
  2921. AND a.videoid = b.shareobjectid
  2922. LEFT JOIN (
  2923. SELECT clickobjectid
  2924. ,machinecode
  2925. ,shareid
  2926. ,subsessionid
  2927. FROM loghubods.user_share_log
  2928. WHERE dt = '${bizdate}'
  2929. AND topic = 'click'
  2930. ) c
  2931. ON b.shareid = c.shareid
  2932. LEFT JOIN (
  2933. SELECT DISTINCT mid
  2934. ,subsessionid
  2935. ,hotsencetype
  2936. FROM loghubods.video_action_log_rp
  2937. WHERE dt = '${bizdate}'
  2938. AND businesstype = 'videoView'
  2939. AND hotsencetype IN (1008)
  2940. ) d
  2941. ON c.machinecode = d.mid
  2942. AND c.subsessionid = d.subsessionid
  2943. WHERE d.mid IS NOT NULL
  2944. GROUP BY a.videoid
  2945. ) g
  2946. ON a.videoid = g.videoid
  2947. LEFT JOIN (
  2948. SELECT a.videoid
  2949. ,COUNT(DISTINCT b.shareid) AS 带来流量池回流的分享数
  2950. ,COUNT(DISTINCT c.machinecode) AS 流量池回流人数
  2951. FROM (
  2952. SELECT DISTINCT mid
  2953. ,subsessionid
  2954. ,hotsencetype
  2955. ,videoid
  2956. FROM loghubods.video_action_log_rp
  2957. WHERE dt = '${bizdate}'
  2958. AND businesstype = 'videoView'
  2959. AND flowpool NOT REGEXP '#1$'
  2960. AND LENGTH(flowpool) > 4
  2961. AND pagesource REGEXP 'category$|recommend$|-pages/user-videos-detail$'
  2962. ) a
  2963. LEFT JOIN (
  2964. SELECT shareobjectid
  2965. ,machinecode
  2966. ,shareid
  2967. ,subsessionid
  2968. FROM loghubods.user_share_log
  2969. WHERE dt = '${bizdate}'
  2970. AND topic = 'share'
  2971. ) b
  2972. ON a.subsessionid = b.subsessionid
  2973. AND a.mid = b.machinecode
  2974. AND a.videoid = b.shareobjectid
  2975. LEFT JOIN (
  2976. SELECT clickobjectid
  2977. ,machinecode
  2978. ,shareid
  2979. ,subsessionid
  2980. FROM loghubods.user_share_log
  2981. WHERE dt = '${bizdate}'
  2982. AND topic = 'click'
  2983. ) c
  2984. ON b.shareid = c.shareid
  2985. GROUP BY a.videoid
  2986. ) h
  2987. ON a.videoid = h.videoid
  2988. ORDER BY 流量池回流人数 DESC
  2989. ) t3
  2990. ON a.视频id = t3.videoid
  2991. LEFT JOIN (
  2992. SELECT video_id AS videoid
  2993. ,publish_content_id AS url
  2994. FROM videoods.aigc_publish_content_mapping
  2995. ) t4
  2996. ON a.视频id = t4.videoid
  2997. LEFT JOIN (
  2998. SELECT DISTINCT project_name
  2999. ,uid_1 AS uid
  3000. FROM loghubods.feishu_project_kanban_user
  3001. LATERAL VIEW EXPLODE(SPLIT(uid,',')) t AS uid_1
  3002. ) t5
  3003. ON a.站内uid = t5.uid
  3004. LEFT JOIN (
  3005. SELECT video_id AS videoid
  3006. ,publish_content_id AS url
  3007. FROM videoods.aigc_publish_content_mapping
  3008. ) t6
  3009. ON a.首发videoid = t6.videoid
  3010. LEFT JOIN (
  3011. SELECT DISTINCT project_name
  3012. ,uid_1 AS uid
  3013. FROM loghubods.feishu_project_kanban_user
  3014. LATERAL VIEW EXPLODE(SPLIT(uid,',')) t AS uid_1
  3015. ) t7
  3016. ON a.首发uid = t7.uid
  3017. LEFT JOIN (
  3018. SELECT vid
  3019. ,round((SUM(return_n_uv) / COUNT(1)) / NULLIF(AVG(str_pred * rosn_pred),0),4) AS rovn_copc
  3020. ,round((SUM(is_return_1) / COUNT(1)) / NULLIF(SUM(str_pred) / COUNT(1),0),4) AS str_copc
  3021. ,round((SUM(return_n_uv) / NULLIF(SUM(is_return_1),0)) / NULLIF(SUM(rosn_pred) / COUNT(1),0),4) AS rosn_copc
  3022. FROM t_base
  3023. GROUP BY vid
  3024. ) t8
  3025. ON a.视频id = t8.vid
  3026. LEFT JOIN loghubods.days_total_data t9
  3027. ON a.dt = t9.dt
  3028. LEFT JOIN loghubods.dwd_video_element_top_merge t10
  3029. ON a.视频id = t10.vid
  3030. AND t10.dt = '20260427'
  3031. WHERE a.dt = '${bizdate}'
  3032. ORDER BY a.推荐曝光 DESC
  3033. )
  3034. WHERE rank = 1