dataworks_single_user_180d_all_in_one.sql 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527
  1. -- DataWorks节点参数示例:
  2. -- mid=weixin_openid_xxx
  3. -- anchor_dt=20260810
  4. -- window_start_dt=20260211
  5. -- window_end_dt=20260809
  6. -- 窗口为锚点前180个自然日,不包含锚点当天。
  7. -- 注意:各指标还受源表实际分区保留期限制。2026-08-14检查时,
  8. -- video_play_log最早分区为20260715,video_action_log_applet最早分区为20260416;
  9. -- 如果window_start_dt早于源表最早分区,有效播放和分享只能统计现存分区。
  10. WITH input_user AS (
  11. SELECT
  12. '${mid}' AS mid,
  13. '${anchor_dt}' AS anchor_dt,
  14. '${window_start_dt}' AS window_start_dt,
  15. '${window_end_dt}' AS window_end_dt
  16. ),
  17. active_metrics AS (
  18. SELECT
  19. i.mid,
  20. COUNT(DISTINCT a.dt) AS active_day_cnt,
  21. CONCAT_WS(',', COLLECT_SET(CASE
  22. WHEN a.opengid IS NOT NULL AND a.opengid <> '' THEN a.opengid
  23. END)) AS source_opengid_list
  24. FROM input_user i
  25. LEFT JOIN loghubods.useractive_log a
  26. ON a.machinecode = i.mid
  27. AND a.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  28. AND a.businesstype = 'path'
  29. GROUP BY i.mid
  30. ),
  31. real_play_metrics AS (
  32. SELECT i.mid, COUNT(p.mid) AS real_play_cnt
  33. FROM input_user i
  34. LEFT JOIN loghubods.video_play_log p
  35. ON p.mid = i.mid
  36. AND p.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  37. AND p.businesstype = 'videoRealPlay'
  38. GROUP BY i.mid
  39. ),
  40. share_metrics AS (
  41. SELECT i.mid, COUNT(v.mid) AS video_share_cnt
  42. FROM input_user i
  43. LEFT JOIN loghubods.video_action_log_applet v
  44. ON v.mid = i.mid
  45. AND v.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  46. AND v.business = 'videoShareFriend'
  47. AND v.businesstype = 'videoShareFriend'
  48. GROUP BY i.mid
  49. ),
  50. click_events AS (
  51. SELECT i.mid, s.clickobjectid, s.hotsencetype, s.shareid
  52. FROM input_user i
  53. JOIN loghubods.user_share_log s
  54. ON s.machinecode = i.mid
  55. AND s.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  56. AND s.topic = 'click'
  57. ),
  58. click_metrics AS (
  59. SELECT
  60. mid,
  61. COUNT(DISTINCT CASE WHEN clickobjectid IS NOT NULL AND clickobjectid <> ''
  62. THEN clickobjectid END) AS card_click_object_uv,
  63. SUM(CASE WHEN clickobjectid IS NOT NULL AND clickobjectid <> ''
  64. THEN 1 ELSE 0 END) AS card_click_object_pv,
  65. SUM(CASE WHEN hotsencetype = '1007' THEN 1 ELSE 0 END) AS source_1007_cnt,
  66. SUM(CASE WHEN hotsencetype = '1008' THEN 1 ELSE 0 END) AS source_1008_cnt,
  67. SUM(CASE WHEN hotsencetype = '1058' THEN 1 ELSE 0 END) AS source_1058_cnt,
  68. SUM(CASE WHEN hotsencetype = '1074' THEN 1 ELSE 0 END) AS source_1074_cnt,
  69. SUM(CASE WHEN hotsencetype IN ('1067', '1095') THEN 1 ELSE 0 END)
  70. AS source_1067_1095_cnt,
  71. CONCAT_WS(',', COLLECT_SET(CASE WHEN shareid IS NOT NULL AND shareid <> ''
  72. THEN shareid END)) AS source_shareid_list
  73. FROM click_events
  74. GROUP BY mid
  75. ),
  76. other_scene_counts AS (
  77. SELECT mid, hotsencetype, COUNT(*) AS scene_cnt
  78. FROM click_events
  79. WHERE hotsencetype IS NOT NULL AND hotsencetype <> ''
  80. AND hotsencetype NOT IN ('1007','1008','1058','1074','1067','1095')
  81. GROUP BY mid, hotsencetype
  82. ),
  83. other_scene_metrics AS (
  84. SELECT
  85. mid,
  86. CONCAT_WS(',', COLLECT_SET(CONCAT(hotsencetype, ':', CAST(scene_cnt AS STRING))))
  87. AS other_scene_list
  88. FROM other_scene_counts
  89. GROUP BY mid
  90. ),
  91. open_conv_pqtids AS (
  92. SELECT pqtid, MIN(dt) AS first_conv_dt
  93. FROM loghubods.ad_own_open_conv
  94. WHERE dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  95. AND pqtid IS NOT NULL AND pqtid <> ''
  96. GROUP BY pqtid
  97. ),
  98. ad_metrics AS (
  99. SELECT
  100. i.mid,
  101. COUNT(a.machinecode) AS own_ad_click_cnt,
  102. COUNT(DISTINCT CASE WHEN o.pqtid IS NOT NULL THEN a.pqtid END) AS long_press_scan_cnt
  103. FROM input_user i
  104. LEFT JOIN loghubods.ad_action_log_own a
  105. ON a.machinecode = i.mid
  106. AND a.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  107. AND a.businesstype = 'adClick'
  108. AND a.ownadsystemtype = 'ownPlatform'
  109. LEFT JOIN open_conv_pqtids o
  110. ON o.pqtid = a.pqtid
  111. AND o.first_conv_dt BETWEEN a.dt AND i.window_end_dt
  112. GROUP BY i.mid
  113. ),
  114. source_share_events AS (
  115. SELECT
  116. i.mid,
  117. s.shareid,
  118. MIN(CAST(s.clienttimestamp AS BIGINT)) AS share_ts
  119. FROM input_user i
  120. JOIN loghubods.user_share_log s
  121. ON s.machinecode = i.mid
  122. AND s.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  123. AND s.topic = 'share'
  124. AND s.shareid IS NOT NULL AND s.shareid <> ''
  125. AND s.clienttimestamp RLIKE '^[0-9]+$'
  126. GROUP BY i.mid, s.shareid
  127. ),
  128. return_click_events AS (
  129. SELECT
  130. c.shareid,
  131. c.machinecode AS return_mid,
  132. CAST(c.clienttimestamp AS BIGINT) AS click_ts
  133. FROM loghubods.user_share_log c
  134. JOIN (SELECT DISTINCT shareid FROM source_share_events) s
  135. ON c.shareid = s.shareid
  136. WHERE c.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  137. AND c.topic = 'click'
  138. AND c.machinecode IS NOT NULL AND c.machinecode <> ''
  139. AND c.clienttimestamp RLIKE '^[0-9]+$'
  140. ),
  141. return_metrics AS (
  142. SELECT
  143. i.mid,
  144. COUNT(DISTINCT s.shareid) AS window_shareid_cnt,
  145. COUNT(CASE WHEN c.click_ts >= s.share_ts AND c.return_mid <> s.mid
  146. THEN c.return_mid END) AS return_click_pv,
  147. COUNT(DISTINCT CASE WHEN c.click_ts >= s.share_ts AND c.return_mid <> s.mid
  148. THEN c.return_mid END) AS return_people_cnt
  149. FROM input_user i
  150. LEFT JOIN source_share_events s ON s.mid = i.mid
  151. LEFT JOIN return_click_events c ON c.shareid = s.shareid
  152. GROUP BY i.mid
  153. ),
  154. video_rows AS (
  155. SELECT
  156. i.mid,
  157. v.dt,
  158. v.machineinfo_system,
  159. v.machineinfo_brand,
  160. v.machineinfo_model,
  161. v.clientip,
  162. CAST(v.clienttimestamp AS BIGINT) AS event_ts
  163. FROM input_user i
  164. JOIN loghubods.video_action_log_applet v
  165. ON v.mid = i.mid
  166. AND v.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  167. AND v.business IN ('videoView','videoPlay','videoShareFriend','videoClick')
  168. ),
  169. attribute_metrics AS (
  170. SELECT
  171. mid,
  172. CONCAT_WS(',', COLLECT_SET(CASE WHEN machineinfo_system IS NOT NULL
  173. AND machineinfo_system <> '' THEN machineinfo_system END)) AS operating_system_list,
  174. CONCAT_WS(',', COLLECT_SET(CASE
  175. WHEN COALESCE(machineinfo_brand, '') <> '' OR COALESCE(machineinfo_model, '') <> ''
  176. THEN CONCAT_WS(' ', machineinfo_brand, machineinfo_model) END)) AS device_model_list,
  177. COUNT(DISTINCT CASE
  178. WHEN COALESCE(machineinfo_brand, '') <> '' OR COALESCE(machineinfo_model, '') <> ''
  179. THEN CONCAT_WS(' ', machineinfo_brand, machineinfo_model) END) AS device_model_cnt
  180. FROM video_rows
  181. GROUP BY mid
  182. ),
  183. daily_ip_ranked AS (
  184. SELECT
  185. mid,
  186. dt,
  187. clientip,
  188. ROW_NUMBER() OVER (PARTITION BY mid, dt ORDER BY event_ts DESC) AS rn
  189. FROM video_rows
  190. WHERE clientip IS NOT NULL AND clientip <> ''
  191. ),
  192. city_metrics AS (
  193. SELECT
  194. mid,
  195. CONCAT_WS(',', COLLECT_SET(CASE WHEN city IS NOT NULL AND city <> '' THEN city END))
  196. AS city_list,
  197. COUNT(DISTINCT CASE WHEN city IS NOT NULL AND city <> '' THEN city END) AS city_cnt
  198. FROM (
  199. SELECT mid, ANALYSISIP(clientip, 'city') AS city
  200. FROM daily_ip_ranked
  201. WHERE rn = 1
  202. ) t
  203. GROUP BY mid
  204. ),
  205. capture_adview_events AS (
  206. SELECT i.mid, a.dt AS event_dt, a.subsessionid,
  207. CAST(a.clienttimestamp AS BIGINT) AS adview_ts
  208. FROM input_user i JOIN loghubods.ad_action_log_own a
  209. ON a.machinecode = i.mid
  210. AND a.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  211. AND a.businesstype = 'adView'
  212. WHERE a.subsessionid IS NOT NULL AND a.subsessionid <> ''
  213. AND a.clienttimestamp RLIKE '^[0-9]+$'
  214. ),
  215. capture_events AS (
  216. SELECT i.mid, s.dt AS event_dt, s.subsessionid,
  217. CAST(s.clienttimestamp AS BIGINT) AS capture_ts
  218. FROM input_user i JOIN loghubods.simpleevent_log s
  219. ON s.machinecode = i.mid
  220. AND s.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  221. AND s.businesstype = 'userCaptureScreen'
  222. WHERE s.subsessionid IS NOT NULL AND s.subsessionid <> ''
  223. AND s.clienttimestamp RLIKE '^[0-9]+$'
  224. ),
  225. capture_close_events AS (
  226. SELECT i.mid, a.dt AS event_dt, a.subsessionid,
  227. CAST(a.clienttimestamp AS BIGINT) AS close_ts
  228. FROM input_user i JOIN loghubods.ad_action_log_own a
  229. ON a.machinecode = i.mid
  230. AND a.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  231. AND a.businesstype = 'adCloseBtnTap'
  232. ),
  233. capture_video_view_events AS (
  234. SELECT i.mid, v.dt AS event_dt, v.subsessionid,
  235. CAST(v.clienttimestamp AS BIGINT) AS event_ts
  236. FROM input_user i JOIN loghubods.video_action_log_applet v
  237. ON v.mid = i.mid
  238. AND v.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  239. AND v.business = 'videoView' AND v.businesstype = 'videoView'
  240. AND v.pagesource RLIKE 'category$'
  241. ),
  242. capture_video_click_events AS (
  243. SELECT i.mid, s.dt AS event_dt, s.subsessionid,
  244. CAST(s.clienttimestamp AS BIGINT) AS event_ts
  245. FROM input_user i JOIN loghubods.simpleevent_log s
  246. ON s.machinecode = i.mid
  247. AND s.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  248. AND s.businesstype = 'videoClick'
  249. ),
  250. capture_ad_click_events AS (
  251. SELECT i.mid, a.dt AS event_dt, a.subsessionid,
  252. CAST(a.clienttimestamp AS BIGINT) AS event_ts
  253. FROM input_user i JOIN loghubods.ad_action_log_own a
  254. ON a.machinecode = i.mid
  255. AND a.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  256. AND a.businesstype = 'adClick'
  257. ),
  258. matched_capture_events AS (
  259. SELECT DISTINCT a.mid, a.event_dt, a.subsessionid, c.capture_ts
  260. FROM capture_adview_events a
  261. JOIN capture_events c
  262. ON a.mid = c.mid AND a.event_dt = c.event_dt
  263. AND a.subsessionid = c.subsessionid AND c.capture_ts >= a.adview_ts
  264. WHERE NOT EXISTS (
  265. SELECT 1 FROM capture_close_events x
  266. WHERE x.mid = a.mid AND x.event_dt = a.event_dt
  267. AND x.subsessionid = a.subsessionid
  268. AND x.close_ts > a.adview_ts AND x.close_ts <= c.capture_ts
  269. )
  270. AND NOT EXISTS (
  271. SELECT 1 FROM capture_video_view_events x
  272. WHERE x.mid = a.mid AND x.event_dt = a.event_dt
  273. AND x.subsessionid = a.subsessionid
  274. AND x.event_ts > a.adview_ts AND x.event_ts <= c.capture_ts
  275. )
  276. AND NOT EXISTS (
  277. SELECT 1 FROM capture_video_click_events x
  278. WHERE x.mid = a.mid AND x.event_dt = a.event_dt
  279. AND x.subsessionid = a.subsessionid
  280. AND x.event_ts > a.adview_ts AND x.event_ts <= c.capture_ts
  281. )
  282. AND NOT EXISTS (
  283. SELECT 1 FROM capture_ad_click_events x
  284. WHERE x.mid = a.mid AND x.event_dt = a.event_dt
  285. AND x.subsessionid = a.subsessionid
  286. AND x.event_ts > a.adview_ts AND x.event_ts <= c.capture_ts
  287. )
  288. ),
  289. capture_metrics AS (
  290. SELECT mid, COUNT(*) AS ad_play_capture_cnt
  291. FROM matched_capture_events
  292. GROUP BY mid
  293. ),
  294. landing_capture_metrics AS (
  295. SELECT
  296. i.mid,
  297. COUNT(DISTINCT CASE WHEN a.machinecode IS NOT NULL THEN CONCAT(
  298. a.dt, '#', COALESCE(a.subsessionid, ''), '#', COALESCE(a.clienttimestamp, '')
  299. ) END) AS ad_landing_capture_cnt
  300. FROM input_user i
  301. LEFT JOIN loghubods.ad_action_log_own a
  302. ON a.machinecode = i.mid
  303. AND a.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  304. AND a.businesstype = 'adUserCaptureScreen'
  305. GROUP BY i.mid
  306. ),
  307. bg_adview_events AS (
  308. SELECT i.mid, a.dt AS event_dt, a.sessionid, a.subsessionid,
  309. CAST(a.clienttimestamp AS BIGINT) AS adview_ts
  310. FROM input_user i JOIN loghubods.ad_action_log_own a
  311. ON a.machinecode = i.mid
  312. AND a.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  313. AND a.businesstype = 'adView' AND a.ownadsystemtype = 'ownPlatform'
  314. WHERE a.sessionid IS NOT NULL AND a.sessionid <> ''
  315. AND a.subsessionid IS NOT NULL AND a.subsessionid <> ''
  316. AND a.clienttimestamp RLIKE '^[0-9]+$'
  317. ),
  318. active_end_events AS (
  319. SELECT i.mid, s.dt AS event_dt, s.sessionid, s.subsessionid,
  320. CAST(s.clienttimestamp AS BIGINT) AS active_end_ts
  321. FROM input_user i JOIN loghubods.simpleevent_log s
  322. ON s.machinecode = i.mid
  323. AND s.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  324. AND s.businesstype = 'userActiveEnd'
  325. AND s.endroutepath = 'pages/swiper/index'
  326. WHERE s.sessionid IS NOT NULL AND s.sessionid <> ''
  327. AND s.subsessionid IS NOT NULL AND s.subsessionid <> ''
  328. AND s.clienttimestamp RLIKE '^[0-9]+$'
  329. ),
  330. foreground_session_max AS (
  331. SELECT i.mid, u.dt AS event_dt, u.sessionid,
  332. MAX(CAST(u.clienttimestamp AS BIGINT)) AS last_foreground_ts
  333. FROM input_user i JOIN loghubods.useractive_log u
  334. ON u.machinecode = i.mid
  335. AND u.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  336. AND u.businesstype = 'path' AND u.path = 'pages/swiper/index'
  337. WHERE u.sessionid IS NOT NULL AND u.sessionid <> ''
  338. AND u.clienttimestamp RLIKE '^[0-9]+$'
  339. GROUP BY i.mid, u.dt, u.sessionid
  340. ),
  341. bg_close_events AS (
  342. SELECT i.mid, a.dt AS event_dt, a.subsessionid,
  343. CAST(a.clienttimestamp AS BIGINT) AS close_ts
  344. FROM input_user i JOIN loghubods.ad_action_log_own a
  345. ON a.machinecode = i.mid
  346. AND a.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  347. AND a.businesstype = 'adCloseBtnTap'
  348. ),
  349. home_pageview_events AS (
  350. SELECT i.mid, s.dt AS event_dt, s.subsessionid,
  351. CAST(s.clienttimestamp AS BIGINT) AS pageview_ts
  352. FROM input_user i JOIN loghubods.simpleevent_log s
  353. ON s.machinecode = i.mid
  354. AND s.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  355. AND s.businesstype = 'pageView' AND s.pagesource RLIKE 'category_55$'
  356. ),
  357. mini_program_open_events AS (
  358. SELECT i.mid, a.dt AS event_dt, a.subsessionid,
  359. CAST(a.clienttimestamp AS BIGINT) AS mini_open_ts
  360. FROM input_user i JOIN loghubods.ad_action_log_own a
  361. ON a.machinecode = i.mid
  362. AND a.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  363. AND a.businesstype = 'miniProgramOnOpen'
  364. ),
  365. bg_video_view_events AS (
  366. SELECT i.mid, v.dt AS event_dt, v.sessionid,
  367. CAST(v.clienttimestamp AS BIGINT) AS video_view_ts
  368. FROM input_user i JOIN loghubods.video_action_log_applet v
  369. ON v.mid = i.mid
  370. AND v.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  371. AND v.business = 'videoView' AND v.businesstype = 'videoView'
  372. ),
  373. matched_background_events AS (
  374. SELECT DISTINCT a.mid, a.event_dt, a.sessionid, a.subsessionid, e.active_end_ts
  375. FROM bg_adview_events a
  376. JOIN active_end_events e
  377. ON a.mid = e.mid AND a.event_dt = e.event_dt
  378. AND a.sessionid = e.sessionid AND a.subsessionid = e.subsessionid
  379. AND e.active_end_ts BETWEEN a.adview_ts AND a.adview_ts + 10000
  380. JOIN foreground_session_max f
  381. ON f.mid = a.mid AND f.event_dt = a.event_dt AND f.sessionid = a.sessionid
  382. AND f.last_foreground_ts > e.active_end_ts
  383. WHERE NOT EXISTS (
  384. SELECT 1 FROM bg_close_events x
  385. WHERE x.mid = a.mid AND x.event_dt = a.event_dt
  386. AND x.subsessionid = a.subsessionid
  387. AND x.close_ts > a.adview_ts AND x.close_ts <= e.active_end_ts
  388. )
  389. AND NOT EXISTS (
  390. SELECT 1 FROM home_pageview_events x
  391. WHERE x.mid = a.mid AND x.event_dt = a.event_dt
  392. AND x.subsessionid = a.subsessionid
  393. AND x.pageview_ts > a.adview_ts AND x.pageview_ts <= e.active_end_ts
  394. )
  395. AND NOT EXISTS (
  396. SELECT 1 FROM mini_program_open_events x
  397. WHERE x.mid = a.mid AND x.event_dt = a.event_dt
  398. AND x.subsessionid = a.subsessionid
  399. AND x.mini_open_ts > a.adview_ts AND x.mini_open_ts <= e.active_end_ts
  400. )
  401. AND NOT EXISTS (
  402. SELECT 1 FROM bg_video_view_events x
  403. WHERE x.mid = a.mid AND x.event_dt = a.event_dt
  404. AND x.sessionid = a.sessionid
  405. AND x.video_view_ts > e.active_end_ts
  406. AND x.video_view_ts <= f.last_foreground_ts
  407. )
  408. ),
  409. background_metrics AS (
  410. SELECT mid, COUNT(*) AS ad_play_background_return_cnt
  411. FROM matched_background_events
  412. GROUP BY mid
  413. ),
  414. landing_view AS (
  415. SELECT i.mid, a.dt AS event_dt, a.sessionid, a.subsessionid, a.pqtid,
  416. CAST(a.clienttimestamp AS BIGINT) AS view_ts
  417. FROM input_user i JOIN loghubods.ad_action_log_own a
  418. ON a.machinecode = i.mid
  419. AND a.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  420. AND a.businesstype = 'adSelfLandingView'
  421. AND a.ownadsystemtype = 'ownPlatform'
  422. WHERE a.sessionid IS NOT NULL AND a.sessionid <> ''
  423. AND a.subsessionid IS NOT NULL AND a.subsessionid <> ''
  424. AND a.pqtid IS NOT NULL AND a.pqtid <> ''
  425. AND a.clienttimestamp RLIKE '^[0-9]+$'
  426. ),
  427. landing_hide AS (
  428. SELECT i.mid, a.dt AS event_dt, a.sessionid, a.subsessionid, a.pqtid,
  429. CAST(a.clienttimestamp AS BIGINT) AS hide_ts
  430. FROM input_user i JOIN loghubods.ad_action_log_own a
  431. ON a.machinecode = i.mid
  432. AND a.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  433. AND a.businesstype = 'adSelfLandingHide'
  434. WHERE a.sessionid IS NOT NULL AND a.sessionid <> ''
  435. AND a.subsessionid IS NOT NULL AND a.subsessionid <> ''
  436. AND a.pqtid IS NOT NULL AND a.pqtid <> ''
  437. AND a.clienttimestamp RLIKE '^[0-9]+$'
  438. ),
  439. landing_open_conv AS (
  440. SELECT DISTINCT pqtid
  441. FROM loghubods.ad_own_open_conv
  442. WHERE dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  443. AND pqtid IS NOT NULL AND pqtid <> ''
  444. ),
  445. return_landing_session_max AS (
  446. SELECT i.mid, u.dt AS event_dt, u.sessionid,
  447. MAX(CAST(u.clienttimestamp AS BIGINT)) AS last_return_ts
  448. FROM input_user i JOIN loghubods.useractive_log u
  449. ON u.machinecode = i.mid
  450. AND u.dt BETWEEN '${window_start_dt}' AND '${window_end_dt}'
  451. AND u.businesstype = 'path'
  452. AND u.path IN (
  453. 'pages/ad-self-landing/index','pages/marketing-landing/index',
  454. 'pages/promo-page/index','pages/event-landing/index'
  455. )
  456. WHERE u.sessionid IS NOT NULL AND u.sessionid <> ''
  457. AND u.clienttimestamp RLIKE '^[0-9]+$'
  458. GROUP BY i.mid, u.dt, u.sessionid
  459. ),
  460. matched_landing_events AS (
  461. SELECT DISTINCT v.mid, v.event_dt, v.sessionid, v.subsessionid, v.pqtid, h.hide_ts
  462. FROM landing_view v
  463. JOIN landing_hide h
  464. ON v.mid = h.mid AND v.event_dt = h.event_dt
  465. AND v.sessionid = h.sessionid AND v.subsessionid = h.subsessionid
  466. AND v.pqtid = h.pqtid
  467. AND h.hide_ts BETWEEN v.view_ts AND v.view_ts + 10000
  468. JOIN return_landing_session_max r
  469. ON r.mid = v.mid AND r.event_dt = v.event_dt AND r.sessionid = v.sessionid
  470. AND r.last_return_ts > h.hide_ts
  471. WHERE NOT EXISTS (
  472. SELECT 1 FROM landing_open_conv c WHERE c.pqtid = v.pqtid
  473. )
  474. ),
  475. landing_return_metrics AS (
  476. SELECT mid, COUNT(*) AS landing_no_scan_background_return_cnt
  477. FROM matched_landing_events
  478. GROUP BY mid
  479. )
  480. SELECT
  481. i.mid AS `用户id`,
  482. i.anchor_dt AS `锚点日期`,
  483. i.window_start_dt AS `统计开始日期`,
  484. i.window_end_dt AS `统计结束日期`,
  485. COALESCE(a.active_day_cnt, 0) AS `活跃天数`,
  486. COALESCE(c.card_click_object_uv, 0) AS `点击卡片去重次数`,
  487. COALESCE(c.card_click_object_pv, 0) AS `点击卡片不去重次数`,
  488. COALESCE(p.real_play_cnt, 0) AS `有效播放次数`,
  489. COALESCE(s.video_share_cnt, 0) AS `分享次数`,
  490. COALESCE(r.window_shareid_cnt, 0) AS `分享ID数`,
  491. COALESCE(r.return_click_pv, 0) AS `分享带回点击次数`,
  492. COALESCE(r.return_people_cnt, 0) AS `分享带回去重回流人数`,
  493. COALESCE(ad.own_ad_click_cnt, 0) AS `自营广告点击次数`,
  494. COALESCE(ad.long_press_scan_cnt, 0) AS `长按扫码转化次数`,
  495. COALESCE(cp.ad_play_capture_cnt, 0) AS `广告播放中截图次数`,
  496. COALESCE(lc.ad_landing_capture_cnt, 0) AS `广告落地页截图次数`,
  497. COALESCE(bg.ad_play_background_return_cnt, 0) AS `广告播放中切后台再返回次数`,
  498. COALESCE(lr.landing_no_scan_background_return_cnt, 0)
  499. AS `无扫码落地页切后台再返回次数`,
  500. COALESCE(c.source_1007_cnt, 0) AS `来源个人分享1007次数`,
  501. COALESCE(c.source_1008_cnt, 0) AS `来源群分享1008次数`,
  502. COALESCE(c.source_1058_cnt, 0) AS `来源公众号文章1058次数`,
  503. COALESCE(c.source_1074_cnt, 0) AS `来源公众号即转1074次数`,
  504. COALESCE(c.source_1067_1095_cnt, 0) AS `来源小程序投流1067_1095次数`,
  505. o.other_scene_list AS `其他来源场景值及次数`,
  506. c.source_shareid_list AS `来源上游shareid`,
  507. a.source_opengid_list AS `来源群id`,
  508. am.operating_system_list AS `操作系统`,
  509. am.device_model_list AS `设备机型`,
  510. COALESCE(am.device_model_cnt, 0) AS `设备机型数`,
  511. cm.city_list AS `历史地域`,
  512. COALESCE(cm.city_cnt, 0) AS `历史地域数`
  513. FROM input_user i
  514. LEFT JOIN active_metrics a ON a.mid = i.mid
  515. LEFT JOIN real_play_metrics p ON p.mid = i.mid
  516. LEFT JOIN share_metrics s ON s.mid = i.mid
  517. LEFT JOIN click_metrics c ON c.mid = i.mid
  518. LEFT JOIN other_scene_metrics o ON o.mid = i.mid
  519. LEFT JOIN ad_metrics ad ON ad.mid = i.mid
  520. LEFT JOIN return_metrics r ON r.mid = i.mid
  521. LEFT JOIN attribute_metrics am ON am.mid = i.mid
  522. LEFT JOIN city_metrics cm ON cm.mid = i.mid
  523. LEFT JOIN capture_metrics cp ON cp.mid = i.mid
  524. LEFT JOIN landing_capture_metrics lc ON lc.mid = i.mid
  525. LEFT JOIN background_metrics bg ON bg.mid = i.mid
  526. LEFT JOIN landing_return_metrics lr ON lr.mid = i.mid;