sql_help.py 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236
  1. import os
  2. import sys
  3. from typing import Optional
  4. from common.mysql_db_aigc import AigcMysqlHelper
  5. sys.path.append(os.getcwd())
  6. from datetime import datetime
  7. from common.mysql_db import MysqlHelper
  8. class sqlCollect():
  9. """
  10. 视频信息写入库中
  11. """
  12. @classmethod
  13. def insert_task(cls, task_mark, video_id, mark, channel):
  14. current_time = datetime.now()
  15. formatted_time = current_time.strftime("%Y-%m-%d %H:%M:%S")
  16. insert_sql = f"""INSERT INTO pj_video_data (task_name, used_video_id, mark_name, data_time, channel) values ('{task_mark}' ,'{video_id}','{mark}', '{formatted_time}', '{channel}')"""
  17. MysqlHelper.update_values(
  18. sql=insert_sql
  19. )
  20. """
  21. 判断该任务id是否用过
  22. """
  23. @classmethod
  24. def is_used(cls, video_id, mark_name, channel):
  25. sql = """
  26. SELECT used_video_id
  27. FROM pj_video_data
  28. WHERE used_video_id = %s AND mark_name = %s AND channel = %s
  29. ORDER BY data_time DESC
  30. LIMIT 1
  31. """
  32. data = MysqlHelper.get_values(sql, (str(video_id), mark_name, channel))
  33. if len(data) == 0 or data == ():
  34. return True
  35. return False
  36. @classmethod
  37. def get_history_id(cls, channel, url):
  38. """
  39. 从数据库表中读取 id
  40. """
  41. sql = f"""select name_id from accounts where name = %s and platform = %s and useful = 1 limit 1"""
  42. data = MysqlHelper.get_values(sql, (url, channel))
  43. if data:
  44. return data[0][0]
  45. else:
  46. return False
  47. @classmethod
  48. def insert_history_id(cls, account_name, target, channel):
  49. insert_sql = f"""INSERT INTO accounts (name, name_id, platform, useful) values ("{account_name}", "{target}", "{channel}", 1 )"""
  50. MysqlHelper.update_values(
  51. sql=insert_sql
  52. )
  53. @classmethod
  54. def insert_machine_making_data(cls, name: str, task_mark: str, channel_id: str, url: str, v_id: str, piaoquan_id: str, new_title: str, code: str, formatted_time, old_title: str, oss_object_key: str):
  55. insert_sql = f"""INSERT INTO machine_making_data (name, task_mark, channel, user, v_id, pq_uid, title, pq_vid, data_time, old_title, oss_object_key) values ("{name}", "{task_mark}", "{channel_id}", "{url}", "{v_id}" , "{piaoquan_id}", "{new_title}", "{code}", "{formatted_time}", "{old_title}", "{oss_object_key}")"""
  56. MysqlHelper.update_values(
  57. sql=insert_sql
  58. )
  59. """
  60. 判断该任务id是否用过
  61. """
  62. @classmethod
  63. def ks_is_used(cls, photo_id):
  64. sql = """
  65. SELECT photo_id
  66. FROM ks_category_video
  67. WHERE photo_id = %s
  68. """
  69. data = MysqlHelper.get_values(sql, (str(photo_id)))
  70. if len(data) == 0 or data == ():
  71. return False
  72. return True
  73. """查询视频号user是否添加过"""
  74. @classmethod
  75. def sph_channel_user(cls, user_id):
  76. sql = """
  77. SELECT user_id
  78. FROM sph_channel_user
  79. WHERE user_id = %s
  80. """
  81. data = MysqlHelper.get_values(sql, (str(user_id)))
  82. if len(data) == 0 or data == ():
  83. return True
  84. return False
  85. """抓取视频号数据入库"""
  86. @classmethod
  87. def sph_data_info(cls, channel: str, objectId: str, video_url: str, cover: str, video_title: str, share_cnt: str, like_cnt: str, oss_video_key: str, oss_cover_key: str, nick_name: str, user_name: str, comment_count: str, fav_count: str, create_time: str):
  88. insert_sql = f"""INSERT INTO sph_data_info (channel, video_id, video_url, video_cover, video_title, share_cnt, like_cnt, oss_url, oss_cover, nick_name, user_name, comment_count, fav_count, create_time)
  89. values
  90. ("{channel}", "{objectId}", "{video_url}", "{cover}", "{video_title}", "{share_cnt}", "{like_cnt}", "{oss_video_key}", "{oss_cover_key}", "{nick_name}", "{user_name}", "{comment_count}", "{fav_count}", "{create_time}")"""
  91. res = MysqlHelper.update_values(
  92. sql=insert_sql
  93. )
  94. return res
  95. """查询是否有视频号是否插入过数据库"""
  96. @classmethod
  97. def sph_data_info_v_id(cls, video_id, channel):
  98. sql = """
  99. SELECT video_id
  100. FROM sph_data_info
  101. WHERE video_id = %s and channel = %s
  102. """
  103. data = MysqlHelper.get_values(sql, (str(video_id), channel))
  104. if data:
  105. return True
  106. return False
  107. """查询是否有视频号数据"""
  108. @classmethod
  109. def sph_channel_user_list(cls):
  110. sql = """
  111. SELECT user_id
  112. FROM sph_channel_user
  113. WHERE status = %s
  114. """
  115. data = MysqlHelper.get_values(sql, (0))
  116. if len(data) == 0 or data == ():
  117. return None
  118. return data
  119. """插入视频号信息"""
  120. @classmethod
  121. def insert_sph_channel_user(cls, channel, user_id):
  122. insert_sql = f"""INSERT INTO sph_channel_user (channel, user_id, status) values ("{channel}", "{user_id}", 0)"""
  123. res = MysqlHelper.update_values(
  124. sql=insert_sql
  125. )
  126. @classmethod
  127. def insert_ks_data(cls, user_name: str, user_sex: str, time_data, caption: str, view_count: str, like_count: str,
  128. share_count: str, duration: str, main_mv_url: str, thumbnail_url: str, user_id: str, status: str,
  129. photo_id: str, category_name: str, age: str, oss_object: Optional[str] = None,
  130. video_uid: Optional[str] = None):
  131. current_time = datetime.now()
  132. formatted_time = current_time.strftime("%Y-%m-%d %H:%M:%S")
  133. insert_sql = f"""INSERT INTO ks_category_video (user_name, user_sex, time_data, caption, view_count, like_count, share_count, duration, main_mv_url, thumbnail_url, user_id, status, age_proportion, video_oss_path, pq_video_id, update_time, photo_id, category_name) values ("{user_name}", "{user_sex}", "{time_data}", "{caption}", "{view_count}", "{like_count}", "{share_count}", "{duration}", "{main_mv_url}", "{thumbnail_url}", "{user_id}", "{status}", "{age}", "{oss_object}", "{video_uid}", "{formatted_time}", "{photo_id}", "{category_name}")"""
  134. res = MysqlHelper.update_values(
  135. sql=insert_sql
  136. )
  137. @classmethod
  138. def get_shp_dd_data(cls, url):
  139. """
  140. 获取视频号单点内容
  141. """
  142. sql = f"""select video_id,title,author_id,author_name,cover_url,video_url,video_duration,from_user_id,from_user_name,from_group_id,from_group_name,source from dandian_content where from_user_name = %s and has_used = 0 """
  143. data = AigcMysqlHelper.get_values(sql, (url))
  144. return data
  145. @classmethod
  146. def update_shp_dd_vid(cls, vid):
  147. """
  148. 视频号单点修改状态为1
  149. """
  150. sql = f"""UPDATE dandian_content set has_used = 1 where video_id = '{vid}'"""
  151. res = AigcMysqlHelper.update_values(
  152. sql=sql
  153. )
  154. return res
  155. @classmethod
  156. def insert_ks_star_data(cls, user_id: str, star_id: str, name, kwai_id: str, gender: str, fans_number: str,
  157. profile_id: str, star_tag_str: str, industry_tag_str: str, photo_expect_play: str, photo_expect_cpm: str, photo_interaction_rate: str,
  158. photo_complete_play_rate: str, fans_increase_num: str, fans_increase_rate: str,):
  159. insert_sql = f"""INSERT INTO ks_star_info (user_id, star_id, name, kwai_id, gender, fans_number, profile_id, star_tag_str, industry_tag_str, photo_expect_play, photo_expect_cpm, photo_interaction_rate, photo_complete_play_rate, fans_increase_num, fans_increase_rate) values ("{user_id}", "{star_id}", "{name}", "{kwai_id}", "{gender}", "{fans_number}", "{profile_id}", "{star_tag_str}", "{industry_tag_str}", "{photo_expect_play}", "{photo_expect_cpm}", "{photo_interaction_rate}", "{photo_complete_play_rate}", "{fans_increase_num}", "{fans_increase_rate}")"""
  160. res = MysqlHelper.update_values(
  161. sql=insert_sql
  162. )
  163. return res
  164. @classmethod
  165. def insert_ks_star_works_info(cls, star_id: str, profile_id: str, pplay_median_data_90: str, pplay_median_data_30: str, pphoto_cnt_data_90: str, pphoto_cnt_data_30: str, pavg_video_duration_data_90: str, pavg_video_duration_data_30: str, star_work_report_90: str, star_work_report_30: str, pavg_share_cnt_90: str, pavg_share_cnt_30: str):
  166. insert_sql = f"""INSERT INTO ks_star_works_info
  167. (star_id, profile_id, pplay_median_data_90, pplay_median_data_30, pphoto_cnt_data_90, pphoto_cnt_data_30, pavg_video_duration_data_90, pavg_video_duration_data_30, star_work_report_90, star_work_report_30, pavg_share_cnt_90, pavg_share_cnt_30)
  168. values
  169. ("{star_id}", "{profile_id}", "{pplay_median_data_90}", "{pplay_median_data_30}", "{pphoto_cnt_data_90}", "{pphoto_cnt_data_30}", "{pavg_video_duration_data_90}", "{pavg_video_duration_data_30}", "{star_work_report_90}", "{star_work_report_30}", "{pavg_share_cnt_90}", "{pavg_share_cnt_30}")"""
  170. res = MysqlHelper.update_values(
  171. sql=insert_sql
  172. )
  173. return res
  174. @classmethod
  175. def insert_ks_list_portrait_info(cls, star_id: str, profile_id: str, type: str,
  176. name: str, proportion: str):
  177. insert_sql = f"""INSERT INTO ks_list_portrait_info
  178. (star_id, profile_id, type, name, proportion)
  179. values
  180. ("{star_id}", "{profile_id}", "{type}", "{name}", "{proportion}")"""
  181. res = MysqlHelper.update_values(
  182. sql=insert_sql
  183. )
  184. return res
  185. """
  186. 获取相似溯源基础账号
  187. """
  188. @classmethod
  189. def get_machine_making_reflux(cls, channel, channel1):
  190. sql = """SELECT user FROM machine_making_reflux WHERE (channel = %s or channel = %s) and status = 0"""
  191. data = MysqlHelper.get_values(sql, (channel, channel1))
  192. if len(data) == 0 or data == ():
  193. return None
  194. return data
  195. """
  196. 修改相似溯源基础账号状态
  197. """
  198. @classmethod
  199. def update_machine_making_reflux(cls, user_id):
  200. sql = f"""UPDATE machine_making_reflux set status = 1 where user = '{user_id}'"""
  201. res = MysqlHelper.update_values(
  202. sql=sql
  203. )
  204. return res
  205. """插入符合规则的用户主页"""
  206. @classmethod
  207. def insert_user_data(cls, uid, name, account_id, channel, status):
  208. insert_sql = f"""INSERT INTO machine_making_traceability (old_account_id, name, new_account_id, channel, status) values ("{uid}", "{name}","{account_id}","{channel}", {status})"""
  209. MysqlHelper.update_values(
  210. sql=insert_sql
  211. )