save_to_db.py 1.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354
  1. """
  2. @author: luojunhui
  3. """
  4. import traceback
  5. from applications.aliyunLogApi import log
  6. def insert_into_single_video_source_table(db_client, video_item):
  7. """
  8. insert video into single video source table
  9. """
  10. insert_sql = f"""
  11. INSERT INTO publish_single_video_source
  12. (content_trace_id, article_title, out_account_id, out_account_name, read_cnt, like_cnt, article_url, cover_url, video_oss_path, publish_timestamp, crawler_timestamp, url_unique_md5, category, tags, platform, source_account, category_status, audit_status)
  13. values
  14. (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s);
  15. """
  16. try:
  17. db_client.save(
  18. query=insert_sql,
  19. params=(
  20. video_item["content_trace_id"],
  21. video_item["article_title"],
  22. video_item["out_account_id"],
  23. video_item["out_account_name"],
  24. video_item["read_cnt"],
  25. video_item["like_cnt"],
  26. video_item["article_url"],
  27. video_item["cover_url"],
  28. video_item["video_oss_path"],
  29. video_item["publish_timestamp"],
  30. video_item["crawler_timestamp"],
  31. video_item["url_unique_md5"],
  32. video_item["category"],
  33. video_item["tags"],
  34. video_item["platform"],
  35. video_item["source_account"],
  36. video_item["category_status"],
  37. video_item["audit_status"]
  38. ),
  39. )
  40. except Exception as e:
  41. log(
  42. task="{}_video_crawler".format(video_item["platform"]),
  43. function="save_each_video",
  44. message="save video failed",
  45. data={
  46. "error": str(e),
  47. "traceback": traceback.format_exc(),
  48. "video_id": video_item["url_unique_md5"],
  49. "oss_path": video_item["video_oss_path"],
  50. },
  51. )