save_to_db.py 2.1 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758
  1. """
  2. @author: luojunhui
  3. """
  4. import traceback
  5. from applications.aliyunLogApi import log
  6. def insert_into_single_video_source_table(db_client, video_item):
  7. """
  8. insert video into single video source table
  9. """
  10. insert_sql = f"""
  11. INSERT INTO publish_single_video_source
  12. (content_trace_id, article_title, out_account_id, out_account_name, read_cnt, like_cnt, article_url, cover_url,
  13. video_oss_path, publish_timestamp, crawler_timestamp, url_unique_md5, category, tags, platform, source_account,
  14. category_status, audit_status, audit_video_id, mini_program_title)
  15. values
  16. (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s);
  17. """
  18. try:
  19. db_client.save(
  20. query=insert_sql,
  21. params=(
  22. video_item["content_trace_id"],
  23. video_item["article_title"],
  24. video_item["out_account_id"],
  25. video_item["out_account_name"],
  26. video_item["read_cnt"],
  27. video_item["like_cnt"],
  28. video_item["article_url"],
  29. video_item["cover_url"],
  30. video_item["video_oss_path"],
  31. video_item["publish_timestamp"],
  32. video_item["crawler_timestamp"],
  33. video_item["url_unique_md5"],
  34. video_item["category"],
  35. video_item["tags"],
  36. video_item["platform"],
  37. video_item["source_account"],
  38. video_item["category_status"],
  39. video_item["audit_status"],
  40. video_item["audit_video_id"],
  41. video_item["mini_program_title"],
  42. ),
  43. )
  44. except Exception as e:
  45. log(
  46. task="{}_video_crawler".format(video_item["platform"]),
  47. function="save_each_video",
  48. message="save video failed",
  49. data={
  50. "error": str(e),
  51. "traceback": traceback.format_exc(),
  52. "video_id": video_item["url_unique_md5"],
  53. "oss_path": video_item["video_oss_path"],
  54. },
  55. )