修改数据源

alg_growth_3rd_gh_reply_video_v1.py

@@ -349,7 +349,7 @@ def build_and_transfer_data(run_dt, run_hour, project, **kwargs):
     # sync to MySQL
     data_to_insert = [tuple(row) for row in final_df.itertuples(index=False)]
     data_columns = list(final_df.columns)
-    mysql = MysqlHelper(CONFIG.MYSQL_CRAWLER_INFO)
+    mysql = MysqlHelper(CONFIG.MYSQL_GROWTH_INFO)
     mysql.batch_insert(RDS_RANK_RESULT_TABLE, data_to_insert, data_columns)
 
 

alg_growth_gh_reply_video_v1.py

@@ -300,7 +300,7 @@ def build_and_transfer_data(run_dt, run_hour, project, **kwargs):
     # sync to MySQL
     data_to_insert = [tuple(row) for row in final_df.itertuples(index=False)]
     data_columns = list(final_df.columns)
-    mysql = MysqlHelper(CONFIG.MYSQL_CRAWLER_INFO)
+    mysql = MysqlHelper(CONFIG.MYSQL_GROWTH_INFO)
     mysql.batch_insert(RDS_RANK_RESULT_TABLE, data_to_insert, data_columns)
 
 

alg_growth_we_com_reply_video_v1.py

@@ -313,7 +313,7 @@ def build_and_transfer_data(run_dt, run_hour, project, **kwargs):
     # sync to MySQL
     data_to_insert = [tuple(row) for row in final_df.itertuples(index=False)]
     data_columns = list(final_df.columns)
-    mysql = MysqlHelper(CONFIG.MYSQL_CRAWLER_INFO)
+    mysql = MysqlHelper(CONFIG.MYSQL_GROWTH_INFO)
     mysql.batch_insert(RDS_RANK_RESULT_TABLE, data_to_insert, data_columns)
 
 

my_config.py

@@ -2443,6 +2443,15 @@ class DevelopmentConfig(BaseConfig):
         'charset': 'utf8mb4'
     }
 
+    MYSQL_GROWTH_INFO = {
+        'host': 'rm-bp17q95335a99272b.mysql.rds.aliyuncs.com',
+        'port': 3306,
+        'user': 'crawler',
+        'password': 'crawler123456@',
+        'db': 'growth',
+        'charset': 'utf8mb4'
+    }
+
     # 测试环境 过滤用mysql地址
     FILTER_MYSQL_INFO = {
         # 'host': 'am-bp1g3ys9u00u483uc131930.ads.aliyuncs.com',