| 
					
				 | 
			
			
				@@ -11,18 +11,29 @@ from common.common import Common 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				  
			 | 
		
	
		
			
				 | 
				 | 
			
			
				 class MysqlHelper: 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				     @classmethod 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-    def connect_mysql(cls, env): 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+    def connect_mysql(cls, env, action): 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				         if env == 'hk': 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-            # 创建一个 Connection 对象,代表了一个数据库连接 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-            connection = pymysql.connect( 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-                host="rm-j6cz4c6pt96000xi3.mysql.rds.aliyuncs.com",  # 数据库IP地址,内网地址 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-                # host="rm-j6cz4c6pt96000xi3lo.mysql.rds.aliyuncs.com",# 数据库IP地址,外网地址 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-                port=3306,  # 端口号 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-                user="crawler",  # mysql用户名 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-                passwd="crawler123456@",  # mysql用户登录密码 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-                db="piaoquan-crawler",  # 数据库名 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-                # 如果数据库里面的文本是utf8编码的,charset指定是utf8 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-                charset="utf8") 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+            if action == 'get_author_map': 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+                # 创建一个 Connection 对象,代表了一个数据库连接 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+                connection = pymysql.connect( 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+                    host="rm-bp1159bu17li9hi94ro.mysql.rds.aliyuncs.com",  # 数据库IP地址,内网地址 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+                    port=3306,  # 端口号 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+                    user="crawler",  # mysql用户名 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+                    passwd="crawler123456@",  # mysql用户登录密码 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+                    db="piaoquan-crawler",  # 数据库名 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+                    # 如果数据库里面的文本是utf8编码的,charset指定是utf8 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+                    charset="utf8") 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+            else: 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+                # 创建一个 Connection 对象,代表了一个数据库连接 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+                connection = pymysql.connect( 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+                    host="rm-j6cz4c6pt96000xi3.mysql.rds.aliyuncs.com",  # 数据库IP地址,内网地址 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+                    # host="rm-j6cz4c6pt96000xi3lo.mysql.rds.aliyuncs.com",# 数据库IP地址,外网地址 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+                    port=3306,  # 端口号 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+                    user="crawler",  # mysql用户名 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+                    passwd="crawler123456@",  # mysql用户登录密码 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+                    db="piaoquan-crawler",  # 数据库名 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+                    # 如果数据库里面的文本是utf8编码的,charset指定是utf8 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+                    charset="utf8") 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				         elif env == 'prod': 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				             # 创建一个 Connection 对象,代表了一个数据库连接 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				             connection = pymysql.connect( 
			 | 
		
	
	
		
			
				| 
					
				 | 
			
			
				@@ -49,10 +60,10 @@ class MysqlHelper: 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				         return connection 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				  
			 | 
		
	
		
			
				 | 
				 | 
			
			
				     @classmethod 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-    def get_values(cls, log_type, crawler, sql, env): 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+    def get_values(cls, log_type, crawler, sql, env, action=''): 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				         try: 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				             # 连接数据库 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-            connect = cls.connect_mysql(env) 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+            connect = cls.connect_mysql(env, action) 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				             # 返回一个 Cursor对象 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				             mysql = connect.cursor(cursor=pymysql.cursors.DictCursor) 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				  
			 |