|
@@ -11,18 +11,29 @@ from common.common import Common
|
|
|
|
|
|
class MysqlHelper:
|
|
|
@classmethod
|
|
|
- def connect_mysql(cls, env):
|
|
|
+ def connect_mysql(cls, env, action):
|
|
|
if env == 'hk':
|
|
|
- # 创建一个 Connection 对象,代表了一个数据库连接
|
|
|
- connection = pymysql.connect(
|
|
|
- host="rm-j6cz4c6pt96000xi3.mysql.rds.aliyuncs.com", # 数据库IP地址,内网地址
|
|
|
- # host="rm-j6cz4c6pt96000xi3lo.mysql.rds.aliyuncs.com",# 数据库IP地址,外网地址
|
|
|
- port=3306, # 端口号
|
|
|
- user="crawler", # mysql用户名
|
|
|
- passwd="crawler123456@", # mysql用户登录密码
|
|
|
- db="piaoquan-crawler", # 数据库名
|
|
|
- # 如果数据库里面的文本是utf8编码的,charset指定是utf8
|
|
|
- charset="utf8")
|
|
|
+ if action == 'get_author_map':
|
|
|
+ # 创建一个 Connection 对象,代表了一个数据库连接
|
|
|
+ connection = pymysql.connect(
|
|
|
+ host="rm-bp1159bu17li9hi94ro.mysql.rds.aliyuncs.com", # 数据库IP地址,内网地址
|
|
|
+ port=3306, # 端口号
|
|
|
+ user="crawler", # mysql用户名
|
|
|
+ passwd="crawler123456@", # mysql用户登录密码
|
|
|
+ db="piaoquan-crawler", # 数据库名
|
|
|
+ # 如果数据库里面的文本是utf8编码的,charset指定是utf8
|
|
|
+ charset="utf8")
|
|
|
+ else:
|
|
|
+ # 创建一个 Connection 对象,代表了一个数据库连接
|
|
|
+ connection = pymysql.connect(
|
|
|
+ host="rm-j6cz4c6pt96000xi3.mysql.rds.aliyuncs.com", # 数据库IP地址,内网地址
|
|
|
+ # host="rm-j6cz4c6pt96000xi3lo.mysql.rds.aliyuncs.com",# 数据库IP地址,外网地址
|
|
|
+ port=3306, # 端口号
|
|
|
+ user="crawler", # mysql用户名
|
|
|
+ passwd="crawler123456@", # mysql用户登录密码
|
|
|
+ db="piaoquan-crawler", # 数据库名
|
|
|
+ # 如果数据库里面的文本是utf8编码的,charset指定是utf8
|
|
|
+ charset="utf8")
|
|
|
elif env == 'prod':
|
|
|
# 创建一个 Connection 对象,代表了一个数据库连接
|
|
|
connection = pymysql.connect(
|
|
@@ -49,10 +60,10 @@ class MysqlHelper:
|
|
|
return connection
|
|
|
|
|
|
@classmethod
|
|
|
- def get_values(cls, log_type, crawler, sql, env):
|
|
|
+ def get_values(cls, log_type, crawler, sql, env, action=''):
|
|
|
try:
|
|
|
# 连接数据库
|
|
|
- connect = cls.connect_mysql(env)
|
|
|
+ connect = cls.connect_mysql(env, action)
|
|
|
# 返回一个 Cursor对象
|
|
|
mysql = connect.cursor(cursor=pymysql.cursors.DictCursor)
|
|
|
|