add clb_reduce

gateway/clb_gateway_reduce_with_count.py

@@ -0,0 +1,96 @@
+import sys
+import time
+import clb_utils
+import gateway_config
+import logging
+
+logging.basicConfig(level=logging.INFO,
+                    format='%(asctime)s %(filename)s[line:%(lineno)d] %(levelname)s %(message)s',
+                    datefmt='%a, %d %b %Y %H:%M:%S')
+
+
+def remove_instances(ecs_client, clb_client, instance_ids):
+    """
+    停止并释放机器
+    :param ecs_client:
+    :param clb_client:
+    :param instance_ids: instanceId type-list
+    :return: None
+    """
+    # 1. 摘流量
+    clb_utils.set_instance_weight_process_with_slbs(client=clb_client,
+                                                clb_id_list=gateway_config.clb_id_list,
+                                                instance_id_list=instance_ids,
+                                                weight_list=[(0, 20)])
+    logging.info(f"set weight = 0 finished, instances: {instance_ids}")
+    time.sleep(10)
+    # 2.移除slb
+    clb_utils.remove_backend_servers_with_slbs(client=clb_client,
+                                           clb_id_list=gateway_config.clb_id_list,
+                                           instances=instance_ids)
+    # 3. 停止机器
+    clb_utils.stop_instances(client=ecs_client, instance_ids=instance_ids)
+    logging.info(f"instances stop finished, instances: {instance_ids}")
+    # 4. 判断机器运行状态是否为Stopped
+    while True:
+        response = clb_utils.get_instances_status(client=ecs_client, instance_ids=instance_ids)
+        if response.get('Code') is None:
+            instances_list = response.get('InstanceStatuses').get('InstanceStatus')
+            # logging.info(instances_list)
+            stopped_instances = [instance.get('InstanceId') for instance in instances_list
+                                 if instance.get('Status') == 'Stopped']
+            if len(stopped_instances) == len(instance_ids):
+                logging.info(f"instances stopped status set success, instances: {stopped_instances}")
+                break
+            else:
+                logging.info(f"stopped instances count = {len(stopped_instances)}, instances: {stopped_instances}")
+                time.sleep(5)
+        else:
+            logging.error(response)
+            sys.exit()
+    # 5. 释放机器
+    response = clb_utils.release_instances(client=ecs_client, instance_ids=stopped_instances)
+    if response.get('Code') is None:
+        logging.info(f"release instances finished, instances: {stopped_instances}")
+    else:
+        logging.error(f"release instances fail!!!")
+        sys.exit()
+
+
+def main():
+    try:
+        clb_client = clb_utils.connect_client(
+            access_key_id=gateway_config.clb_client_params['access_key_id'],
+            access_key_secret=gateway_config.clb_client_params['access_key_secret'],
+            region_id=gateway_config.clb_client_params['region_id']
+        )
+        ecs_client = clb_utils.connect_client(
+            access_key_id=gateway_config.ecs_client_params['access_key_id'],
+            access_key_secret=gateway_config.ecs_client_params['access_key_secret'],
+            region_id=gateway_config.ecs_client_params['region_id']
+        )
+
+        # 获取指定释放的机器数量
+        reduce_count = int(sys.argv[1])
+        logging.info(f"reduce instances count: {reduce_count}")
+
+        # 获取slb下所有机器
+        online_instance_ids = clb_utils.get_instance_ids(client=clb_client, clb_id=gateway_config.clb_id_list[0])
+        online_instance_count = len(online_instance_ids)
+        logging.info(f"online instance count: {online_instance_count}.")
+        logging.info(f"online instance ids: {online_instance_ids}")
+
+        # 获取前count台机器进行释放
+        reduce_instance_ids = online_instance_ids[:reduce_count]
+        logging.info(f"reduce instances: {reduce_instance_ids}")
+
+        # 停止并释放机器
+        remove_instances(ecs_client=ecs_client, clb_client=clb_client, instance_ids=reduce_instance_ids)
+        logging.info(f"stop & release instances end!")
+    except Exception as e:
+        logging.error(e)
+        sys.exit()
+
+
+if __name__ == '__main__':
+    main()

gateway/clb_utils.py

@@ -242,16 +242,16 @@ def run_command(client, instance_ids, command):
 #     return response
 
 
-def get_instance_ids(client, slb_id):
+def get_instance_ids(client, clb_id):
     """
     获取slb下所有服务器instanceId
     :param client: 客户端连接
-    :param slb_id: 负载均衡id type-string
+    :param clb_id: 负载均衡id type-string
     :return: instance_ids type-list
     """
     request = DescribeLoadBalancerAttributeRequest()
     request.set_accept_format('json')
-    request.set_LoadBalancerId(slb_id)
+    request.set_LoadBalancerId(clb_id)
     response = send_request(client=client, request=request)
     instance_ids = [instance["ServerId"] for instance in response["BackendServers"]["BackendServer"]]
     return instance_ids
@@ -440,18 +440,18 @@ def remove_backend_servers(client, slb_id, instances):
         sys.exit()
 
 
-def set_instance_weight_process_with_slbs(client, slb_id_list, instance_id_list, weight_list):
+def set_instance_weight_process_with_slbs(client, clb_id_list, instance_id_list, weight_list):
     """
     修改服务器的权重值
     :param client: slb客户端连接
-    :param slb_id_list: slb id list
+    :param clb_id_list: slb id list
     :param instance_id_list: instance id list
     :param weight_list: 权重修改列表 type-list [(weight, sleep_time), ...]
     :return:
     """
     for weight, sleep_time in weight_list:
         logging.info(f"修改权重中: weight = {weight}")
-        for slb_id in slb_id_list:
+        for slb_id in clb_id_list:
             flag = True
             while flag:
                 try:
@@ -494,11 +494,11 @@ def add_backend_servers_with_slbs(client, slb_id_list, instances):
         sys.exit()
 
 
-def remove_backend_servers_with_slbs(client, slb_id_list, instances):
+def remove_backend_servers_with_slbs(client, clb_id_list, instances):
     """
     服务器从负载均衡移除(一次调用最多可以移除20个后端服务器)
     :param client:
-    :param slb_id_list:
+    :param clb_id_list:
     :param instances: 实例列表 [instance_id, ...]
     :return:
     """
@@ -507,7 +507,7 @@ def remove_backend_servers_with_slbs(client, slb_id_list, instances):
             instances_list = instances[i*20:(i+1)*20]
             if len(instances_list) == 0:
                 return
-            for slb_id in slb_id_list:
+            for slb_id in clb_id_list:
                 request = RemoveBackendServersRequest()
                 request.set_accept_format('json')
                 request.set_LoadBalancerId(slb_id)