longvideo_reduce_with_count.py 3.7 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394
  1. import sys
  2. import time
  3. import utils
  4. import longvideo_config
  5. import logging
  6. logging.basicConfig(level=logging.INFO,
  7. format='%(asctime)s %(filename)s[line:%(lineno)d] %(levelname)s %(message)s',
  8. datefmt='%a, %d %b %Y %H:%M:%S')
  9. def remove_instances(create_client, alb_client, instance_ids):
  10. """
  11. 停止并释放机器
  12. :param create_client:
  13. :param alb_client:
  14. :param instance_ids: instanceId type-list
  15. :return: None
  16. """
  17. # 1. 摘除 ALB
  18. for server_group_id in longvideo_config.server_group_id_list:
  19. utils.remove_servers_from_server_group(alb_client=alb_client, server_group_id=server_group_id,
  20. instance_id=instance_ids)
  21. logging.info(f"remove from ALB finished, instances: {instance_ids}")
  22. time.sleep(10)
  23. # 2. 停止机器
  24. utils.stop_instances(client=create_client, instance_ids=instance_ids)
  25. logging.info(f"instances stop finished, instances: {instance_ids}")
  26. # 3. 判断机器运行状态是否为 Stopped
  27. while True:
  28. response = utils.get_instances_status(client=create_client, instance_ids=instance_ids)
  29. if response.get('Code') is None:
  30. instances_list = response.get('InstanceStatuses').get('InstanceStatus')
  31. stopped_instances = [instance.get('InstanceId') for instance in instances_list if
  32. instance.get('Status') == 'Stopped']
  33. if len(stopped_instances) == len(instance_ids):
  34. logging.info(f"instances stopped status set success, instances: {stopped_instances}")
  35. break
  36. else:
  37. logging.info(f"stopped instances count = {len(stopped_instances)}, instances: {stopped_instances}")
  38. time.sleep(5)
  39. else:
  40. logging.error(response)
  41. sys.exit()
  42. # 4. 释放机器
  43. response = utils.release_instances(client=create_client, instance_ids=stopped_instances)
  44. if response.get('Code') is None:
  45. logging.info(f"release instances finished, instances: {stopped_instances}")
  46. else:
  47. logging.error(f"release instances fail!!!")
  48. sys.exit()
  49. def main():
  50. try:
  51. alb_client = utils.connect_alb_client(
  52. access_key_id=longvideo_config.alb_client_params['access_key_id'],
  53. access_key_secret=longvideo_config.alb_client_params['access_key_secret']
  54. )
  55. create_client = utils.connect_client(
  56. access_key_id=longvideo_config.create_client_params['access_key_id'],
  57. access_key_secret=longvideo_config.create_client_params['access_key_secret'],
  58. region_id=longvideo_config.create_client_params['region_id']
  59. )
  60. # 获取指定释放的机器数量
  61. reduce_count = int(sys.argv[1])
  62. logging.info(f"reduce instances count: {reduce_count}")
  63. # 获取 ALB 下所有机器
  64. online_instance_ids = utils.get_instance_ids(client=alb_client, server_group_id=longvideo_config.server_group_id_list[0])
  65. online_instance_count = len(online_instance_ids)
  66. logging.info(f"online instance count: {online_instance_count}.")
  67. logging.info(f"online instance ids: {online_instance_ids}")
  68. # 获取前 count 台机器进行释放
  69. reduce_instance_ids = online_instance_ids[:reduce_count]
  70. logging.info(f"reduce instances: {reduce_instance_ids}")
  71. # 停止并释放机器
  72. remove_instances(create_client=create_client, alb_client=alb_client, instance_ids=reduce_instance_ids)
  73. logging.info(f"stop & release instances end!")
  74. except Exception as e:
  75. logging.error(e)
  76. sys.exit()
  77. if __name__ == '__main__':
  78. main()