longvideo_restart.py 2.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172
  1. import logging
  2. import time
  3. import docker
  4. import longvideo_config
  5. import rov_server_config
  6. import utils
  7. from longvideo_update import server_health_check
  8. def server_restart(slb_client, instance_id, image_name):
  9. try:
  10. logging.info(f"instance:{instance_id}")
  11. # 1. 获取ip
  12. ip_address = utils.get_ip_address(client=slb_client, instance_id=instance_id)
  13. logging.info(f"ip address:{instance_id}/{ip_address}")
  14. # 2. 摘流量
  15. utils.set_instance_weight_process_with_slbs(client=slb_client,
  16. slb_id=longvideo_config.slb_id_list,
  17. instance_id_list=[instance_id],
  18. weight_list=[(0, 30)])
  19. logging.info(f"set weight with 0 finished.")
  20. # 3. 重启容器
  21. docker_client = docker.DockerClient(base_url=f'tcp://{ip_address}:2375', timeout=60)
  22. image_id = docker_client.containers.get(image_name)
  23. image_id.restart()
  24. logging.info(f"docker restart finished.")
  25. # 4. 探活
  26. server_health_check(slb_client, instance_id)
  27. time.sleep(30)
  28. logging.info(f"health check finished.")
  29. # 5. 挂流量
  30. add_weight_list = [(10, 10), (20, 10), (40, 10), (60, 10), (80, 10), (100, 10)]
  31. utils.set_instance_weight_process(client=slb_client,
  32. slb_id=rov_server_config.slb_id,
  33. instance_id_list=[instance_id],
  34. weight_list=add_weight_list)
  35. logging.info(f"server restart finished, instance: {instance_id}/{ip_address}")
  36. except Exception as e:
  37. logging.error(f"server restart fail, instance: {instance_id}")
  38. logging.error(e)
  39. def main():
  40. try:
  41. slb_client = utils.connect_client(access_key_id=longvideo_config.slb_client_params['access_key_id'],
  42. access_key_secret=longvideo_config.slb_client_params['access_key_secret'],
  43. region_id=longvideo_config.slb_client_params['region_id'])
  44. # 1. 获取slb下所有机器
  45. online_instance_ids = utils.get_instance_ids(client=slb_client, slb_id=longvideo_config.slb_id_list[0])
  46. online_instance_ids = online_instance_ids[:1]
  47. online_instance_count = len(online_instance_ids)
  48. logging.info(f"online instance count: {online_instance_count}.")
  49. logging.info(f"online instance ids: {online_instance_ids}")
  50. # 2. 逐台重启
  51. image_name = 'longvideoapi'
  52. for i, instance_id in enumerate(online_instance_ids):
  53. server_restart(slb_client=slb_client, instance_id=instance_id, image_name=image_name)
  54. logging.info(f"重启进度: {i+1}/{online_instance_count}")
  55. logging.info(f"server restart finished!")
  56. except Exception as e:
  57. logging.error(e)
  58. if __name__ == '__main__':
  59. main()