| 
														
															@@ -100,7 +100,9 @@ class Main(object): 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         self.pure_bf16 = self.config['pure_bf16'] 
														 | 
														
														 | 
														
															         self.pure_bf16 = self.config['pure_bf16'] 
														 | 
													
												
											
												
													
														| 
														 | 
														
															  
														 | 
														
														 | 
														
															  
														 | 
													
												
											
												
													
														| 
														 | 
														
															     def run(self): 
														 | 
														
														 | 
														
															     def run(self): 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+        logger.info("Begin Debug33311111")  
														 | 
													
												
											
												
													
														| 
														 | 
														
															         self.init_fleet_with_gloo() 
														 | 
														
														 | 
														
															         self.init_fleet_with_gloo() 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+        logger.info("Begin Debug333222222")  
														 | 
													
												
											
												
													
														| 
														 | 
														
															         self.network() 
														 | 
														
														 | 
														
															         self.network() 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         if fleet.is_server(): 
														 | 
														
														 | 
														
															         if fleet.is_server(): 
														 | 
													
												
											
												
													
														| 
														 | 
														
															             self.run_server() 
														 | 
														
														 | 
														
															             self.run_server() 
														 | 
													
												
											
										
											
												
													
														 | 
														
															@@ -117,9 +119,9 @@ class Main(object): 
														 | 
													
												
											
												
													
														| 
														 | 
														
															                 is_collective=False, 
														 | 
														
														 | 
														
															                 is_collective=False, 
														 | 
													
												
											
												
													
														| 
														 | 
														
															                 init_gloo=False 
														 | 
														
														 | 
														
															                 init_gloo=False 
														 | 
													
												
											
												
													
														| 
														 | 
														
															             )  
														 | 
														
														 | 
														
															             )  
														 | 
													
												
											
												
													
														| 
														 | 
														
															-            logger.info("Begin Debug")            
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+          
														 | 
													
												
											
												
													
														| 
														 | 
														
															             fleet.init(role) 
														 | 
														
														 | 
														
															             fleet.init(role) 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-            logger.info("End Debug")  
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+ 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         else: 
														 | 
														
														 | 
														
															         else: 
														 | 
													
												
											
												
													
														| 
														 | 
														
															             fleet.init() 
														 | 
														
														 | 
														
															             fleet.init() 
														 | 
													
												
											
												
													
														| 
														 | 
														
															  
														 | 
														
														 | 
														
															  
														 | 
													
												
											
										
											
												
													
														 | 
														
															@@ -321,8 +323,12 @@ class Main(object): 
														 | 
													
												
											
												
													
														| 
														 | 
														
															  
														 | 
														
														 | 
														
															  
														 | 
													
												
											
												
													
														| 
														 | 
														
															  
														 | 
														
														 | 
														
															  
														 | 
													
												
											
												
													
														| 
														 | 
														
															 if __name__ == "__main__": 
														 | 
														
														 | 
														
															 if __name__ == "__main__": 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+    logger.info("Begin Debug111")   
														 | 
													
												
											
												
													
														| 
														 | 
														
															     paddle.enable_static() 
														 | 
														
														 | 
														
															     paddle.enable_static() 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+    logger.info("Begin Debug222")   
														 | 
													
												
											
												
													
														| 
														 | 
														
															     config = parse_args() 
														 | 
														
														 | 
														
															     config = parse_args() 
														 | 
													
												
											
												
													
														| 
														 | 
														
															     os.environ["CPU_NUM"] = str(config.get("runner.thread_num")) 
														 | 
														
														 | 
														
															     os.environ["CPU_NUM"] = str(config.get("runner.thread_num")) 
														 | 
													
												
											
												
													
														| 
														 | 
														
															     benchmark_main = Main(config) 
														 | 
														
														 | 
														
															     benchmark_main = Main(config) 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-    benchmark_main.run() 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+    logger.info("Begin Debug333")   
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+    benchmark_main.run() 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+    logger.info("Begin Debug4444")   
														 |