| 
					
				 | 
			
			
				@@ -100,7 +100,9 @@ class Main(object): 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				         self.pure_bf16 = self.config['pure_bf16'] 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				  
			 | 
		
	
		
			
				 | 
				 | 
			
			
				     def run(self): 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+        logger.info("Begin Debug33311111")  
			 | 
		
	
		
			
				 | 
				 | 
			
			
				         self.init_fleet_with_gloo() 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+        logger.info("Begin Debug333222222")  
			 | 
		
	
		
			
				 | 
				 | 
			
			
				         self.network() 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				         if fleet.is_server(): 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				             self.run_server() 
			 | 
		
	
	
		
			
				| 
					
				 | 
			
			
				@@ -117,9 +119,9 @@ class Main(object): 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				                 is_collective=False, 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				                 init_gloo=False 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				             )  
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-            logger.info("Begin Debug")            
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+          
			 | 
		
	
		
			
				 | 
				 | 
			
			
				             fleet.init(role) 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-            logger.info("End Debug")  
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+ 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				         else: 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				             fleet.init() 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				  
			 | 
		
	
	
		
			
				| 
					
				 | 
			
			
				@@ -321,8 +323,12 @@ class Main(object): 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				  
			 | 
		
	
		
			
				 | 
				 | 
			
			
				  
			 | 
		
	
		
			
				 | 
				 | 
			
			
				 if __name__ == "__main__": 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+    logger.info("Begin Debug111")   
			 | 
		
	
		
			
				 | 
				 | 
			
			
				     paddle.enable_static() 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+    logger.info("Begin Debug222")   
			 | 
		
	
		
			
				 | 
				 | 
			
			
				     config = parse_args() 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				     os.environ["CPU_NUM"] = str(config.get("runner.thread_num")) 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				     benchmark_main = Main(config) 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-    benchmark_main.run() 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+    logger.info("Begin Debug333")   
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+    benchmark_main.run() 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+    logger.info("Begin Debug4444")   
			 |