Переглянути джерело

release:training code of dssm model

often 5 місяців тому
батько
коміт
11e0c8eb65

+ 8 - 2
recommend-model-produce/src/main/python/tools/static_ps_trainer_v2.py

@@ -113,13 +113,16 @@ class Main(object):
         logger.info("Run Success, Exit.")
 
     def init_fleet_with_gloo(use_gloo=True):
+        fleet_config = {
+            "max_body_size": 256 * 1024 * 1024,  # 设置为256MB
+        }
         if use_gloo:
             os.environ["PADDLE_WITH_GLOO"] = "0"
             role = role_maker.PaddleCloudRoleMaker(
                 is_collective=False,
                 init_gloo=False
             )
-            fleet.init(role)
+            fleet.init(role,config=fleet_config)
             #logger.info("worker_index: %s", fleet.worker_index())
             #logger.info("is_first_worker: %s", fleet.is_first_worker())
             #logger.info("worker_num: %s", fleet.worker_num())
@@ -127,7 +130,10 @@ class Main(object):
             #logger.info("mode: %s", fleet.mode)
 
         else:
-            fleet.init()
+            # 在Fleet初始化配置中添加以下参数
+
+
+            fleet.init(config=fleet_config)
 
     def network(self):
         self.model = get_model(self.config)