read hdfs

recommend-model-produce/src/main/python/tools/utils/MyHDFSClient.py

@@ -0,0 +1,6 @@
+from paddle.distributed.fleet.utils import HDFSClient
+
+class MyHDFSClient(HDFSClient):
+    def _run_safe_cmd(self, cmd, redirect_stderr=False, retry_times=5):
+            cmdStr = " ".join(cmd)
+            super()._run_safe_cmd(self, cmdStr, redirect_stderr=False, retry_times=5)

recommend-model-produce/src/main/python/tools/utils/static_ps/reader_helper_hdfs.py

@@ -21,7 +21,7 @@ import paddle
 import paddle.distributed.fleet.base.role_maker as role_maker
 import paddle.distributed.fleet as fleet
 import paddle.distributed as dist
-from paddle.distributed.fleet.utils import HDFSClient
+import utils.MyHDFSClient as HDFSClient
 __dir__ = os.path.dirname(os.path.abspath(__file__))
 sys.path.append(__dir__)
 from . import common_ps