Browse Source

read hdfs

丁云鹏 5 months ago
parent
commit
de27c33564

+ 3 - 1
recommend-model-produce/src/main/python/tools/utils/my_hdfs_client.py

@@ -3,4 +3,6 @@ from paddle.distributed.fleet.utils import HDFSClient
 class MyHDFSClient(HDFSClient):
     def _run_safe_cmd(self, cmd, redirect_stderr=False, retry_times=5):
             cmdStr = " ".join(cmd)
-            super()._run_safe_cmd(self, cmdStr, redirect_stderr=False, retry_times=5)
+            ret, lines = super()._run_safe_cmd(self, cmdStr, redirect_stderr=False, retry_times=5)
+            log.info("cmdStr: {} ret: {} lines: {}".format(cmdStr,ret,lines))
+            return ret, lines