my_hdfs_client.py 392 B

12345678
  1. from paddle.distributed.fleet.utils import HDFSClient
  2. class MyHDFSClient(HDFSClient):
  3. def _run_safe_cmd(self, cmd, redirect_stderr=False, retry_times=5):
  4. cmdStr = " ".join(cmd)
  5. ret, lines = super()._run_safe_cmd(self, cmdStr, redirect_stderr, retry_times)
  6. log.info("cmdStr: {} ret: {} lines: {}".format(cmdStr,ret,lines))
  7. return ret, lines