|
|
@@ -21,7 +21,7 @@ import paddle
|
|
|
import paddle.distributed.fleet.base.role_maker as role_maker
|
|
|
import paddle.distributed.fleet as fleet
|
|
|
import paddle.distributed as dist
|
|
|
-import utils.MyHDFSClient as HDFSClient
|
|
|
+from utils import MyHDFSClient
|
|
|
__dir__ = os.path.dirname(os.path.abspath(__file__))
|
|
|
sys.path.append(__dir__)
|
|
|
from . import common_ps
|
|
|
@@ -35,7 +35,7 @@ configs = {
|
|
|
"fs.default.name": "hdfs://192.168.141.208:9000", # HDFS 名称和端口
|
|
|
"hadoop.job.ugi": "" # HDFS 用户和密码
|
|
|
}
|
|
|
-hdfs_client = HDFSClient(hadoop_home, configs)
|
|
|
+hdfs_client = MyHDFSClient(hadoop_home, configs)
|
|
|
|
|
|
|
|
|
def get_reader(input_var, config):
|
丁云鹏