|
@@ -86,7 +86,7 @@ def get_file_list(data_path, config):
|
|
|
file_list = get_file_shard(file_list)
|
|
|
logger.info("File list: {}".format(file_list))
|
|
|
|
|
|
- base_url = f'hdfs://{configs["fs.default.name"]}'
|
|
|
+ base_url = f'{configs["fs.default.name"]}'
|
|
|
full_paths = [base_url + file for file in file_list]
|
|
|
|
|
|
return full_paths
|