瀏覽代碼

read hdfs

丁云鹏 5 月之前
父節點
當前提交
d75c04b9e0
共有 1 個文件被更改,包括 1 次插入1 次删除
  1. 1 1
      recommend-model-produce/src/main/python/tools/utils/static_ps/reader_helper_hdfs.py

+ 1 - 1
recommend-model-produce/src/main/python/tools/utils/static_ps/reader_helper_hdfs.py

@@ -79,7 +79,7 @@ def get_infer_reader(input_var, config):
 
 
 def get_file_list(data_path, config):
-    logger.info("data_path: {}".format(data_path))
+    logger.info("data_path: {} exists: {}".format(data_path, hdfs_client.is_exist(data_path)))
     try:
         dirs,file_list = hdfs_client.ls_dir(data_path)
     except Exception as e: