del log info

recommend-model-produce/src/main/python/models/dssm/config_ps.yaml

@@ -15,7 +15,7 @@
 runner:
   train_data_dir: "/dw/recommend/model/55_dssm_i2i_traindata/"
   train_reader_path: "bq_reader_train"  # importlib format
-  train_batch_size: 8
+  train_batch_size: 64
   model_save_path: "output_model_dssm"
 
   reader_type: "QueueDataset"  # DataLoader / QueueDataset / RecDataset

recommend-model-produce/src/main/python/tools/utils/static_ps/reader_helper_hdfs.py

@@ -89,7 +89,7 @@ def get_file_list(data_path, config, file_extensions=['.gz']):
                 continue    
             all_files.append(file)
     
-    print(dirs,all_files)
+    print(sub_dirs,all_files)
     # 如果配置中指定了分割文件列表
     if config.get("runner.split_file_list"):
         logger.info("Split file list for worker {}".format(dist.get_rank()))