@@ -66,7 +66,7 @@ def thread_task(name, file_list):
print(f"Thread {name}: finishing")
def main():
- sub_dirs,file_list = hdfs_client.ls_dir('/dw/recommend/model/56_dssm_i2i_itempredData/20241212')
+ sub_dirs,file_list = hdfs_client.ls_dir('/dyp/vec')
all_file=[]
file_extensions=[".gz"]
for file in file_list: