|
@@ -56,9 +56,9 @@ class GetUrl:
|
|
# charles_file_dir = r"./crawler_kanyikan_recommend/chlsfiles/"
|
|
# charles_file_dir = r"./crawler_kanyikan_recommend/chlsfiles/"
|
|
charles_file_dir = r"./chlsfiles/"
|
|
charles_file_dir = r"./chlsfiles/"
|
|
|
|
|
|
- if int(len(os.listdir(charles_file_dir))) == 1:
|
|
|
|
- Common.logger(log_type).info("未找到chlsfile文件,等待60s")
|
|
|
|
- time.sleep(60)
|
|
|
|
|
|
+ if int(len(os.listdir(charles_file_dir))) == 0:
|
|
|
|
+ Common.logger(log_type).info("未找到chlsfile文件,等待10s")
|
|
|
|
+ time.sleep(10)
|
|
else:
|
|
else:
|
|
# 目标文件夹下所有文件
|
|
# 目标文件夹下所有文件
|
|
all_file = sorted(os.listdir(charles_file_dir))
|
|
all_file = sorted(os.listdir(charles_file_dir))
|
|
@@ -150,4 +150,5 @@ if __name__ == '__main__':
|
|
# print(len(Feishu.get_values_batch('recommend', 'shipinhao', 'FSDlBy')))
|
|
# print(len(Feishu.get_values_batch('recommend', 'shipinhao', 'FSDlBy')))
|
|
while True:
|
|
while True:
|
|
GetUrl.run_get_url('recommend')
|
|
GetUrl.run_get_url('recommend')
|
|
|
|
+ Common.del_logs('recommend')
|
|
time.sleep(1)
|
|
time.sleep(1)
|