|
|
@@ -126,8 +126,7 @@ OR exploded_value = '初五' \
|
|
|
d["video_id"] = video_id
|
|
|
d["tags"] = tags
|
|
|
video_tags_list.append(d)
|
|
|
- # log_.info("{}:{}".format(video_id, tags))
|
|
|
- log_.info("天级表:{}".format(str(len(video_tags_list))))
|
|
|
+ log_.info("第一张表天级表:{}".format(str(len(video_tags_list))))
|
|
|
return video_tags_list
|
|
|
except Exception as e:
|
|
|
log_.error(str(e) + str(traceback.format_exc()))
|
|
|
@@ -220,7 +219,7 @@ WHERE (
|
|
|
d["video_id"] = video_id
|
|
|
d["tags"] = tags
|
|
|
video_tags_list.append(d)
|
|
|
- log_.info("增量表:{}".format(str(len(video_tags_list))))
|
|
|
+ log_.info("第二张表增量表:{}".format(str(len(video_tags_list))))
|
|
|
return video_tags_list
|
|
|
except Exception as e:
|
|
|
log_.error(str(e) + ":" + str(traceback.format_exc()))
|
|
|
@@ -276,7 +275,6 @@ def main():
|
|
|
result.append(tmp)
|
|
|
log_.info("{}:{}".format(key, value))
|
|
|
|
|
|
- log_.info("video的数据量:{}".format(len(result)))
|
|
|
records_process_for_list(result, process_and_store, max_size=50, num_workers=8)
|
|
|
log_.info("video的数据量:{}".format(len(result)))
|
|
|
log_.info("完成执行:" + datetime.now().strftime("%Y-%m-%d %H:%M:%S"))
|
zhangbo