| 
														
															@@ -86,14 +86,14 @@ async def main(): 
														 | 
													
												
											
												
													
														| 
														 | 
														
															     """ 
														 | 
														
														 | 
														
															     """ 
														 | 
													
												
											
												
													
														| 
														 | 
														
															     spider_list = TopicGroup().produce() 
														 | 
														
														 | 
														
															     spider_list = TopicGroup().produce() 
														 | 
													
												
											
												
													
														| 
														 | 
														
															     while spider_list: 
														 | 
														
														 | 
														
															     while spider_list: 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-        print(spider_list) 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-        # tasks = [consume_single_message(spider) for spider in spider_list] 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-        # await asyncio.gather(*tasks) 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-        await asyncio.sleep(60) 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+        # print(spider_list) 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+        tasks = [consume_single_message(spider) for spider in spider_list] 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+        await asyncio.gather(*tasks) 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+        await asyncio.sleep(600) 
														 | 
													
												
											
												
													
														| 
														 | 
														
															  
														 | 
														
														 | 
														
															  
														 | 
													
												
											
												
													
														| 
														 | 
														
															  
														 | 
														
														 | 
														
															  
														 | 
													
												
											
												
													
														| 
														 | 
														
															         # print("Hello World {}".format(" ".join(spider_list))) 
														 | 
														
														 | 
														
															         # print("Hello World {}".format(" ".join(spider_list))) 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-        async_tasks = [] 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+        # async_tasks = [] 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         # print(spider_list) 
														 | 
														
														 | 
														
															         # print(spider_list) 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         # for spider in spider_list: 
														 | 
														
														 | 
														
															         # for spider in spider_list: 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         #     print(json.dumps(spider)) 
														 | 
														
														 | 
														
															         #     print(json.dumps(spider)) 
														 |