新增 dont_chunk模块

applications/async_task/chunk_task.py

@@ -232,17 +232,17 @@ class ChunkEmbeddingTask(TopicAwarePackerV2):
             if not chunks:
                 return
 
-            # # dev
-            # for chunk in chunks:
-            #     await self.save_each_chunk(chunk)
-
-            await run_tasks_with_asyncio_task_group(
-                task_list=chunks,
-                handler=self.save_each_chunk,
-                description="处理单篇文章分块",
-                unit="chunk",
-                max_concurrency=20,
-            )
+            # dev
+            for chunk in chunks:
+                await self.save_each_chunk(chunk)
+
+            # await run_tasks_with_asyncio_task_group(
+            #     task_list=chunks,
+            #     handler=self.save_each_chunk,
+            #     description="处理单篇文章分块",
+            #     unit="chunk",
+            #     max_concurrency=10,
+            # )
 
             await self.content_manager.update_content_status(
                 doc_id=self.doc_id,