3_handle.py 4.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153
  1. import os
  2. import json
  3. import time
  4. import sys
  5. import argparse
  6. from typing import Dict, Any, List, Optional
  7. # 导入自定义模块
  8. sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
  9. from utils.fei_shu import FeiShu
  10. from gemini import GeminiProcessor
  11. from utils.file import File
  12. class Handler:
  13. def __init__(self, table_id: Optional[str] = None):
  14. # 初始化飞书客户端
  15. self.feishu = FeiShu(file_token='VEBsbCfaWa3gF3slQILc6Rybnde')
  16. self.processor = GeminiProcessor()
  17. # 获取表格ID:优先使用传入的参数,其次使用环境变量
  18. self.table_id = table_id
  19. # 字段名称配置
  20. self.input_field = '识别结果'
  21. self.output_field = '初步理解'
  22. self.system_prompt = File.read_file('prompt/handle.md')
  23. print(self.system_prompt)
  24. def extract_content_from_record(self, record) -> Dict[str, Any]:
  25. """从飞书记录中提取内容"""
  26. fields = record.fields
  27. # 提取识别结果
  28. result = fields.get(self.input_field, [])
  29. return ''.join([item['text'] for item in result])
  30. def update_feishu_record(self, record_id: str, content: str):
  31. """更新飞书表格中的记录"""
  32. try:
  33. import lark_oapi as lark
  34. # 创建更新记录
  35. update_record = (lark.bitable.v1.AppTableRecord.builder()
  36. .record_id(record_id)
  37. .fields({
  38. self.output_field: content
  39. })
  40. .build())
  41. # 执行更新
  42. self.feishu.update_record(self.table_id, update_record)
  43. print(f"已更新记录 {record_id}")
  44. except Exception as e:
  45. print(f"更新飞书记录失败: {e}")
  46. def process_single_record(self, record) -> bool:
  47. """处理单条记录"""
  48. try:
  49. # 提取内容
  50. content = self.extract_content_from_record(record)
  51. # 检查是否有输入内容
  52. if not content.strip() :
  53. print(f"记录 {record.record_id} 没有输入内容,跳过")
  54. return True
  55. result = self.processor.process(content, self.system_prompt)
  56. # 更新飞书表格
  57. self.update_feishu_record(record.record_id, result)
  58. # 添加延迟避免API限制
  59. time.sleep(1)
  60. return True
  61. except Exception as e:
  62. print(f"处理记录 {record.record_id} 失败: {e}")
  63. return False
  64. def process_all_records(self):
  65. """处理所有记录"""
  66. print(f"开始处理飞书表格 {self.table_id} 中的所有记录")
  67. page_token = None
  68. total_processed = 0
  69. total_success = 0
  70. while True:
  71. try:
  72. # 获取记录
  73. result = self.feishu.get_all_records(self.table_id, page_token)
  74. if not result.items:
  75. print("没有找到记录")
  76. break
  77. print(f"获取到 {len(result.items)} 条记录")
  78. # 处理每条记录
  79. for record in result.items:
  80. total_processed += 1
  81. if self.process_single_record(record):
  82. total_success += 1
  83. # 检查是否有下一页
  84. if not result.has_more:
  85. break
  86. page_token = result.page_token
  87. print(f"继续获取下一页,token: {page_token}")
  88. except Exception as e:
  89. print(f"获取记录失败: {e}")
  90. break
  91. print(f"处理完成!总共处理 {total_processed} 条记录,成功 {total_success} 条")
  92. def main():
  93. """主函数"""
  94. # 创建命令行参数解析器
  95. parser = argparse.ArgumentParser(description='内容识别脚本 - 处理飞书表格数据')
  96. parser.add_argument('--table_id', nargs='?', help='飞书表格ID (可选,也可通过环境变量 FEISHU_TABLE_ID 设置)')
  97. parser.add_argument('--page-token', help='分页token,用于从指定位置开始处理')
  98. parser.add_argument('--dry-run', action='store_true', help='试运行模式,只显示会处理哪些记录,不实际调用API')
  99. args = parser.parse_args()
  100. try:
  101. # 创建内容识别器实例
  102. hadnler = Handler(table_id=args.table_id)
  103. print(f"使用表格ID: {hadnler.table_id}")
  104. hadnler.process_all_records()
  105. except Exception as e:
  106. print(f"程序执行失败: {e}")
  107. sys.exit(1)
  108. if __name__ == "__main__":
  109. main()