execute_creation_apply.py 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352
  1. """模块 B Phase 3 执行入口(P0-A 配套,2026-06-09)。
  2. 数据流:
  3. Phase 1 已准备好的 pending records(含 _request_body)+ 运营决策(action)
  4. → 对 action=approve 的 → POST 腾讯 /dynamic_creatives/add
  5. → 写 creation_run_{date}.json + 发"执行汇报"飞书消息
  6. 可独立运行(从 outputs/data/creation_pending_*.json 读 → 审批已写 → apply):
  7. python execute_creation_apply.py <pending_records_json>
  8. 也可被 execute_creation_once.py import 调用:
  9. apply_pending_records(records) -> summary
  10. """
  11. import asyncio
  12. import argparse
  13. import json
  14. import logging
  15. import sys
  16. from pathlib import Path
  17. _HERE = Path(__file__).parent
  18. sys.path.insert(0, str(_HERE.parent.parent))
  19. sys.path.insert(0, str(_HERE))
  20. from dotenv import load_dotenv # noqa: E402
  21. load_dotenv(_HERE / ".env")
  22. from config import ( # noqa: E402
  23. CREATION_APPROVAL_TIMEOUT_MINUTES,
  24. FEISHU_OPERATOR_CHAT_ID,
  25. now_in_timezone,
  26. )
  27. # 强占 sys.path[0],绕过 config import 副作用(im-client/tools.py 同名冲突)
  28. while str(_HERE) in sys.path:
  29. sys.path.remove(str(_HERE))
  30. sys.path.insert(0, str(_HERE))
  31. from tools.creative_creation import post_creative_with_prepared_body # noqa: E402
  32. from tools.creative_review import ( # noqa: E402
  33. mark_creation_submit_failed,
  34. record_creation_submission,
  35. )
  36. from tools.creative_material_usage import update_material_usage_status # noqa: E402
  37. logger = logging.getLogger("execute_creation_apply")
  38. def _fmt_quality_summary(r: dict) -> str:
  39. """Task 29:把 record 里的素材质量字段(prepare 阶段写入)格式化成一行。
  40. 返回类似 ' · 素材质量: ctr=12.5% imp=8,500 cost=420元',字段缺失时省略对应项。
  41. """
  42. ctr = r.get("material_ctr")
  43. imp = r.get("material_impressions")
  44. cost = r.get("material_cost")
  45. parts = []
  46. if ctr is not None:
  47. # ctr 取决于服务端格式,有的返回 0.125(比例),有的 12.5(百分号字面值)
  48. try:
  49. ctr_f = float(ctr)
  50. parts.append(f"ctr={ctr_f * 100:.1f}%" if ctr_f <= 1 else f"ctr={ctr_f:.1f}%")
  51. except (TypeError, ValueError):
  52. pass
  53. if imp is not None:
  54. try:
  55. parts.append(f"imp={int(imp):,}")
  56. except (TypeError, ValueError):
  57. pass
  58. if cost is not None:
  59. try:
  60. parts.append(f"cost={float(cost):.0f}元")
  61. except (TypeError, ValueError):
  62. pass
  63. return f" · 素材质量: {' '.join(parts)}" if parts else ""
  64. def _send_apply_summary_to_feishu(
  65. summary: dict, chat_id: str = ""
  66. ) -> None:
  67. """Phase 3 完成后发"执行汇报"飞书纯文本消息(创意 ID 列表 + 素材质量摘要)。
  68. Task 29(2026-06-11):每行加 ctr / cost / impressions 三个字段,
  69. 让运营在不打开 Excel 的情况下,一眼看出本次挂上的创意素材质量。
  70. """
  71. if not chat_id:
  72. chat_id = FEISHU_OPERATOR_CHAT_ID
  73. if not chat_id:
  74. logger.warning("[apply] FEISHU_OPERATOR_CHAT_ID 未配置,不发执行汇报")
  75. return
  76. try:
  77. from tools.feishu_doc import _auth_headers, _get_tenant_token
  78. import httpx
  79. t = summary["total"]
  80. lines = [
  81. "【创意搭建·执行汇报】",
  82. f"运营 approve 共 {t['approved']} 条,实际挂上 {t['posted_ok']} 条,失败 {t['posted_failed']} 条",
  83. ]
  84. approved_list = [r for r in summary["records"] if r.get("action") == "approve"]
  85. if approved_list:
  86. # Task 29:算挂上创意的素材质量均值,放汇报头(运营快速判断本批整体质量)
  87. ok_records = [r for r in approved_list if r.get("dynamic_creative_id")]
  88. valid_ctr = [float(r["material_ctr"]) for r in ok_records
  89. if r.get("material_ctr") is not None]
  90. valid_imp = [int(r["material_impressions"]) for r in ok_records
  91. if r.get("material_impressions") is not None]
  92. valid_cost = [float(r["material_cost"]) for r in ok_records
  93. if r.get("material_cost") is not None]
  94. if valid_ctr or valid_imp or valid_cost:
  95. stat_parts = []
  96. if valid_ctr:
  97. avg_ctr = sum(valid_ctr) / len(valid_ctr)
  98. stat_parts.append(
  99. f"平均 ctr={avg_ctr * 100:.1f}%" if avg_ctr <= 1
  100. else f"平均 ctr={avg_ctr:.1f}%"
  101. )
  102. if valid_imp:
  103. stat_parts.append(f"平均 imp={int(sum(valid_imp) / len(valid_imp)):,}")
  104. if valid_cost:
  105. stat_parts.append(f"平均 cost={sum(valid_cost) / len(valid_cost):.0f}元")
  106. lines.append(f"素材质量(n={len(ok_records)}): {' · '.join(stat_parts)}")
  107. lines.append("")
  108. lines.append("【已挂创意】")
  109. for r in approved_list:
  110. cid = r.get("dynamic_creative_id") or "(挂失败)"
  111. quality = _fmt_quality_summary(r)
  112. lines.append(
  113. f" · adgroup {r['adgroup_id']}({r['adgroup_name']}) "
  114. f"→ creative_id={cid} · name={r['creative_name']}{quality}"
  115. )
  116. rejected_list = [r for r in summary["records"] if r.get("action") == "reject"]
  117. hold_list = [r for r in summary["records"] if r.get("action") == "hold"]
  118. skip_list = [r for r in summary["records"] if r.get("action") == "skip"]
  119. if rejected_list or hold_list or skip_list:
  120. lines.append("")
  121. lines.append(
  122. f"【未挂】reject {len(rejected_list)} · hold {len(hold_list)} · skip {len(skip_list)}"
  123. )
  124. text = "\n".join(lines)
  125. token = _get_tenant_token()
  126. url = "https://open.feishu.cn/open-apis/im/v1/messages?receive_id_type=chat_id"
  127. body = {
  128. "receive_id": chat_id,
  129. "msg_type": "text",
  130. "content": json.dumps({"text": text}, ensure_ascii=False),
  131. }
  132. resp = httpx.post(url, headers=_auth_headers(token), json=body, timeout=30)
  133. if resp.json().get("code") == 0:
  134. logger.info("[apply] 执行汇报已发送 chat=%s", chat_id)
  135. else:
  136. logger.warning("[apply] 执行汇报发送失败: %s", resp.text[:200])
  137. except Exception as e:
  138. logger.exception("[apply] 发送执行汇报异常: %s", e)
  139. def apply_pending_records(records: list[dict]) -> dict:
  140. """Phase 3:对 records 里 action=approve 的项调腾讯 POST 创意,返回 summary。
  141. Args:
  142. records: pending records,每个含 action 字段(approve/reject/hold/skip)
  143. 以及 _request_body / account_id / adgroup_id / 等
  144. Returns:
  145. summary dict:
  146. {
  147. "run_started", "run_finished",
  148. "total": {records, approved, posted_ok, posted_failed},
  149. "records": [...] # 每条含 action + dynamic_creative_id(成功时) + error(失败时)
  150. }
  151. """
  152. run_started = now_in_timezone().isoformat()
  153. posted_ok = 0
  154. posted_failed = 0
  155. approved_total = 0
  156. out_records = []
  157. for r in records:
  158. rec = dict(r)
  159. action = (rec.get("action") or "skip").lower()
  160. rec["action"] = action
  161. if action != "approve":
  162. try:
  163. update_material_usage_status(rec, action)
  164. except Exception as e:
  165. logger.warning(
  166. "[apply] 更新素材 usage 状态失败 action=%s material=%s: %s",
  167. action, rec.get("_material_id"), e,
  168. )
  169. out_records.append(rec)
  170. continue
  171. approved_total += 1
  172. body = rec.get("_request_body")
  173. if not body:
  174. rec["error"] = "missing _request_body"
  175. posted_failed += 1
  176. try:
  177. update_material_usage_status(rec, "post_failed", error=rec["error"])
  178. except Exception as e:
  179. logger.warning("[apply] 更新素材 usage 状态失败: %s", e)
  180. out_records.append(rec)
  181. continue
  182. cid = post_creative_with_prepared_body(
  183. account_id=int(rec["account_id"]),
  184. body=body,
  185. skip_if_exists=True,
  186. )
  187. if cid:
  188. rec["dynamic_creative_id"] = str(cid)
  189. posted_ok += 1
  190. try:
  191. update_material_usage_status(rec, "posted_ok", dynamic_creative_id=cid)
  192. except Exception as e:
  193. logger.warning("[apply] 更新素材 usage 状态失败 cid=%s: %s", cid, e)
  194. try:
  195. record_creation_submission(rec, int(cid))
  196. except Exception as e:
  197. logger.warning("[apply] 记录创意审核扫描任务失败 cid=%s: %s", cid, e)
  198. else:
  199. rec["error"] = "post_failed"
  200. posted_failed += 1
  201. mark_creation_submit_failed(rec, "post_failed")
  202. try:
  203. update_material_usage_status(rec, "post_failed", error=rec["error"])
  204. except Exception as e:
  205. logger.warning("[apply] 更新素材 usage 状态失败: %s", e)
  206. out_records.append(rec)
  207. run_finished = now_in_timezone().isoformat()
  208. return {
  209. "run_started": run_started,
  210. "run_finished": run_finished,
  211. "total": {
  212. "records": len(records),
  213. "approved": approved_total,
  214. "posted_ok": posted_ok,
  215. "posted_failed": posted_failed,
  216. },
  217. "records": out_records,
  218. }
  219. def _strip_body_for_json(records: list[dict]) -> list[dict]:
  220. """删 _request_body 中可能含 jump_spec 的长字段,JSON 落盘体积更小。
  221. 保留 body 顶层字段(adgroup_id/name/account_id)作为追溯。"""
  222. out = []
  223. for r in records:
  224. rec = dict(r)
  225. body = rec.pop("_request_body", None)
  226. if body:
  227. rec["_body_summary"] = {
  228. "account_id": body.get("account_id"),
  229. "adgroup_id": body.get("adgroup_id"),
  230. "dynamic_creative_name": body.get("dynamic_creative_name"),
  231. }
  232. out.append(rec)
  233. return out
  234. def write_summary(summary: dict, output_dir: Path) -> Path:
  235. output_dir.mkdir(parents=True, exist_ok=True)
  236. now = now_in_timezone()
  237. date_str = now.strftime("%Y%m%d")
  238. ts = now.strftime("%H%M%S")
  239. out_path = output_dir / f"creation_run_{date_str}_{ts}.json"
  240. persisted = dict(summary)
  241. persisted["records"] = _strip_body_for_json(summary["records"])
  242. with open(out_path, "w", encoding="utf-8") as f:
  243. json.dump(persisted, f, ensure_ascii=False, indent=2)
  244. return out_path
  245. def main() -> int:
  246. """独立模式:从 JSON 文件读 pending records → apply → 写 summary + 发飞书。"""
  247. logging.basicConfig(
  248. level=logging.INFO,
  249. format="%(asctime)s | %(levelname)s | %(name)s | %(message)s",
  250. datefmt="%H:%M:%S",
  251. )
  252. for noisy in ("httpx", "httpcore", "config", "db.config"):
  253. logging.getLogger(noisy).setLevel(logging.WARNING)
  254. # SLS 上报(2026-06-11 接入)— 配置缺失自动降级
  255. try:
  256. from tools.sls_setup import attach_sls_handler
  257. attach_sls_handler()
  258. except Exception as e:
  259. logger.warning("[sls] 挂载异常(降级为本地 only):%s", e)
  260. parser = argparse.ArgumentParser(
  261. description="从 pending records 执行创意创建;可选择读取已有飞书审批表决策。",
  262. )
  263. parser.add_argument("pending_records_json")
  264. parser.add_argument("--sheet-token", default="", help="已有创意审批飞书表 token")
  265. parser.add_argument("--sheet-id", default="", help="已有创意审批飞书表 sheet_id")
  266. parser.add_argument(
  267. "--approval-timeout-minutes",
  268. type=int,
  269. default=CREATION_APPROVAL_TIMEOUT_MINUTES,
  270. help="读取已有审批表时等待决策的分钟数",
  271. )
  272. args = parser.parse_args()
  273. pending_path = Path(args.pending_records_json)
  274. if not pending_path.exists():
  275. logger.error(f"文件不存在: {pending_path}")
  276. return 1
  277. with open(pending_path, encoding="utf-8") as f:
  278. records = json.load(f)
  279. if args.sheet_token and args.sheet_id:
  280. from tools.im_approval_creation import poll_approval_actions
  281. logger.info(
  282. "读取已有审批表决策 sheet_token=%s sheet_id=%s records=%d",
  283. args.sheet_token, args.sheet_id, len(records),
  284. )
  285. actions = poll_approval_actions(
  286. sheet_token=args.sheet_token,
  287. sheet_id=args.sheet_id,
  288. expected_row_count=len(records),
  289. timeout_minutes=args.approval_timeout_minutes,
  290. )
  291. for i, rec in enumerate(records, start=1):
  292. rec["action"] = actions.get(i, "skip")
  293. logger.info("审批决策读取完成: %d/%d", len(actions), len(records))
  294. logger.info(f"读到 {len(records)} 条 pending records,开始 Phase 3 执行")
  295. summary = apply_pending_records(records)
  296. out_path = write_summary(summary, _HERE / "outputs" / "data")
  297. _send_apply_summary_to_feishu(summary)
  298. t = summary["total"]
  299. logger.info(
  300. f"Phase 3 完成: approve={t['approved']} ok={t['posted_ok']} fail={t['posted_failed']}"
  301. )
  302. logger.info(f"summary: {out_path}")
  303. return 0 if t["posted_failed"] == 0 else 1
  304. if __name__ == "__main__":
  305. sys.exit(main())