service.py 7.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219
  1. """Unified post reader for image-text and video decode inputs."""
  2. from __future__ import annotations
  3. from typing import Any, Protocol
  4. from acquisition.content_mode import infer_content_mode
  5. from acquisition.domain import CandidateItem, MediaAsset
  6. from core.config import Settings
  7. from core.models import Card, ExtractedContent, Post
  8. from decode_content.models import ReadCard, ReadResult
  9. from decode_content.readers.imgtext import BailianExtractor, read_imgtext
  10. from decode_content.readers.video import read_video
  11. class ImageReader(Protocol):
  12. def __call__(self, post: Post) -> ExtractedContent:
  13. ...
  14. class VideoReader(Protocol):
  15. def __call__(self, post: Post) -> ExtractedContent:
  16. ...
  17. class UnsupportedPostModeError(ValueError):
  18. pass
  19. def _nested_text(payload: dict, *path: str) -> str:
  20. current: Any = payload
  21. for key in path:
  22. if not isinstance(current, dict):
  23. return ""
  24. current = current.get(key)
  25. return current if isinstance(current, str) else ""
  26. def _body_text_from_payload(source_payload: dict) -> str:
  27. return (
  28. _nested_text(source_payload, "body_text")
  29. or _nested_text(source_payload, "detail", "body_text")
  30. or _nested_text(source_payload, "detail", "data", "data", "body_text")
  31. or _nested_text(source_payload, "candidate", "body_text")
  32. or _nested_text(source_payload, "candidate", "raw", "body_text")
  33. or _nested_text(source_payload, "desc")
  34. or _nested_text(source_payload, "content")
  35. )
  36. def _media_url(asset: MediaAsset) -> str | None:
  37. return asset.cdn_url or asset.oss_url or asset.source_url
  38. def _stable_media_url(asset: MediaAsset) -> str | None:
  39. return asset.cdn_url or asset.oss_url
  40. def post_from_candidate_item(item: CandidateItem, media_assets: list[MediaAsset]) -> Post:
  41. """Build the reader input from formal acquisition DB objects."""
  42. ordered = sorted(media_assets, key=lambda asset: asset.position)
  43. image_urls: list[str] = []
  44. video_urls: list[str] = []
  45. cards: list[Card] = []
  46. for asset in ordered:
  47. url = _media_url(asset)
  48. if not url:
  49. continue
  50. media_type = asset.media_type.lower()
  51. if media_type == "video":
  52. stable_url = _stable_media_url(asset)
  53. if stable_url:
  54. video_urls.append(stable_url)
  55. continue
  56. if media_type in {"image", "cover", "frame"}:
  57. image_urls.append(url)
  58. cards.append(
  59. Card(
  60. index=len(cards) + 1,
  61. kind="frame" if media_type == "frame" else "image",
  62. url=url,
  63. timestamp=asset.metadata.get("timestamp"),
  64. )
  65. )
  66. source_payload = item.source_payload or {}
  67. body_text = item.body_text or _body_text_from_payload(source_payload) or item.raw_summary or ""
  68. content_id = item.platform_item_id or (str(item.id) if item.id else "")
  69. content_mode = item.content_mode or infer_content_mode(
  70. platform=item.platform,
  71. content_type=item.content_type or "",
  72. body_text=body_text,
  73. image_urls=image_urls,
  74. video_urls=video_urls,
  75. raw=source_payload if isinstance(source_payload, dict) else {},
  76. )
  77. return Post(
  78. id=f"{item.platform}_{content_id}" if content_id and not content_id.startswith(f"{item.platform}_") else content_id,
  79. platform=item.platform,
  80. url=item.canonical_url or "",
  81. content_id=content_id,
  82. title=item.title or "",
  83. content_type=item.content_type or ("video" if content_mode == "video_post" else "图文"),
  84. content_mode=content_mode,
  85. body_text=body_text,
  86. topic_list=source_payload.get("topic_list") or source_payload.get("topics") or [],
  87. image_urls=image_urls,
  88. video_urls=video_urls,
  89. cards=[] if video_urls else cards,
  90. author_name=item.author_name,
  91. raw=source_payload,
  92. )
  93. def read_result_from_extracted(post: Post, extracted: ExtractedContent) -> ReadResult:
  94. cmap = {card.index: card.content for card in extracted.cards}
  95. cards: list[ReadCard] = []
  96. source_cards = post.cards
  97. if not source_cards and post.image_urls:
  98. source_cards = [
  99. {"index": idx, "kind": "image", "url": url}
  100. for idx, url in enumerate(post.image_urls, start=1)
  101. ]
  102. for raw in source_cards:
  103. if isinstance(raw, dict):
  104. index = int(raw.get("index") or 0)
  105. kind = str(raw.get("kind") or "image")
  106. url = raw.get("url")
  107. timestamp = raw.get("timestamp")
  108. start = raw.get("start")
  109. end = raw.get("end")
  110. else:
  111. index = raw.index
  112. kind = raw.kind
  113. url = raw.url
  114. timestamp = raw.timestamp
  115. start = raw.start
  116. end = raw.end
  117. cards.append(
  118. ReadCard(
  119. index=index,
  120. kind=kind,
  121. url=url,
  122. timestamp=timestamp,
  123. start=start,
  124. end=end,
  125. content=cmap.get(index, ""),
  126. )
  127. )
  128. parts = [extracted.text]
  129. if extracted.from_image:
  130. parts.append("【图片要点】\n" + extracted.from_image)
  131. if extracted.from_video:
  132. parts.append("【视频要点】\n" + extracted.from_video)
  133. parts.extend(f"【卡片{card.index}】{card.content}" for card in extracted.cards if card.content)
  134. text = "\n\n".join(p for p in parts if p)
  135. media = (
  136. {"type": "video", "video_url": post.video_urls[0] if post.video_urls else None, "images": []}
  137. if post.video_urls
  138. else {"type": "image", "video_url": None, "images": list(post.image_urls)}
  139. )
  140. return ReadResult(text=text, cards=cards, media=media, is_empty=bool(extracted.is_empty))
  141. def read_post(
  142. post: Post,
  143. *,
  144. settings: Settings | None = None,
  145. extractor: BailianExtractor | None = None,
  146. image_reader: ImageReader | None = None,
  147. video_reader: VideoReader | None = None,
  148. ) -> ReadResult:
  149. mode = post.content_mode or ("video_post" if post.video_urls else "image_post")
  150. if mode == "unsupported":
  151. raise UnsupportedPostModeError("unsupported_content_mode")
  152. if mode == "video_post":
  153. if not post.video_urls:
  154. raise UnsupportedPostModeError("video_url_missing")
  155. if video_reader is not None:
  156. extracted = video_reader(post)
  157. else:
  158. if settings is None:
  159. raise ValueError("settings is required when reading video posts")
  160. extracted = read_video(
  161. post,
  162. settings=settings,
  163. oss_video_url=post.video_urls[0],
  164. )
  165. else:
  166. extracted = image_reader(post) if image_reader is not None else read_imgtext(post, extractor=extractor)
  167. return read_result_from_extracted(post, extracted)
  168. def read_item(
  169. item: CandidateItem,
  170. media_assets: list[MediaAsset],
  171. *,
  172. settings: Settings | None = None,
  173. extractor: BailianExtractor | None = None,
  174. image_reader: ImageReader | None = None,
  175. video_reader: VideoReader | None = None,
  176. ) -> ReadResult:
  177. return read_post(
  178. post_from_candidate_item(item, media_assets),
  179. settings=settings,
  180. extractor=extractor,
  181. image_reader=image_reader,
  182. video_reader=video_reader,
  183. )
  184. __all__ = [
  185. "ImageReader",
  186. "UnsupportedPostModeError",
  187. "VideoReader",
  188. "post_from_candidate_item",
  189. "read_item",
  190. "read_post",
  191. "read_result_from_extracted",
  192. ]