service.py 7.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209
  1. """Unified post reader for image-text and video decode inputs."""
  2. from __future__ import annotations
  3. from typing import Any, Protocol
  4. from acquisition.content_mode import infer_content_mode
  5. from acquisition.domain import CandidateItem, MediaAsset
  6. from core.config import Settings
  7. from core.models import Card, ExtractedContent, Post
  8. from decode_content.models import ReadCard, ReadResult
  9. from decode_content.readers.imgtext import BailianExtractor, read_imgtext
  10. from decode_content.readers.video import read_video
  11. class ImageReader(Protocol):
  12. def __call__(self, post: Post) -> ExtractedContent:
  13. ...
  14. class VideoReader(Protocol):
  15. def __call__(self, post: Post) -> ExtractedContent:
  16. ...
  17. class UnsupportedPostModeError(ValueError):
  18. pass
  19. def _nested_text(payload: dict, *path: str) -> str:
  20. current: Any = payload
  21. for key in path:
  22. if not isinstance(current, dict):
  23. return ""
  24. current = current.get(key)
  25. return current if isinstance(current, str) else ""
  26. def _body_text_from_payload(source_payload: dict) -> str:
  27. return (
  28. _nested_text(source_payload, "body_text")
  29. or _nested_text(source_payload, "detail", "body_text")
  30. or _nested_text(source_payload, "detail", "data", "data", "body_text")
  31. or _nested_text(source_payload, "candidate", "body_text")
  32. or _nested_text(source_payload, "candidate", "raw", "body_text")
  33. or _nested_text(source_payload, "desc")
  34. or _nested_text(source_payload, "content")
  35. )
  36. def _media_url(asset: MediaAsset) -> str | None:
  37. return asset.cdn_url or asset.oss_url or asset.source_url
  38. def post_from_candidate_item(item: CandidateItem, media_assets: list[MediaAsset]) -> Post:
  39. """Build the reader input from formal acquisition DB objects."""
  40. ordered = sorted(media_assets, key=lambda asset: asset.position)
  41. image_urls: list[str] = []
  42. video_urls: list[str] = []
  43. cards: list[Card] = []
  44. for asset in ordered:
  45. url = _media_url(asset)
  46. if not url:
  47. continue
  48. media_type = asset.media_type.lower()
  49. if media_type == "video":
  50. video_urls.append(url)
  51. continue
  52. if media_type in {"image", "cover", "frame"}:
  53. image_urls.append(url)
  54. cards.append(
  55. Card(
  56. index=len(cards) + 1,
  57. kind="frame" if media_type == "frame" else "image",
  58. url=url,
  59. timestamp=asset.metadata.get("timestamp"),
  60. )
  61. )
  62. source_payload = item.source_payload or {}
  63. body_text = item.body_text or _body_text_from_payload(source_payload) or item.raw_summary or ""
  64. content_id = item.platform_item_id or (str(item.id) if item.id else "")
  65. content_mode = item.content_mode or infer_content_mode(
  66. platform=item.platform,
  67. content_type=item.content_type or "",
  68. body_text=body_text,
  69. image_urls=image_urls,
  70. video_urls=video_urls,
  71. raw=source_payload if isinstance(source_payload, dict) else {},
  72. )
  73. return Post(
  74. id=f"{item.platform}_{content_id}" if content_id and not content_id.startswith(f"{item.platform}_") else content_id,
  75. platform=item.platform,
  76. url=item.canonical_url or "",
  77. content_id=content_id,
  78. title=item.title or "",
  79. content_type=item.content_type or ("video" if content_mode == "video_post" else "图文"),
  80. content_mode=content_mode,
  81. body_text=body_text,
  82. topic_list=source_payload.get("topic_list") or source_payload.get("topics") or [],
  83. image_urls=image_urls,
  84. video_urls=video_urls,
  85. cards=[] if video_urls else cards,
  86. author_name=item.author_name,
  87. raw=source_payload,
  88. )
  89. def read_result_from_extracted(post: Post, extracted: ExtractedContent) -> ReadResult:
  90. cmap = {card.index: card.content for card in extracted.cards}
  91. cards: list[ReadCard] = []
  92. source_cards = post.cards
  93. if not source_cards and post.image_urls:
  94. source_cards = [
  95. {"index": idx, "kind": "image", "url": url}
  96. for idx, url in enumerate(post.image_urls, start=1)
  97. ]
  98. for raw in source_cards:
  99. if isinstance(raw, dict):
  100. index = int(raw.get("index") or 0)
  101. kind = str(raw.get("kind") or "image")
  102. url = raw.get("url")
  103. timestamp = raw.get("timestamp")
  104. start = raw.get("start")
  105. end = raw.get("end")
  106. else:
  107. index = raw.index
  108. kind = raw.kind
  109. url = raw.url
  110. timestamp = raw.timestamp
  111. start = raw.start
  112. end = raw.end
  113. cards.append(
  114. ReadCard(
  115. index=index,
  116. kind=kind,
  117. url=url,
  118. timestamp=timestamp,
  119. start=start,
  120. end=end,
  121. content=cmap.get(index, ""),
  122. )
  123. )
  124. parts = [extracted.text]
  125. if extracted.from_image:
  126. parts.append("【图片要点】\n" + extracted.from_image)
  127. if extracted.from_video:
  128. parts.append("【视频要点】\n" + extracted.from_video)
  129. parts.extend(f"【卡片{card.index}】{card.content}" for card in extracted.cards if card.content)
  130. text = "\n\n".join(p for p in parts if p)
  131. media = (
  132. {"type": "video", "video_url": post.video_urls[0] if post.video_urls else None, "images": []}
  133. if post.video_urls
  134. else {"type": "image", "video_url": None, "images": list(post.image_urls)}
  135. )
  136. return ReadResult(text=text, cards=cards, media=media, is_empty=bool(extracted.is_empty))
  137. def read_post(
  138. post: Post,
  139. *,
  140. settings: Settings | None = None,
  141. extractor: BailianExtractor | None = None,
  142. image_reader: ImageReader | None = None,
  143. video_reader: VideoReader | None = None,
  144. ) -> ReadResult:
  145. mode = post.content_mode or ("video_post" if post.video_urls else "image_post")
  146. if mode == "unsupported":
  147. raise UnsupportedPostModeError("unsupported_content_mode")
  148. if mode == "video_post":
  149. if not post.video_urls:
  150. raise UnsupportedPostModeError("video_url_missing")
  151. if video_reader is not None:
  152. extracted = video_reader(post)
  153. else:
  154. if settings is None:
  155. raise ValueError("settings is required when reading video posts")
  156. extracted = read_video(post, settings=settings)
  157. else:
  158. extracted = image_reader(post) if image_reader is not None else read_imgtext(post, extractor=extractor)
  159. return read_result_from_extracted(post, extracted)
  160. def read_item(
  161. item: CandidateItem,
  162. media_assets: list[MediaAsset],
  163. *,
  164. settings: Settings | None = None,
  165. extractor: BailianExtractor | None = None,
  166. image_reader: ImageReader | None = None,
  167. video_reader: VideoReader | None = None,
  168. ) -> ReadResult:
  169. return read_post(
  170. post_from_candidate_item(item, media_assets),
  171. settings=settings,
  172. extractor=extractor,
  173. image_reader=image_reader,
  174. video_reader=video_reader,
  175. )
  176. __all__ = [
  177. "ImageReader",
  178. "UnsupportedPostModeError",
  179. "VideoReader",
  180. "post_from_candidate_item",
  181. "read_item",
  182. "read_post",
  183. "read_result_from_extracted",
  184. ]