修改 hello -> healthcheck

Dockerfile

@@ -16,4 +16,4 @@ RUN pip install --no-cache-dir -r requirements.txt -i https://pypi.tuna.tsinghua
 
 EXPOSE 8000
 
-CMD ["hypercorn","async_app:app","--config", "hypercorn.config.toml"]
+CMD ["hypercorn","async_app:app","--config", "hypercorn_config.toml"]

applications/routes.py

@@ -3,6 +3,7 @@
 """
 from quart import Blueprint, jsonify, request
 from applications.functions import ParamProcess
+from applications.upload import *
 
 
 video_score_blueprint = Blueprint('light_gbm_score', __name__)
@@ -26,4 +27,21 @@ async def post_data():
     p = ParamProcess()
     data = await request.get_json()
     processed_data = await p.process(data)
-    return jsonify(processed_data)
+    return jsonify(processed_data)
+
+@video_score_blueprint.route('/etl', methods=['POST'])
+async def download_upload_publish():
+    """
+    ETL Python  接口
+    :return:
+    """
+    data = await request.get_json()
+    video_id = data['video_id']
+    video_url = data['video_url']
+    video_title = data['video_title']
+    result = upload_to_oss(video_id=video_id, video_url=video_url)
+    if result:
+        upload_to_pq(oss_object_key=result, title=video_title)
+        return jsonify({"status": "successfully uploaded"})
+    else:
+        return jsonify({"status": "failed"})

applications/upload.py

@@ -0,0 +1,104 @@
+"""
+@author: luojunhui
+"""
+import oss2
+import requests
+import urllib.parse
+
+import aiohttp
+import aiofiles
+
+OSS_ACCESS_KEY_ID = "LTAIP6x1l3DXfSxm"
+OSS_ACCESS_KEY_SECRET = "KbTaM9ars4OX3PMS6Xm7rtxGr1FLon"
+OSS_BUCKET_ENDPOINT = "oss-cn-hangzhou-internal.aliyuncs.com"  # 内网地址
+# OSS_BUCKET_ENDPOINT = "oss-cn-hangzhou.aliyuncs.com"  # 外网地址
+
+
+async def download_video(video_url, output_filename):
+    """
+    Asynchronously download a video from a given URL and save it to a specified file.
+    :param video_url: The URL of the video to download
+    :param output_filename: The file path where the video should be saved
+    """
+    async with aiohttp.ClientSession() as session:
+        async with session.get(video_url) as response:
+            if response.status == 200:
+                async with aiofiles.open(output_filename, mode='wb') as file:
+                    while True:
+                        chunk = await response.content.read(1024)
+                        if not chunk:
+                            break
+                        await file.write(chunk)
+                print("Download completed successfully.")
+            else:
+                print(f"Failed to download video. HTTP status: {response.status}")
+
+
+async def upload_to_oss(video_id, video_url):
+    """
+    Uploads video file to OSS
+    :param video_id:
+    :param video_url:
+    :return:
+    """
+    print("start download video...")
+    file_name = f"{video_id}.mp4"
+    await download_video(video_url, file_name)
+    print("video download successfully done")
+    oss_object_key = f'single_video/{video_id}'
+    auth = oss2.Auth(OSS_ACCESS_KEY_ID, OSS_ACCESS_KEY_SECRET)
+    bucket = oss2.Bucket(auth, OSS_BUCKET_ENDPOINT, "art-pubbucket")
+    response = bucket.put_object_from_file(oss_object_key, file_name)
+    if response.status == 200:
+        return oss_object_key
+    else:
+        return 0
+
+
+def upload_to_pq(oss_object_key, title, user_id="69611689"):
+    """
+    Uploads video files to PQ
+    :param oss_object_key:
+    :param title:
+    :param user_id:
+    :return:
+    """
+    url = "https://vlogapi.piaoquantv.com/longvideoapi/crawler/video/send"
+    payload = dict(
+        pageSource='vlog-pages/post/post-video-post',
+        videoPath=oss_object_key,
+        width='720',
+        height='1280',
+        fileExtensions='mp4',
+        viewStatus='1',
+        title=title,
+        careModelStatus='1',
+        token='f04f58d6e664cbc9902660a1e8d20ce6cd7fdb0f',
+        loginUid=user_id,
+        versionCode='719',
+        machineCode='weixin_openid_o0w175aZ4FJtqVsA1tcozJDJHdDU',
+        appId='wx89e7eb06478361d7',
+        clientTimestamp='1703337579331',
+        machineInfo='{"sdkVersion":"3.2.5","brand":"iPhone","language":"zh_CN","model":"iPhone 12 Pro<iPhone13,3>","platform":"ios","system":"iOS 15.6.1","weChatVersion":"8.0.44","screenHeight":844,"screenWidth":390,"pixelRatio":3,"windowHeight":762,"windowWidth":390,"softVersion":"4.1.719"}',
+        sessionId='1703337560040-27bfe208-a389-f476-db1d-840681e04b32',
+        subSessionId='1703337569952-8f56d53c-b36d-760e-8abe-0b4a027cd5bd',
+        senceType='1089',
+        hotSenceType='1089',
+        id='1050',
+        channel='pq'
+    )
+
+    payload['videoPath'] = oss_object_key
+    payload['title'] = title
+    data = urllib.parse.urlencode(payload)
+    headers = {
+        'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 15_6_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 MicroMessenger/8.0.44(0x18002c2d) NetType/WIFI Language/zh_CN',
+        'Accept-Encoding': 'gzip,compress,br,deflate',
+        'Referer': 'https://servicewechat.com/wx89e7eb06478361d7/726/page-frame.html',
+        'Content-Type': 'application/x-www-form-urlencoded',
+        'Cookie': 'JSESSIONID=A60D96E7A300A25EA05425B069C8B459'
+    }
+    response = requests.post(url, data=data, headers=headers)
+    data = response.json()
+    code = data["code"]
+    return code

requirements.txt

@@ -1,3 +1,4 @@
+aiohttp
 aiofiles==23.2.1
 alembic==1.13.1
 anyio==4.3.0
@@ -8,6 +9,7 @@ asttokens==2.4.1
 async-lru==2.0.4
 attrs==23.2.0
 Babel==2.14.0
+oss2
 bayesian-optimization==1.4.3
 beautifulsoup4==4.12.3
 bleach==6.1.0