v0.4提交

develop/history_info.py

@@ -0,0 +1,13 @@
+"""
+@author: luojunhui
+"""
+from applications.odps_server import PyODPS
+
+odps_function = PyODPS()
+
+sql = "select * from loghubods.lastday_return where dt = '20230306' limit 100;"
+
+data = odps_function.select(sql)
+
+for line in data:
+    print(line)

develop/spider.py

@@ -0,0 +1,41 @@
+"""
+@author: luojunhui
+"""
+import requests
+import json
+
+url = "https://gp-api.iguopin.com/api/jobs/v1/recom-job"
+
+payload = json.dumps({
+  "search": {
+    "page": 1,
+    "page_size": 20
+  },
+  "recom": {
+    "update_time": True,
+    "company_nature": True,
+    "hot_job": True
+  }
+})
+headers = {
+  'accept': 'application/json, text/plain, */*',
+  'accept-language': 'zh,zh-CN;q=0.9',
+  'content-type': 'application/json',
+  'device': 'pc',
+  'origin': 'https://www.iguopin.com',
+  'priority': 'u=1, i',
+  'referer': 'https://www.iguopin.com/',
+  'sec-ch-ua': '"Not/A)Brand";v="8", "Chromium";v="126", "Google Chrome";v="126"',
+  'sec-ch-ua-mobile': '?0',
+  'sec-ch-ua-platform': '"macOS"',
+  'sec-fetch-dest': 'empty',
+  'sec-fetch-mode': 'cors',
+  'sec-fetch-site': 'same-site',
+  'subsite': 'iguopin',
+  'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36'
+}
+
+response = requests.request("POST", url, headers=headers, data=payload)
+for item in response.json()['data']['list']:
+    if item['recruitment_type_cn'] == '社招':
+        print(json.dumps(item, ensure_ascii=False, indent=4))

schedule_app.py

@@ -36,9 +36,12 @@ def get_off_videos_task():
 if __name__ == '__main__':
     # migrate_videos_task()
     # get_off_videos_task()
-    schedule.every().day.at("06:00").do(migrate_videos_task)
+    schedule.every().day.at("01:00").do(source_id_job)
+
+    schedule.every().day.at("05:00").do(migrate_videos_task)
+
+    schedule.every().day.at("06:00").do(get_off_videos_task)
 
-    schedule.every().day.at("05:00").do(get_off_videos_task)
     while True:
         schedule.run_pending()
         print("定时任务正在执行")

static/22059569.json

@@ -0,0 +1 @@
+{"time": 1720581550}

static/22059575.json

@@ -0,0 +1 @@
+{"time": 1720581550}

static/22059736.json

@@ -0,0 +1 @@
+{"time": 1720581550}

static/22059738.json

@@ -0,0 +1 @@
+{"time": 1720581550}

static/22059743.json

@@ -0,0 +1 @@
+{"time": 1720581550}

static/22059746.json

@@ -0,0 +1 @@
+{"time": 1720581550}

static/22059838.json

@@ -0,0 +1 @@
+{"time": 1720581550}

static/22059953.json

@@ -0,0 +1 @@
+{"time": 1720581550}

static/22059966.json

@@ -0,0 +1 @@
+{"time": 1720581550}

static/22060077.json

@@ -0,0 +1 @@
+{"time": 1720581550}

static/22060106.json

@@ -0,0 +1 @@
+{"time": 1720581550}

static/22060455.json

@@ -0,0 +1 @@
+{"time": 1720581550}

static/22060461.json

@@ -0,0 +1 @@
+{"time": 1720581550}

static/22060463.json

@@ -0,0 +1 @@
+{"time": 1720581550}

static/22061667.json

@@ -0,0 +1 @@
+{"time": 1720581551}

static/22061680.json

@@ -0,0 +1 @@
+{"time": 1720581551}

static/22061691.json

@@ -0,0 +1 @@
+{"time": 1720581555}

static/22061975.json

@@ -0,0 +1 @@
+{"time": 1720581551}

static/22062281.json

@@ -0,0 +1 @@
+{"time": 1720581552}

static/22062283.json

@@ -0,0 +1 @@
+{"time": 1720581552}

static/22062293.json

@@ -0,0 +1 @@
+{"time": 1720581552}

static/22062306.json

@@ -0,0 +1 @@
+{"time": 1720581552}

static/22062783.json

@@ -0,0 +1 @@
+{"time": 1720581552}

static/22062789.json

@@ -0,0 +1 @@
+{"time": 1720581552}

static/22062797.json

@@ -0,0 +1 @@
+{"time": 1720581552}

static/22062918.json

@@ -0,0 +1 @@
+{"time": 1720581552}

static/22062962.json

@@ -0,0 +1 @@
+{"time": 1720581552}

static/22062963.json

@@ -0,0 +1 @@
+{"time": 1720581552}

static/22063057.json

@@ -0,0 +1 @@
+{"time": 1720581552}

static/22063072.json

@@ -0,0 +1 @@
+{"time": 1720581552}

static/22063317.json

@@ -0,0 +1 @@
+{"time": 1720581552}

static/22063325.json

@@ -0,0 +1 @@
+{"time": 1720581552}

static/22063603.json

@@ -0,0 +1 @@
+{"time": 1720581552}

static/22063606.json

@@ -0,0 +1 @@
+{"time": 1720581552}

static/22063807.json

@@ -0,0 +1 @@
+{"time": 1720581552}

static/22063808.json

@@ -0,0 +1 @@
+{"time": 1720581552}

static/22063809.json

@@ -0,0 +1 @@
+{"time": 1720581553}

static/22063811.json

@@ -0,0 +1 @@
+{"time": 1720581553}

static/22063931.json

@@ -0,0 +1 @@
+{"time": 1720581553}

static/22063935.json

@@ -0,0 +1 @@
+{"time": 1720581553}

static/22063948.json

@@ -0,0 +1 @@
+{"time": 1720581553}

static/22064048.json

@@ -0,0 +1 @@
+{"time": 1720581553}

static/22064052.json

@@ -0,0 +1 @@
+{"time": 1720581553}

static/22064143.json

@@ -0,0 +1 @@
+{"time": 1720581553}

static/22064150.json

@@ -0,0 +1 @@
+{"time": 1720581553}

static/22064222.json

@@ -0,0 +1 @@
+{"time": 1720581553}

static/22064235.json

@@ -0,0 +1 @@
+{"time": 1720581553}

static/22064287.json

@@ -0,0 +1 @@
+{"time": 1720581553}

static/22064293.json

@@ -0,0 +1 @@
+{"time": 1720581553}

static/22064305.json

@@ -0,0 +1 @@
+{"time": 1720581553}

static/22064482.json

@@ -0,0 +1 @@
+{"time": 1720581553}

static/22064484.json

@@ -0,0 +1 @@
+{"time": 1720581553}

static/22064489.json

@@ -0,0 +1 @@
+{"time": 1720581553}

static/22064727.json

@@ -0,0 +1 @@
+{"time": 1720581554}

static/22065015.json

@@ -0,0 +1 @@
+{"time": 1720581554}

static/22065023.json

@@ -0,0 +1 @@
+{"time": 1720581554}

static/22065024.json

@@ -0,0 +1 @@
+{"time": 1720581554}

static/22065027.json

@@ -0,0 +1 @@
+{"time": 1720581554}

static/22065135.json

@@ -0,0 +1 @@
+{"time": 1720581554}

static/22065145.json

@@ -0,0 +1 @@
+{"time": 1720581554}

static/22065151.json

@@ -0,0 +1 @@
+{"time": 1720581554}

static/22065325.json

@@ -0,0 +1 @@
+{"time": 1720581554}

static/22065328.json

@@ -0,0 +1 @@
+{"time": 1720581554}

static/22065331.json

@@ -0,0 +1 @@
+{"time": 1720581554}

static/22065332.json

@@ -0,0 +1 @@
+{"time": 1720581554}

static/22065569.json

@@ -0,0 +1 @@
+{"time": 1720581555}

static/22065570.json

@@ -0,0 +1 @@
+{"time": 1720581555}

static/22065572.json

@@ -0,0 +1 @@
+{"time": 1720581555}

static/22065576.json

@@ -0,0 +1 @@
+{"time": 1720581555}

static/22065682.json

@@ -0,0 +1 @@
+{"time": 1720581555}

static/22065687.json

@@ -0,0 +1 @@
+{"time": 1720581555}

static/22065691.json

@@ -0,0 +1 @@
+{"time": 1720581555}

static/22065781.json

@@ -0,0 +1 @@
+{"time": 1720581555}

static/22065782.json

@@ -0,0 +1 @@
+{"time": 1720581555}

static/22065783.json

@@ -0,0 +1 @@
+{"time": 1720581556}

static/22065787.json

@@ -0,0 +1 @@
+{"time": 1720581556}

static/22065788.json

@@ -0,0 +1 @@
+{"time": 1720581556}

static/22065791.json

@@ -0,0 +1 @@
+{"time": 1720581556}

static/22065876.json

@@ -0,0 +1 @@
+{"time": 1720581556}

static/22065878.json

@@ -0,0 +1 @@
+{"time": 1720581556}

static/22065897.json

@@ -0,0 +1 @@
+{"time": 1720581556}

static/22066178.json

@@ -0,0 +1 @@
+{"time": 1720581557}

static/22066263.json

@@ -0,0 +1 @@
+{"time": 1720581557}

static/22066386.json

@@ -0,0 +1 @@
+{"time": 1720581557}

static/22066392.json

@@ -0,0 +1 @@
+{"time": 1720581557}

static/22066491.json

@@ -0,0 +1 @@
+{"time": 1720581557}

static/22066496.json

@@ -0,0 +1 @@
+{"time": 1720581557}

static/22066519.json

@@ -0,0 +1 @@
+{"time": 1720581557}

static/22066594.json

@@ -0,0 +1 @@
+{"time": 1720581557}

static/22066596.json

@@ -0,0 +1 @@
+{"time": 1720581557}

static/22066599.json

@@ -0,0 +1 @@
+{"time": 1720581557}

static/22066920.json

@@ -0,0 +1 @@
+{"time": 1720581558}

static/22067021.json

@@ -0,0 +1 @@
+{"time": 1720581558}

static/22067027.json

@@ -0,0 +1 @@
+{"time": 1720581558}

static/22067043.json

@@ -0,0 +1 @@
+{"time": 1720581558}

static/22067124.json

@@ -0,0 +1 @@
+{"time": 1720581558}

static/22067128.json

@@ -0,0 +1 @@
+{"time": 1720581558}