init

.gitignore

@@ -51,7 +51,7 @@ coverage.xml
 
 # Django stuff:
 *.log
-
+.idea/
 # Sphinx documentation
 docs/_build/
 

crawler/alert.py

@@ -0,0 +1 @@
+# 报警

crawler/auth.py

@@ -0,0 +1 @@
+# 鉴权 ：session cookie 处理

crawler/config.py

@@ -0,0 +1,21 @@
+# 配置信息：环境 策略等
+
+
+class Config:
+    ENV = {
+        'dev': 'dev',  # 开发环境
+        'test': 'test',  # 开发环境
+        'pre': 'pre',  # 开发环境
+        'prod': 'prod'  # 开发环境
+    }
+    PLATFORM = {
+        'xiaoniangao': 'xiaoniangao',  # 小年糕
+        'xigua': 'xigua',  # 西瓜视频
+        'shipinhao': 'shipinhao'  # 视频号
+    }
+
+    STRATEGY = {
+        'channel_page': 'channel_page',  # 推荐/频道页  规则抓取
+        'home_page': 'home_page',  # 用户主页 规则抓取
+        'search': 'search'  # 搜索结果 规则抓取
+    }

crawler/run.py

@@ -0,0 +1,22 @@
+import logging
+import sys
+
+from crawler import config
+
+
+class Main:
+    @staticmethod
+    def main(argv):
+        # Platform  Strategy  Env
+        print("start run crawler...")
+        print("Platform = " + argv[0])
+        print("Strategy = " + argv[1])
+        print("Env = " + argv[2])
+        print("Platform = " + config.PLATFORM['xiaoniangao'])
+        print("Strategy = " + config.STRATEGY['home_page'])
+        print("Env = " + config.ENV['test'])
+
+
+
+if __name__ == '__main__':
+    Main.main(sys.argv)

crawler/utils.py

@@ -0,0 +1 @@
+# 操作工具

crawler/video.py

@@ -0,0 +1 @@
+# 核心流程：获取信息 ->

tests/video.py

@@ -0,0 +1,10 @@
+import unittest
+
+# 单元测试
+class MyTestCase(unittest.TestCase):
+    def test_something(self):
+        self.assertEqual(True, False)  # add assertion here
+
+
+if __name__ == '__main__':
+    unittest.main()