wangyunpeng 2 days ago
parent
commit
74af485c9d

+ 0 - 32
core/src/main/java/com/tzld/videoVector/job/SpiderJob.java

@@ -1,32 +0,0 @@
-package com.tzld.videoVector.job;
-
-import com.ctrip.framework.apollo.spring.annotation.ApolloJsonValue;
-import com.xxl.job.core.biz.model.ReturnT;
-import com.xxl.job.core.handler.annotation.XxlJob;
-import lombok.extern.slf4j.Slf4j;
-import org.springframework.beans.factory.annotation.Value;
-import org.springframework.stereotype.Component;
-
-import java.util.List;
-
-@Slf4j
-@Component
-public class SpiderJob {
-
-    @Value("${get.rank.page.size:5}")
-    private Integer getRankPageSize;
-    @ApolloJsonValue("${spider.filter.source.list:[\"知乎\",\"知乎日报\",\"果壳\",\"壹心理\",\"China Daily\",\"NASA \uD83C\uDF0D\",\"wikiHow 中文\"]}")
-    private List<String> filterSourceList;
-
-    /**
-     * 热榜爬取
-     * @param param
-     * @return
-     */
-    @XxlJob("spiderTaskJob")
-    public ReturnT<String> spiderTaskJob(String param) {
-
-        return ReturnT.SUCCESS;
-    }
-
-}

+ 25 - 0
core/src/main/java/com/tzld/videoVector/job/VideoVectorJob.java

@@ -0,0 +1,25 @@
+package com.tzld.videoVector.job;
+
+import com.xxl.job.core.biz.model.ReturnT;
+import com.xxl.job.core.handler.annotation.XxlJob;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.stereotype.Component;
+
+
+@Slf4j
+@Component
+public class VideoVectorJob {
+
+
+    /**
+     * 视频向量化
+     * @param param
+     * @return
+     */
+    @XxlJob("vectorVideoJob")
+    public ReturnT<String> vectorVideoJob(String param) {
+
+        return ReturnT.SUCCESS;
+    }
+
+}

+ 33 - 0
core/src/main/java/com/tzld/videoVector/util/OdpsUtil.java

@@ -0,0 +1,33 @@
+package com.tzld.videoVector.util;
+
+import com.aliyun.odps.Instance;
+import com.aliyun.odps.Odps;
+import com.aliyun.odps.OdpsException;
+import com.aliyun.odps.account.Account;
+import com.aliyun.odps.account.AliyunAccount;
+import com.aliyun.odps.data.Record;
+import com.aliyun.odps.task.SQLTask;
+
+import java.util.List;
+
+public class OdpsUtil {
+
+    public static List<Record> getOdpsData(String sql) {
+        String accessId = "LTAI9EBa0bd5PrDa";
+        String accessKey = "vAalxds7YxhfOA2yVv8GziCg3Y87v5";
+        String endpoint = "http://service.odps.aliyun.com/api";
+        Account account = new AliyunAccount(accessId, accessKey);
+        Odps odps = new Odps(account);
+        odps.setEndpoint(endpoint);
+        odps.setDefaultProject("loghubods");
+        Instance i;
+        try {
+            i = SQLTask.run(odps, sql);
+            i.waitForSuccess();
+            return SQLTask.getResult(i);
+        } catch (OdpsException e) {
+            e.printStackTrace();
+        }
+        return null;
+    }
+}

+ 2 - 2
server/src/main/java/com/tzld/videoVector/controller/FileController.java

@@ -42,10 +42,10 @@ public class FileController {
             String fileName = param.getFile().getOriginalFilename();
             // 获取文件名中的文件类型
             if (StringUtils.isBlank(fileName)) {
-                param.setFileUri("temp/" + System.currentTimeMillis() + "_" + RandomUtil.generate18String());
+                param.setFileUri("video-vector/" + System.currentTimeMillis() + "_" + RandomUtil.generate18String());
             } else {
                 String fileType = fileName.substring(fileName.lastIndexOf("."));
-                param.setFileUri("temp/" + System.currentTimeMillis() + "_" + RandomUtil.generate18String() + fileType);
+                param.setFileUri("video-vector/" + System.currentTimeMillis() + "_" + RandomUtil.generate18String() + fileType);
             }
         }
         String fileUrl = AliOssFileTool.saveInPublicReturnHost(param.getFile().getInputStream(),

+ 2 - 2
server/src/main/java/com/tzld/videoVector/controller/XxlJobController.java

@@ -12,11 +12,11 @@ import org.springframework.web.bind.annotation.RestController;
 public class XxlJobController {
 
     @Autowired
-    private SpiderJob spiderJob;
+    private VideoVectorJob videoVectorJob;
 
     @GetMapping("/spiderTaskJob")
     public CommonResponse<Void> spiderTaskJob() {
-        spiderJob.spiderTaskJob(null);
+        videoVectorJob.spiderTaskJob(null);
         return CommonResponse.success();
     }