丁云鹏 4 months ago
parent
commit
0e6b6efa7d

+ 1 - 0
.gitignore

@@ -1,6 +1,7 @@
 *.DS_Store
 # ---> Java
 *.class
+*/dependency-reduced-pom.xml
 
 # Mobile Tools for Java (J2ME)
 .mtj.tmp/

+ 16 - 28
recommend-model-produce/src/main/java/com/tzld/piaoquan/recommend/model/produce/i2i/I2IMilvusDataImport.java

@@ -19,6 +19,8 @@ import org.apache.spark.sql.SparkSession;
 
 import java.io.IOException;
 import java.net.InetAddress;
+import java.net.InetSocketAddress;
+import java.net.Socket;
 import java.net.UnknownHostException;
 import java.util.ArrayList;
 import java.util.HashMap;
@@ -44,44 +46,30 @@ public class I2IMilvusDataImport {
         String milvusCollection = argMap.get("milvusCollection");
         int batchSize = NumberUtils.toInt(argMap.get("batchSize"), 5000);
 
-//        file="recommend-server/pom.xml";
-//        milvusUrl="https://in01-bf9dcd371016170.ali-cn-hangzhou.vectordb.zilliz.com.cn:19530";
-//        milvusToken="423a29de63a907e6662b9493c4f95caf799f64f8701cc70db930bb6da7f05914e6ed2374342dc438a8b9d37da0bf164c8ee531bd";
-//
-//        SparkSession spark = SparkSession.builder()
-//                .appName("I2IMilvusDataImport")
-//                .master("local")
-//                .getOrCreate();
-
+        file = "recommend-server/pom.xml";
+        milvusUrl = "in01-bf9dcd371016170.ali-cn-hangzhou.vectordb.zilliz.com.cn:19530";
+        milvusToken = "423a29de63a907e6662b9493c4f95caf799f64f8701cc70db930bb6da7f05914e6ed2374342dc438a8b9d37da0bf164c8ee531bd";
 
         SparkSession spark = SparkSession.builder()
                 .appName("I2IMilvusDataImport")
+                .master("local")
                 .getOrCreate();
 
+
+//        SparkSession spark = SparkSession.builder()
+//                .appName("I2IMilvusDataImport")
+//                .getOrCreate();
+
         JavaSparkContext jsc = new JavaSparkContext(spark.sparkContext());
         JavaRDD<String> rdd = jsc.textFile(file);
 
-        String host = "www.baidu.com"; // 这里以Google为例,您可以替换为您想要检查的主机名
-        int timeout = 5000; // 超时时间设置为5000毫秒
-
         try {
-            InetAddress address = InetAddress.getByName(host);
-            boolean reachable = address.isReachable(timeout);
-            if (reachable) {
-                System.out.println(host + " is reachable.");
-            } else {
-                System.out.println(host + " is not reachable.");
-            }
-
-            address = InetAddress.getByName(milvusUrl);
-            reachable = address.isReachable(timeout);
-            if (reachable) {
-                System.out.println(host + " is reachable.");
-            } else {
-                System.out.println(host + " is not reachable.");
-            }
+            Socket socket = new Socket();
+            socket.connect(new InetSocketAddress("in01-bf9dcd371016170.ali-cn-hangzhou.vectordb.zilliz.com.cn", 19530),
+                    5000);
+            System.out.println("is reachable.");
         } catch (UnknownHostException e) {
-            System.err.println("Host " + host + " could not be resolved: " + e.getMessage());
+            log.error(" could not be resolved: " + e.getMessage(), e);
         } catch (Exception e) {
             System.err.println("An error occurred: " + e.getMessage());
         }