|
@@ -19,6 +19,8 @@ import org.apache.spark.sql.SparkSession;
|
|
|
|
|
|
import java.io.IOException;
|
|
|
import java.net.InetAddress;
|
|
|
+import java.net.InetSocketAddress;
|
|
|
+import java.net.Socket;
|
|
|
import java.net.UnknownHostException;
|
|
|
import java.util.ArrayList;
|
|
|
import java.util.HashMap;
|
|
@@ -44,44 +46,30 @@ public class I2IMilvusDataImport {
|
|
|
String milvusCollection = argMap.get("milvusCollection");
|
|
|
int batchSize = NumberUtils.toInt(argMap.get("batchSize"), 5000);
|
|
|
|
|
|
-// file="recommend-server/pom.xml";
|
|
|
-// milvusUrl="https://in01-bf9dcd371016170.ali-cn-hangzhou.vectordb.zilliz.com.cn:19530";
|
|
|
-// milvusToken="423a29de63a907e6662b9493c4f95caf799f64f8701cc70db930bb6da7f05914e6ed2374342dc438a8b9d37da0bf164c8ee531bd";
|
|
|
-//
|
|
|
-// SparkSession spark = SparkSession.builder()
|
|
|
-// .appName("I2IMilvusDataImport")
|
|
|
-// .master("local")
|
|
|
-// .getOrCreate();
|
|
|
-
|
|
|
+ file = "recommend-server/pom.xml";
|
|
|
+ milvusUrl = "in01-bf9dcd371016170.ali-cn-hangzhou.vectordb.zilliz.com.cn:19530";
|
|
|
+ milvusToken = "423a29de63a907e6662b9493c4f95caf799f64f8701cc70db930bb6da7f05914e6ed2374342dc438a8b9d37da0bf164c8ee531bd";
|
|
|
|
|
|
SparkSession spark = SparkSession.builder()
|
|
|
.appName("I2IMilvusDataImport")
|
|
|
+ .master("local")
|
|
|
.getOrCreate();
|
|
|
|
|
|
+
|
|
|
+// SparkSession spark = SparkSession.builder()
|
|
|
+// .appName("I2IMilvusDataImport")
|
|
|
+// .getOrCreate();
|
|
|
+
|
|
|
JavaSparkContext jsc = new JavaSparkContext(spark.sparkContext());
|
|
|
JavaRDD<String> rdd = jsc.textFile(file);
|
|
|
|
|
|
- String host = "www.baidu.com"; // 这里以Google为例,您可以替换为您想要检查的主机名
|
|
|
- int timeout = 5000; // 超时时间设置为5000毫秒
|
|
|
-
|
|
|
try {
|
|
|
- InetAddress address = InetAddress.getByName(host);
|
|
|
- boolean reachable = address.isReachable(timeout);
|
|
|
- if (reachable) {
|
|
|
- System.out.println(host + " is reachable.");
|
|
|
- } else {
|
|
|
- System.out.println(host + " is not reachable.");
|
|
|
- }
|
|
|
-
|
|
|
- address = InetAddress.getByName(milvusUrl);
|
|
|
- reachable = address.isReachable(timeout);
|
|
|
- if (reachable) {
|
|
|
- System.out.println(host + " is reachable.");
|
|
|
- } else {
|
|
|
- System.out.println(host + " is not reachable.");
|
|
|
- }
|
|
|
+ Socket socket = new Socket();
|
|
|
+ socket.connect(new InetSocketAddress("in01-bf9dcd371016170.ali-cn-hangzhou.vectordb.zilliz.com.cn", 19530),
|
|
|
+ 5000);
|
|
|
+ System.out.println("is reachable.");
|
|
|
} catch (UnknownHostException e) {
|
|
|
- System.err.println("Host " + host + " could not be resolved: " + e.getMessage());
|
|
|
+ log.error(" could not be resolved: " + e.getMessage(), e);
|
|
|
} catch (Exception e) {
|
|
|
System.err.println("An error occurred: " + e.getMessage());
|
|
|
}
|