|
@@ -34,9 +34,6 @@ import java.util.concurrent.TimeUnit;
|
|
|
@Slf4j
|
|
|
public class I2IMilvusDataImport {
|
|
|
|
|
|
- private static HDFSService hdfsService = new HDFSService();
|
|
|
-
|
|
|
-
|
|
|
public static void main(String[] args) throws IOException {
|
|
|
CMDService cmd = new CMDService();
|
|
|
Map<String, String> argMap = cmd.parse(args);
|
|
@@ -46,16 +43,6 @@ public class I2IMilvusDataImport {
|
|
|
String milvusCollection = argMap.get("milvusCollection");
|
|
|
int batchSize = NumberUtils.toInt(argMap.get("batchSize"), 5000);
|
|
|
|
|
|
-// file = "recommend-server/pom.xml";
|
|
|
-// milvusUrl = "https://in01-bf9dcd371016170.ali-cn-hangzhou.vectordb.zilliz.com.cn:19530";
|
|
|
-// milvusToken = "423a29de63a907e6662b9493c4f95caf799f64f8701cc70db930bb6da7f05914e6ed2374342dc438a8b9d37da0bf164c8ee531bd";
|
|
|
-//
|
|
|
-// SparkSession spark = SparkSession.builder()
|
|
|
-// .appName("I2IMilvusDataImport")
|
|
|
-// .master("local")
|
|
|
-// .getOrCreate();
|
|
|
-
|
|
|
-
|
|
|
SparkSession spark = SparkSession.builder()
|
|
|
.appName("I2IMilvusDataImport")
|
|
|
.getOrCreate();
|