pom.xml 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362
  1. <?xml version="1.0" encoding="UTF-8"?>
  2. <project xmlns="http://maven.apache.org/POM/4.0.0"
  3. xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
  4. xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
  5. <parent>
  6. <artifactId>recommend-model</artifactId>
  7. <groupId>com.tzld.piaoquan</groupId>
  8. <version>1.0.0</version>
  9. </parent>
  10. <modelVersion>4.0.0</modelVersion>
  11. <artifactId>recommend-model-produce</artifactId>
  12. <properties>
  13. <spark.version>3.3.1</spark.version>
  14. <!-- <spark.version>2.3.0</spark.version>-->
  15. <!-- <spark.version>2.4.8</spark.version>-->
  16. <scala.version>2.12.15</scala.version>
  17. <emr.version>2.0.0</emr.version>
  18. <java.version>1.8</java.version>
  19. <fastjson.version>1.2.45</fastjson.version>
  20. <guava.version>29.0-jre</guava.version>
  21. <maven.compiler.source>8</maven.compiler.source>
  22. <maven.compiler.target>8</maven.compiler.target>
  23. </properties>
  24. <dependencies>
  25. <dependency>
  26. <groupId>org.apache.spark</groupId>
  27. <artifactId>spark-core_2.12</artifactId>
  28. <version>${spark.version}</version>
  29. <exclusions>
  30. <!-- <exclusion>-->
  31. <!-- <groupId>io.netty</groupId>-->
  32. <!-- <artifactId>netty-all</artifactId>-->
  33. <!-- </exclusion>-->
  34. <exclusion>
  35. <artifactId>slf4j-log4j12</artifactId>
  36. <groupId>org.slf4j</groupId>
  37. </exclusion>
  38. <exclusion>
  39. <artifactId>scala-library</artifactId>
  40. <groupId>org.scala-lang</groupId>
  41. </exclusion>
  42. <exclusion>
  43. <artifactId>jersey-server</artifactId>
  44. <groupId>org.glassfish.jersey.core</groupId>
  45. </exclusion>
  46. <exclusion>
  47. <artifactId>jersey-common</artifactId>
  48. <groupId>org.glassfish.jersey.core</groupId>
  49. </exclusion>
  50. <exclusion>
  51. <artifactId>jersey-client</artifactId>
  52. <groupId>org.glassfish.jersey.core</groupId>
  53. </exclusion>
  54. <exclusion>
  55. <artifactId>jersey-container-servlet</artifactId>
  56. <groupId>org.glassfish.jersey.containers</groupId>
  57. </exclusion>
  58. <exclusion>
  59. <artifactId>jersey-container-servlet-core</artifactId>
  60. <groupId>org.glassfish.jersey.containers</groupId>
  61. </exclusion>
  62. <exclusion>
  63. <artifactId>protobuf-java</artifactId>
  64. <groupId>com.google.protobuf</groupId>
  65. </exclusion>
  66. <exclusion>
  67. <artifactId>guava</artifactId>
  68. <groupId>com.google.guava</groupId>
  69. </exclusion>
  70. </exclusions>
  71. </dependency>
  72. <dependency>
  73. <groupId>org.apache.spark</groupId>
  74. <artifactId>spark-mllib_2.12</artifactId>
  75. <version>${spark.version}</version>
  76. <exclusions>
  77. <exclusion>
  78. <artifactId>scala-library</artifactId>
  79. <groupId>org.scala-lang</groupId>
  80. </exclusion>
  81. <exclusion>
  82. <artifactId>hadoop-mapreduce-client-core</artifactId>
  83. <groupId>org.apache.hadoop</groupId>
  84. </exclusion>
  85. <exclusion>
  86. <artifactId>commons-compiler</artifactId>
  87. <groupId>org.codehaus.janino</groupId>
  88. </exclusion>
  89. <exclusion>
  90. <artifactId>janino</artifactId>
  91. <groupId>org.codehaus.janino</groupId>
  92. </exclusion>
  93. <exclusion>
  94. <artifactId>protobuf-java</artifactId>
  95. <groupId>com.google.protobuf</groupId>
  96. </exclusion>
  97. </exclusions>
  98. </dependency>
  99. <dependency>
  100. <groupId>org.glassfish.jersey.core</groupId>
  101. <artifactId>jersey-server</artifactId>
  102. <version>2.22.2</version>
  103. <exclusions>
  104. <exclusion>
  105. <artifactId>jersey-media-jaxb</artifactId>
  106. <groupId>org.glassfish.jersey.media</groupId>
  107. </exclusion>
  108. <exclusion>
  109. <artifactId>jersey-client</artifactId>
  110. <groupId>org.glassfish.jersey.core</groupId>
  111. </exclusion>
  112. <exclusion>
  113. <artifactId>jersey-common</artifactId>
  114. <groupId>org.glassfish.jersey.core</groupId>
  115. </exclusion>
  116. </exclusions>
  117. </dependency>
  118. <!-- <dependency>-->
  119. <!-- <groupId>org.glassfish.jersey</groupId>-->
  120. <!-- <artifactId>project</artifactId>-->
  121. <!-- <version>2.22.2</version>-->
  122. <!-- </dependency>-->
  123. <dependency>
  124. <groupId>org.glassfish.jersey.core</groupId>
  125. <artifactId>jersey-common</artifactId>
  126. <version>2.22.2</version>
  127. <exclusions>
  128. <exclusion>
  129. <groupId>com.google.guava</groupId>
  130. <artifactId>guava</artifactId>
  131. </exclusion>
  132. </exclusions>
  133. </dependency>
  134. <dependency>
  135. <groupId>org.glassfish.jersey.containers</groupId>
  136. <artifactId>jersey-container-servlet</artifactId>
  137. <version>2.22.2</version>
  138. </dependency>
  139. <dependency>
  140. <groupId>org.glassfish.jersey.containers</groupId>
  141. <artifactId>jersey-container-servlet-core</artifactId>
  142. <version>2.22.2</version>
  143. </dependency>
  144. <dependency>
  145. <groupId>org.glassfish.jersey.media</groupId>
  146. <artifactId>jersey-media-jaxb</artifactId>
  147. <version>2.22.2</version>
  148. <exclusions>
  149. <exclusion>
  150. <artifactId>jersey-common</artifactId>
  151. <groupId>org.glassfish.jersey.core</groupId>
  152. </exclusion>
  153. </exclusions>
  154. </dependency>
  155. <dependency>
  156. <groupId>org.glassfish.jersey.core</groupId>
  157. <artifactId>jersey-client</artifactId>
  158. <version>2.22.2</version>
  159. <exclusions>
  160. <exclusion>
  161. <artifactId>jersey-common</artifactId>
  162. <groupId>org.glassfish.jersey.core</groupId>
  163. </exclusion>
  164. </exclusions>
  165. </dependency>
  166. <dependency>
  167. <groupId>org.codehaus.janino</groupId>
  168. <artifactId>janino</artifactId>
  169. <version>3.0.16</version>
  170. </dependency>
  171. <dependency>
  172. <groupId>org.codehaus.janino</groupId>
  173. <artifactId>commons-compiler</artifactId>
  174. <version>3.0.16</version>
  175. </dependency>
  176. <dependency>
  177. <groupId>com.google.guava</groupId>
  178. <artifactId>guava</artifactId>
  179. <version>${guava.version}</version>
  180. </dependency>
  181. <dependency>
  182. <groupId>org.scala-lang</groupId>
  183. <artifactId>scala-library</artifactId>
  184. <version>${scala.version}</version>
  185. </dependency>
  186. <dependency>
  187. <groupId>com.alibaba</groupId>
  188. <artifactId>fastjson</artifactId>
  189. <version>${fastjson.version}</version>
  190. </dependency>
  191. <!-- Milvus SDK -->
  192. <dependency>
  193. <groupId>io.milvus</groupId>
  194. <artifactId>milvus-sdk-java</artifactId>
  195. <version>2.4.5</version>
  196. <exclusions>
  197. <exclusion>
  198. <artifactId>commons-pool2</artifactId>
  199. <groupId>org.apache.commons</groupId>
  200. </exclusion>
  201. <exclusion>
  202. <artifactId>grpc-netty-shaded</artifactId>
  203. <groupId>io.grpc</groupId>
  204. </exclusion>
  205. <exclusion>
  206. <artifactId>grpc-protobuf</artifactId>
  207. <groupId>io.grpc</groupId>
  208. </exclusion>
  209. <exclusion>
  210. <artifactId>grpc-stub</artifactId>
  211. <groupId>io.grpc</groupId>
  212. </exclusion>
  213. <exclusion>
  214. <artifactId>grpc-core</artifactId>
  215. <groupId>io.grpc</groupId>
  216. </exclusion>
  217. </exclusions>
  218. </dependency>
  219. <dependency>
  220. <groupId>org.projectlombok</groupId>
  221. <artifactId>lombok</artifactId>
  222. <version>1.18.24</version>
  223. </dependency>
  224. <dependency>
  225. <groupId>org.slf4j</groupId>
  226. <artifactId>slf4j-simple</artifactId>
  227. <version>1.7.28</version>
  228. </dependency>
  229. <dependency>
  230. <groupId>com.aliyun.oss</groupId>
  231. <artifactId>aliyun-sdk-oss</artifactId>
  232. <version>3.17.4</version>
  233. </dependency>
  234. <dependency>
  235. <groupId>ml.dmlc</groupId>
  236. <artifactId>xgboost4j-spark_2.12</artifactId>
  237. <version>1.7.6</version>
  238. <exclusions>
  239. <exclusion>
  240. <artifactId>scala-library</artifactId>
  241. <groupId>org.scala-lang</groupId>
  242. </exclusion>
  243. </exclusions>
  244. </dependency>
  245. <dependency>
  246. <groupId>com.tzld.piaoquan</groupId>
  247. <artifactId>recommend-model-jni</artifactId>
  248. <version>1.0.0</version>
  249. </dependency>
  250. <dependency>
  251. <groupId>io.grpc</groupId>
  252. <artifactId>grpc-core</artifactId>
  253. <version>1.30.0</version>
  254. <exclusions>
  255. <exclusion>
  256. <artifactId>guava</artifactId>
  257. <groupId>com.google.guava</groupId>
  258. </exclusion>
  259. </exclusions>
  260. </dependency>
  261. <!-- <dependency>-->
  262. <!-- <groupId>com.google.protobuf</groupId>-->
  263. <!-- <artifactId>protobuf-java</artifactId>-->
  264. <!-- <version>3.24.0</version>-->
  265. <!-- </dependency>-->
  266. </dependencies>
  267. <build>
  268. <plugins>
  269. <plugin>
  270. <groupId>org.apache.maven.plugins</groupId>
  271. <artifactId>maven-shade-plugin</artifactId>
  272. <version>3.6.0</version>
  273. <executions>
  274. <execution>
  275. <phase>package</phase>
  276. <goals>
  277. <goal>shade</goal>
  278. </goals>
  279. <configuration>
  280. <!-- <artifactSet>-->
  281. <!-- <includes>-->
  282. <!-- <include>io.grpc:grpc-api</include>-->
  283. <!-- <include>com.google.guava:guava</include>-->
  284. <!-- </includes>-->
  285. <!-- </artifactSet>-->
  286. <!-- <keepDependenciesWithProvidedScope>false</keepDependenciesWithProvidedScope>-->
  287. <relocations>
  288. <relocation>
  289. <pattern>com.google.common</pattern>
  290. <shadedPattern>shade.com.google.common</shadedPattern>
  291. </relocation>
  292. </relocations>
  293. <filters>
  294. <filter>
  295. <artifact>*:*</artifact>
  296. <excludes>
  297. <exclude>META-INF/maven/**</exclude>
  298. <exclude>META-INF/*.SF</exclude>
  299. <exclude>META-INF/*.DSA</exclude>
  300. <exclude>META-INF/*.RSA</exclude>
  301. </excludes>
  302. </filter>
  303. </filters>
  304. <transformers>
  305. <transformer
  306. implementation="org.apache.maven.plugins.shade.resource.AppendingTransformer">
  307. </transformer>
  308. </transformers>
  309. </configuration>
  310. </execution>
  311. </executions>
  312. </plugin>
  313. <!-- maven-assembly-plugin配置 -->
  314. <!-- <plugin>-->
  315. <!-- <groupId>org.apache.maven.plugins</groupId>-->
  316. <!-- <artifactId>maven-assembly-plugin</artifactId>-->
  317. <!-- <version>2.5.5</version>-->
  318. <!-- <configuration>-->
  319. <!-- <descriptorRefs>-->
  320. <!-- <descriptorRef>jar-with-dependencies</descriptorRef>-->
  321. <!-- </descriptorRefs>-->
  322. <!-- <finalName>${project.name}</finalName>-->
  323. <!-- </configuration>-->
  324. <!-- <executions>-->
  325. <!-- <execution>-->
  326. <!-- <id>make-assembly</id>-->
  327. <!-- <phase>package</phase>-->
  328. <!-- <goals>-->
  329. <!-- <goal>single</goal>-->
  330. <!-- </goals>-->
  331. <!-- </execution>-->
  332. <!-- </executions>-->
  333. <!-- </plugin>-->
  334. <plugin>
  335. <groupId>net.alchim31.maven</groupId>
  336. <artifactId>scala-maven-plugin</artifactId>
  337. <version>3.3.2</version>
  338. <executions>
  339. <execution>
  340. <id>scala-compile-first</id>
  341. <phase>process-resources</phase>
  342. <goals>
  343. <goal>compile</goal>
  344. </goals>
  345. </execution>
  346. <execution>
  347. <id>scala-test-compile-first</id>
  348. <phase>process-test-resources</phase>
  349. <goals>
  350. <goal>testCompile</goal>
  351. </goals>
  352. </execution>
  353. </executions>
  354. </plugin>
  355. </plugins>
  356. </build>
  357. </project>