|
|
@@ -71,8 +71,12 @@
|
|
|
<artifactId>protobuf-java</artifactId>
|
|
|
<version>3.10.0</version>
|
|
|
</dependency>
|
|
|
-
|
|
|
-
|
|
|
+ <dependency>
|
|
|
+ <groupId>com.alibaba</groupId>
|
|
|
+ <artifactId>fastjson</artifactId>
|
|
|
+ <version>1.2.83</version>
|
|
|
+ </dependency>
|
|
|
+
|
|
|
<dependency>
|
|
|
<groupId>javax.validation</groupId>
|
|
|
<artifactId>validation-api</artifactId>
|
|
|
@@ -186,121 +190,121 @@
|
|
|
</dependency>
|
|
|
|
|
|
<!--==================hadoop ===================end-->
|
|
|
- <dependency>
|
|
|
- <groupId>org.apache.hadoop</groupId>
|
|
|
- <artifactId>hadoop-client</artifactId>
|
|
|
- <version>${hadoop.version}</version>
|
|
|
- <exclusions>
|
|
|
- <exclusion>
|
|
|
- <groupId>org.slf4j</groupId>
|
|
|
- <artifactId>slf4j-log4j12</artifactId>
|
|
|
- </exclusion>
|
|
|
- <exclusion>
|
|
|
- <groupId>javax.servlet</groupId>
|
|
|
- <artifactId>servlet-api</artifactId>
|
|
|
- </exclusion>
|
|
|
- </exclusions>
|
|
|
- </dependency>
|
|
|
- <dependency>
|
|
|
- <groupId>org.apache.hadoop</groupId>
|
|
|
- <artifactId>hadoop-common</artifactId>
|
|
|
- <version>${hadoop.version}</version>
|
|
|
- <exclusions>
|
|
|
- <exclusion>
|
|
|
- <groupId>org.slf4j</groupId>
|
|
|
- <artifactId>slf4j-log4j12</artifactId>
|
|
|
- </exclusion>
|
|
|
- <exclusion>
|
|
|
- <groupId>javax.servlet</groupId>
|
|
|
- <artifactId>servlet-api</artifactId>
|
|
|
- </exclusion>
|
|
|
- </exclusions>
|
|
|
- </dependency>
|
|
|
- <dependency>
|
|
|
- <groupId>org.apache.hadoop</groupId>
|
|
|
- <artifactId>hadoop-hdfs</artifactId>
|
|
|
- <version>${hadoop.version}</version>
|
|
|
- <exclusions>
|
|
|
- <exclusion>
|
|
|
- <groupId>org.slf4j</groupId>
|
|
|
- <artifactId>slf4j-log4j12</artifactId>
|
|
|
- </exclusion>
|
|
|
- <exclusion>
|
|
|
- <groupId>javax.servlet</groupId>
|
|
|
- <artifactId>servlet-api</artifactId>
|
|
|
- </exclusion>
|
|
|
- </exclusions>
|
|
|
- </dependency>
|
|
|
- <!-- mapreduce 核心jar包 -->
|
|
|
- <dependency>
|
|
|
- <groupId>org.apache.hadoop</groupId>
|
|
|
- <artifactId>hadoop-mapreduce-client-core</artifactId>
|
|
|
- <version>${hadoop.version}</version>
|
|
|
- <exclusions>
|
|
|
- <exclusion>
|
|
|
- <groupId>org.slf4j</groupId>
|
|
|
- <artifactId>slf4j-log4j12</artifactId>
|
|
|
- </exclusion>
|
|
|
- <exclusion>
|
|
|
- <groupId>log4j</groupId>
|
|
|
- <artifactId>log4j</artifactId>
|
|
|
- </exclusion>
|
|
|
- </exclusions>
|
|
|
- </dependency>
|
|
|
+<!-- <dependency>-->
|
|
|
+<!-- <groupId>org.apache.hadoop</groupId>-->
|
|
|
+<!-- <artifactId>hadoop-client</artifactId>-->
|
|
|
+<!-- <version>${hadoop.version}</version>-->
|
|
|
+<!-- <exclusions>-->
|
|
|
+<!-- <exclusion>-->
|
|
|
+<!-- <groupId>org.slf4j</groupId>-->
|
|
|
+<!-- <artifactId>slf4j-log4j12</artifactId>-->
|
|
|
+<!-- </exclusion>-->
|
|
|
+<!-- <exclusion>-->
|
|
|
+<!-- <groupId>javax.servlet</groupId>-->
|
|
|
+<!-- <artifactId>servlet-api</artifactId>-->
|
|
|
+<!-- </exclusion>-->
|
|
|
+<!-- </exclusions>-->
|
|
|
+<!-- </dependency>-->
|
|
|
+<!-- <dependency>-->
|
|
|
+<!-- <groupId>org.apache.hadoop</groupId>-->
|
|
|
+<!-- <artifactId>hadoop-common</artifactId>-->
|
|
|
+<!-- <version>${hadoop.version}</version>-->
|
|
|
+<!-- <exclusions>-->
|
|
|
+<!-- <exclusion>-->
|
|
|
+<!-- <groupId>org.slf4j</groupId>-->
|
|
|
+<!-- <artifactId>slf4j-log4j12</artifactId>-->
|
|
|
+<!-- </exclusion>-->
|
|
|
+<!-- <exclusion>-->
|
|
|
+<!-- <groupId>javax.servlet</groupId>-->
|
|
|
+<!-- <artifactId>servlet-api</artifactId>-->
|
|
|
+<!-- </exclusion>-->
|
|
|
+<!-- </exclusions>-->
|
|
|
+<!-- </dependency>-->
|
|
|
+<!-- <dependency>-->
|
|
|
+<!-- <groupId>org.apache.hadoop</groupId>-->
|
|
|
+<!-- <artifactId>hadoop-hdfs</artifactId>-->
|
|
|
+<!-- <version>${hadoop.version}</version>-->
|
|
|
+<!-- <exclusions>-->
|
|
|
+<!-- <exclusion>-->
|
|
|
+<!-- <groupId>org.slf4j</groupId>-->
|
|
|
+<!-- <artifactId>slf4j-log4j12</artifactId>-->
|
|
|
+<!-- </exclusion>-->
|
|
|
+<!-- <exclusion>-->
|
|
|
+<!-- <groupId>javax.servlet</groupId>-->
|
|
|
+<!-- <artifactId>servlet-api</artifactId>-->
|
|
|
+<!-- </exclusion>-->
|
|
|
+<!-- </exclusions>-->
|
|
|
+<!-- </dependency>-->
|
|
|
+<!-- <!– mapreduce 核心jar包 –>-->
|
|
|
+<!-- <dependency>-->
|
|
|
+<!-- <groupId>org.apache.hadoop</groupId>-->
|
|
|
+<!-- <artifactId>hadoop-mapreduce-client-core</artifactId>-->
|
|
|
+<!-- <version>${hadoop.version}</version>-->
|
|
|
+<!-- <exclusions>-->
|
|
|
+<!-- <exclusion>-->
|
|
|
+<!-- <groupId>org.slf4j</groupId>-->
|
|
|
+<!-- <artifactId>slf4j-log4j12</artifactId>-->
|
|
|
+<!-- </exclusion>-->
|
|
|
+<!-- <exclusion>-->
|
|
|
+<!-- <groupId>log4j</groupId>-->
|
|
|
+<!-- <artifactId>log4j</artifactId>-->
|
|
|
+<!-- </exclusion>-->
|
|
|
+<!-- </exclusions>-->
|
|
|
+<!-- </dependency>-->
|
|
|
<!--==================hadoop ===================end-->
|
|
|
<!--spark start-->
|
|
|
- <dependency>
|
|
|
- <groupId>org.apache.spark</groupId>
|
|
|
- <artifactId>spark-core_2.12</artifactId>
|
|
|
- <version>${spark.version}</version>
|
|
|
- <exclusions>
|
|
|
- <exclusion>
|
|
|
- <groupId>org.slf4j</groupId>
|
|
|
- <artifactId>slf4j-log4j12</artifactId>
|
|
|
- </exclusion>
|
|
|
- <exclusion>
|
|
|
- <groupId>org.apache.logging.log4j</groupId>
|
|
|
- <artifactId>log4j-api</artifactId>
|
|
|
- </exclusion>
|
|
|
- <exclusion>
|
|
|
- <groupId>ch.qos.logback</groupId>
|
|
|
- <artifactId>logback-classic</artifactId>
|
|
|
- </exclusion>
|
|
|
- </exclusions>
|
|
|
- </dependency>
|
|
|
- <dependency>
|
|
|
- <groupId>org.apache.spark</groupId>
|
|
|
- <artifactId>spark-sql_2.12</artifactId>
|
|
|
- <version>${spark.version}</version>
|
|
|
- <exclusions>
|
|
|
- <exclusion>
|
|
|
- <groupId>org.slf4j</groupId>
|
|
|
- <artifactId>slf4j-log4j12</artifactId>
|
|
|
- </exclusion>
|
|
|
- <exclusion>
|
|
|
- <groupId>org.apache.logging.log4j</groupId>
|
|
|
- <artifactId>log4j-api</artifactId>
|
|
|
- </exclusion>
|
|
|
- <exclusion>
|
|
|
- <groupId>org.apache.logging.log4j</groupId>
|
|
|
- <artifactId>log4j-to-slf4j</artifactId>
|
|
|
- </exclusion>
|
|
|
- <exclusion>
|
|
|
- <groupId>ch.qos.logback</groupId>
|
|
|
- <artifactId>logback-classic</artifactId>
|
|
|
- </exclusion>
|
|
|
- </exclusions>
|
|
|
- </dependency>
|
|
|
- <dependency>
|
|
|
- <groupId>org.apache.spark</groupId>
|
|
|
- <artifactId>spark-streaming_2.12</artifactId>
|
|
|
- <version>${spark.version}</version>
|
|
|
- </dependency>
|
|
|
- <dependency>
|
|
|
- <groupId>org.codehaus.janino</groupId>
|
|
|
- <artifactId>janino</artifactId>
|
|
|
- <version>3.0.8</version> <!-- 使用与你的Spark版本兼容的版本 -->
|
|
|
- </dependency>
|
|
|
+<!-- <dependency>-->
|
|
|
+<!-- <groupId>org.apache.spark</groupId>-->
|
|
|
+<!-- <artifactId>spark-core_2.12</artifactId>-->
|
|
|
+<!-- <version>${spark.version}</version>-->
|
|
|
+<!-- <exclusions>-->
|
|
|
+<!-- <exclusion>-->
|
|
|
+<!-- <groupId>org.slf4j</groupId>-->
|
|
|
+<!-- <artifactId>slf4j-log4j12</artifactId>-->
|
|
|
+<!-- </exclusion>-->
|
|
|
+<!-- <exclusion>-->
|
|
|
+<!-- <groupId>org.apache.logging.log4j</groupId>-->
|
|
|
+<!-- <artifactId>log4j-api</artifactId>-->
|
|
|
+<!-- </exclusion>-->
|
|
|
+<!-- <exclusion>-->
|
|
|
+<!-- <groupId>ch.qos.logback</groupId>-->
|
|
|
+<!-- <artifactId>logback-classic</artifactId>-->
|
|
|
+<!-- </exclusion>-->
|
|
|
+<!-- </exclusions>-->
|
|
|
+<!-- </dependency>-->
|
|
|
+<!-- <dependency>-->
|
|
|
+<!-- <groupId>org.apache.spark</groupId>-->
|
|
|
+<!-- <artifactId>spark-sql_2.12</artifactId>-->
|
|
|
+<!-- <version>${spark.version}</version>-->
|
|
|
+<!-- <exclusions>-->
|
|
|
+<!-- <exclusion>-->
|
|
|
+<!-- <groupId>org.slf4j</groupId>-->
|
|
|
+<!-- <artifactId>slf4j-log4j12</artifactId>-->
|
|
|
+<!-- </exclusion>-->
|
|
|
+<!-- <exclusion>-->
|
|
|
+<!-- <groupId>org.apache.logging.log4j</groupId>-->
|
|
|
+<!-- <artifactId>log4j-api</artifactId>-->
|
|
|
+<!-- </exclusion>-->
|
|
|
+<!-- <exclusion>-->
|
|
|
+<!-- <groupId>org.apache.logging.log4j</groupId>-->
|
|
|
+<!-- <artifactId>log4j-to-slf4j</artifactId>-->
|
|
|
+<!-- </exclusion>-->
|
|
|
+<!-- <exclusion>-->
|
|
|
+<!-- <groupId>ch.qos.logback</groupId>-->
|
|
|
+<!-- <artifactId>logback-classic</artifactId>-->
|
|
|
+<!-- </exclusion>-->
|
|
|
+<!-- </exclusions>-->
|
|
|
+<!-- </dependency>-->
|
|
|
+<!-- <dependency>-->
|
|
|
+<!-- <groupId>org.apache.spark</groupId>-->
|
|
|
+<!-- <artifactId>spark-streaming_2.12</artifactId>-->
|
|
|
+<!-- <version>${spark.version}</version>-->
|
|
|
+<!-- </dependency>-->
|
|
|
+<!-- <dependency>-->
|
|
|
+<!-- <groupId>org.codehaus.janino</groupId>-->
|
|
|
+<!-- <artifactId>janino</artifactId>-->
|
|
|
+<!-- <version>3.0.8</version> <!– 使用与你的Spark版本兼容的版本 –>-->
|
|
|
+<!-- </dependency>-->
|
|
|
<dependency>
|
|
|
<groupId>commons-io</groupId>
|
|
|
<artifactId>commons-io</artifactId>
|
|
|
@@ -314,33 +318,33 @@
|
|
|
<artifactId>druid-spring-boot-starter</artifactId>
|
|
|
<version>1.2.5</version>
|
|
|
</dependency>
|
|
|
- <dependency>
|
|
|
- <groupId>org.apache.hive</groupId>
|
|
|
- <artifactId>hive-jdbc</artifactId>
|
|
|
- <version>3.1.2</version>
|
|
|
- <exclusions>
|
|
|
- <exclusion>
|
|
|
- <groupId>org.eclipse.jetty</groupId>
|
|
|
- <artifactId>*</artifactId>
|
|
|
- </exclusion>
|
|
|
- <exclusion>
|
|
|
- <groupId>org.apache.hive</groupId>
|
|
|
- <artifactId>hive-shims</artifactId>
|
|
|
- </exclusion>
|
|
|
- <exclusion>
|
|
|
- <groupId>org.glassfish</groupId>
|
|
|
- <artifactId>javax-el</artifactId>
|
|
|
- </exclusion>
|
|
|
- <exclusion>
|
|
|
- <groupId>org.slf4j</groupId>
|
|
|
- <artifactId>slf4j-log4j12</artifactId>
|
|
|
- </exclusion>
|
|
|
- <exclusion>
|
|
|
- <groupId>org.apache.logging.log4j</groupId>
|
|
|
- <artifactId>log4j-slf4j-impl</artifactId>
|
|
|
- </exclusion>
|
|
|
- </exclusions>
|
|
|
- </dependency>
|
|
|
+<!-- <dependency>-->
|
|
|
+<!-- <groupId>org.apache.hive</groupId>-->
|
|
|
+<!-- <artifactId>hive-jdbc</artifactId>-->
|
|
|
+<!-- <version>3.1.2</version>-->
|
|
|
+<!-- <exclusions>-->
|
|
|
+<!-- <exclusion>-->
|
|
|
+<!-- <groupId>org.eclipse.jetty</groupId>-->
|
|
|
+<!-- <artifactId>*</artifactId>-->
|
|
|
+<!-- </exclusion>-->
|
|
|
+<!-- <exclusion>-->
|
|
|
+<!-- <groupId>org.apache.hive</groupId>-->
|
|
|
+<!-- <artifactId>hive-shims</artifactId>-->
|
|
|
+<!-- </exclusion>-->
|
|
|
+<!-- <exclusion>-->
|
|
|
+<!-- <groupId>org.glassfish</groupId>-->
|
|
|
+<!-- <artifactId>javax-el</artifactId>-->
|
|
|
+<!-- </exclusion>-->
|
|
|
+<!-- <exclusion>-->
|
|
|
+<!-- <groupId>org.slf4j</groupId>-->
|
|
|
+<!-- <artifactId>slf4j-log4j12</artifactId>-->
|
|
|
+<!-- </exclusion>-->
|
|
|
+<!-- <exclusion>-->
|
|
|
+<!-- <groupId>org.apache.logging.log4j</groupId>-->
|
|
|
+<!-- <artifactId>log4j-slf4j-impl</artifactId>-->
|
|
|
+<!-- </exclusion>-->
|
|
|
+<!-- </exclusions>-->
|
|
|
+<!-- </dependency>-->
|
|
|
<!--hive end-->
|
|
|
|
|
|
<dependency>
|
|
|
@@ -363,6 +367,16 @@
|
|
|
<groupId>org.projectlombok</groupId>
|
|
|
<artifactId>lombok</artifactId>
|
|
|
</dependency>
|
|
|
+ <dependency>
|
|
|
+ <groupId>org.apache.commons</groupId>
|
|
|
+ <artifactId>commons-lang3</artifactId>
|
|
|
+ <version>3.13.0</version>
|
|
|
+ </dependency>
|
|
|
+ <dependency>
|
|
|
+ <groupId>com.baomidou</groupId>
|
|
|
+ <artifactId>mybatis-plus-extension</artifactId>
|
|
|
+ <version>3.4.0</version>
|
|
|
+ </dependency>
|
|
|
</dependencies>
|
|
|
|
|
|
<build>
|
