Browse Source

代码和依赖分离

许家凯 5 years ago
parent
commit
9d73ec20da
2 changed files with 20 additions and 17 deletions
  1. 19 16
      pom.xml
  2. 1 1
      src/main/scala/com/winhc/bigdata/spark/jobs/CompanyNameMappingPro.scala

+ 19 - 16
pom.xml

@@ -116,43 +116,43 @@
             <version>1.0.0</version>
             <version>1.0.0</version>
             <exclusions>
             <exclusions>
                 <exclusion>
                 <exclusion>
-                    <groupId> org.apache.spark</groupId>
+                    <groupId>org.apache.spark</groupId>
                     <artifactId>spark-core_2.11</artifactId>
                     <artifactId>spark-core_2.11</artifactId>
                 </exclusion>
                 </exclusion>
                 <exclusion>
                 <exclusion>
-                    <groupId> org.apache.spark</groupId>
+                    <groupId>org.apache.spark</groupId>
                     <artifactId>spark-launcher_2.11</artifactId>
                     <artifactId>spark-launcher_2.11</artifactId>
                 </exclusion>
                 </exclusion>
                 <exclusion>
                 <exclusion>
-                    <groupId> org.apache.spark</groupId>
+                    <groupId>org.apache.spark</groupId>
                     <artifactId>spark-kvstore_2.11</artifactId>
                     <artifactId>spark-kvstore_2.11</artifactId>
                 </exclusion>
                 </exclusion>
                 <exclusion>
                 <exclusion>
-                    <groupId> org.apache.spark</groupId>
+                    <groupId>org.apache.spark</groupId>
                     <artifactId>spark-network-common_2.11</artifactId>
                     <artifactId>spark-network-common_2.11</artifactId>
                 </exclusion>
                 </exclusion>
                 <exclusion>
                 <exclusion>
-                    <groupId> org.apache.spark</groupId>
+                    <groupId>org.apache.spark</groupId>
                     <artifactId>spark-network-shuffle_2.11</artifactId>
                     <artifactId>spark-network-shuffle_2.11</artifactId>
                 </exclusion>
                 </exclusion>
                 <exclusion>
                 <exclusion>
-                    <groupId> org.apache.spark</groupId>
+                    <groupId>org.apache.spark</groupId>
                     <artifactId>spark-unsafe_2.11</artifactId>
                     <artifactId>spark-unsafe_2.11</artifactId>
                 </exclusion>
                 </exclusion>
                 <exclusion>
                 <exclusion>
-                    <groupId> org.apache.spark</groupId>
+                    <groupId>org.apache.spark</groupId>
                     <artifactId>spark-tags_2.11</artifactId>
                     <artifactId>spark-tags_2.11</artifactId>
                 </exclusion>
                 </exclusion>
                 <exclusion>
                 <exclusion>
-                    <groupId> org.apache.spark</groupId>
+                    <groupId>org.apache.spark</groupId>
                     <artifactId>spark-sql_2.11</artifactId>
                     <artifactId>spark-sql_2.11</artifactId>
                 </exclusion>
                 </exclusion>
                 <exclusion>
                 <exclusion>
-                    <groupId> org.apache.spark</groupId>
+                    <groupId>org.apache.spark</groupId>
                     <artifactId>spark-sketch_2.11</artifactId>
                     <artifactId>spark-sketch_2.11</artifactId>
                 </exclusion>
                 </exclusion>
                 <exclusion>
                 <exclusion>
-                    <groupId> org.apache.spark</groupId>
+                    <groupId>org.apache.spark</groupId>
                     <artifactId>spark-catalyst_2.11</artifactId>
                     <artifactId>spark-catalyst_2.11</artifactId>
                 </exclusion>
                 </exclusion>
             </exclusions>
             </exclusions>
@@ -210,18 +210,21 @@
                             <minimizeJar>false</minimizeJar>
                             <minimizeJar>false</minimizeJar>
                             <shadedArtifactAttached>true</shadedArtifactAttached>
                             <shadedArtifactAttached>true</shadedArtifactAttached>
                             <artifactSet>
                             <artifactSet>
+                                <excludes>
+                                    <exclude>com.winhc:*</exclude>
+                                </excludes>
                                 <includes>
                                 <includes>
                                     <include>*:*</include>
                                     <include>*:*</include>
                                     <!--<include>com.aliyun.odps:*</include>
                                     <!--<include>com.aliyun.odps:*</include>
                                     <include>org.mongodb.*:*</include>
                                     <include>org.mongodb.*:*</include>
                                     <include>org.apache.hbase:*</include>
                                     <include>org.apache.hbase:*</include>
                                     <include>org.elasticsearch:*</include>-->
                                     <include>org.elasticsearch:*</include>-->
-<!--                                    <include>cn.hutool:*</include>-->
-<!--                                    <include>com.aliyun.odps:*</include>-->
-<!--                                    <include>org.mongodb.*:*</include>-->
-<!--                                    <include>org.apache.hbase:*</include>-->
-<!--                                    <include>com.aliyun.hbase:*</include>-->
-<!--                                    <include>com.alibaba.hbase:*</include>-->
+                                    <!--                                    <include>cn.hutool:*</include>-->
+                                    <!--                                    <include>com.aliyun.odps:*</include>-->
+                                    <!--                                    <include>org.mongodb.*:*</include>-->
+                                    <!--                                    <include>org.apache.hbase:*</include>-->
+                                    <!--                                    <include>com.aliyun.hbase:*</include>-->
+                                    <!--                                    <include>com.alibaba.hbase:*</include>-->
                                 </includes>
                                 </includes>
                             </artifactSet>
                             </artifactSet>
                             <filters>
                             <filters>

+ 1 - 1
src/main/scala/com/winhc/bigdata/spark/jobs/CompanyNameMappingPro.scala

@@ -195,6 +195,6 @@ object CompanyNameMappingPro extends Logging {
     resultDf.write.mode("append").insertInto(resultTable)
     resultDf.write.mode("append").insertInto(resultTable)
 
 
     logInfo("CompanyNameMapping success")
     logInfo("CompanyNameMapping success")
-    spark.stop()*/
+    spark.stop()
   }
   }
 }
 }