Browse Source

alter sparkUtils

许家凯 4 years ago
parent
commit
6ea56f908e
1 changed files with 10 additions and 1 deletions
  1. 10 1
      src/main/scala/com/winhc/bigdata/spark/utils/SparkUtils.scala

+ 10 - 1
src/main/scala/com/winhc/bigdata/spark/utils/SparkUtils.scala

@@ -4,7 +4,11 @@ import org.apache.spark.sql.SparkSession
 
 object SparkUtils {
 
-  def InitEnv(appName: String) = {
+  def InitEnv(appName: String): SparkSession = {
+    InitEnv(appName, null)
+  }
+
+  def InitEnv(appName: String, config: Map[String, String]): SparkSession = {
     val spark = SparkSession
       .builder()
       .appName(appName)
@@ -21,6 +25,11 @@ object SparkUtils {
     if (System.getProperty("os.name").contains("Windows")) {
       spark.master("local[*]")
     }
+    if (config != null) {
+      for (e <- config) {
+        spark.config(e._1, e._2)
+      }
+    }
     spark.getOrCreate()
   }