|
@@ -4,7 +4,11 @@ import org.apache.spark.sql.SparkSession
|
|
|
|
|
|
object SparkUtils {
|
|
|
|
|
|
- def InitEnv(appName: String) = {
|
|
|
+ def InitEnv(appName: String): SparkSession = {
|
|
|
+ InitEnv(appName, null)
|
|
|
+ }
|
|
|
+
|
|
|
+ def InitEnv(appName: String, config: Map[String, String]): SparkSession = {
|
|
|
val spark = SparkSession
|
|
|
.builder()
|
|
|
.appName(appName)
|
|
@@ -21,6 +25,11 @@ object SparkUtils {
|
|
|
if (System.getProperty("os.name").contains("Windows")) {
|
|
|
spark.master("local[*]")
|
|
|
}
|
|
|
+ if (config != null) {
|
|
|
+ for (e <- config) {
|
|
|
+ spark.config(e._1, e._2)
|
|
|
+ }
|
|
|
+ }
|
|
|
spark.getOrCreate()
|
|
|
}
|
|
|
|