|
@@ -4,10 +4,10 @@ import org.apache.spark.sql.SparkSession
|
|
|
|
|
|
object SparkUtils {
|
|
|
|
|
|
- def InitEnv = {
|
|
|
+ def InitEnv(appName: String) = {
|
|
|
val spark = SparkSession
|
|
|
.builder()
|
|
|
- .appName(this.getClass.getSimpleName)
|
|
|
+ .appName(appName)
|
|
|
.config("spark.sql.broadcastTimeout", 20 * 60)
|
|
|
.config("spark.sql.crossJoin.enabled", true)
|
|
|
.config("odps.exec.dynamic.partition.mode", "nonstrict")
|
|
@@ -18,7 +18,7 @@ object SparkUtils {
|
|
|
.config("spark.hadoop.odps.end.point", "http://service.cn.maxcompute.aliyun.com/api")
|
|
|
.config("spark.hadoop.odps.runtime.end.point", "http://service.cn.maxcompute.aliyun-inc.com/api")
|
|
|
|
|
|
- if(System.getProperty("os.name").contains("Windows")){
|
|
|
+ if (System.getProperty("os.name").contains("Windows")) {
|
|
|
spark.master("local[*]")
|
|
|
}
|
|
|
spark.getOrCreate()
|