|
@@ -1,5 +1,6 @@
|
|
|
package com.winhc.bigdata.spark.jobs
|
|
|
|
|
|
+import com.winhc.bigdata.spark.config.PhoenixConfig
|
|
|
import com.winhc.bigdata.spark.udf.BaseFunc
|
|
|
import com.winhc.bigdata.spark.utils.BaseUtil.isWindows
|
|
|
import com.winhc.bigdata.spark.utils.{CompanyCidAndNameUtils, CompanySummaryPro, LoggingUtils, SparkUtils}
|
|
@@ -490,7 +491,6 @@ case class company_judicial_assistance(s: SparkSession,
|
|
|
|WHERE ds = '$inc_ods_last_ds'
|
|
|
|""".stripMargin)
|
|
|
.save2HBase("COMPANY_JUDICIAL_ASSISTANCE", "rowkey", ads_cols.diff(Seq("ds", "id")))
|
|
|
- import com.winhc.bigdata.spark.implicits.PhoenixHelper._
|
|
|
sql(
|
|
|
s"""
|
|
|
|SELECT *
|
|
@@ -498,7 +498,10 @@ case class company_judicial_assistance(s: SparkSession,
|
|
|
|WHERE ds = '$inc_ods_last_ds'
|
|
|
|""".stripMargin)
|
|
|
.select(ads_cols.diff(Seq("ds")).map(column => col(column).cast("string")): _*)
|
|
|
- .save2PhoenixByJDBC("COMPANY_JUDICIAL_ASSISTANCE_LIST")
|
|
|
+ .write
|
|
|
+ .mode("append")
|
|
|
+ .jdbc(PhoenixConfig.getPhoenixJDBCUrl, "COMPANY_JUDICIAL_ASSISTANCE_LIST", PhoenixConfig.getPhoenixProperties)
|
|
|
+ // .save2PhoenixByJDBC("COMPANY_JUDICIAL_ASSISTANCE_LIST")
|
|
|
|
|
|
CompanySummaryPro(s = spark
|
|
|
, project = "winhc_eci_dev"
|