@@ -37,7 +37,7 @@ case class company_judicial_human(s: SparkSession,
def etl(tableName: String, dupliCols: Seq[String], case_no_fields: Seq[String], id_card_field: String = null, is_inc: Boolean = true): Unit = {
case_no_trim_udf()
cleanup()
- is_id_card()
+ is_id_card_udf()
id_card_trim_udf()
init(tableName)
val ods_tableName = s"$project.ods_$tableName"
@@ -83,7 +83,7 @@ case class JudicialCaseRelationPre10(s: SparkSession, project: String
lastDsIncAds = BaseUtil.getPartion(s"$project.inc_ads_company_zxr_person", spark)
//身份证补全表最新分区
val personIdDs = BaseUtil.getPartion("ads_person_idcard_cloze", spark)
spark.sparkContext.setJobDescription(s"处理zxr_person($lastDsIncAds)")
sql(
s"""
@@ -83,7 +83,7 @@ case class JudicialCaseRelationPre12(s: SparkSession, project: String
lastDsIncAds = BaseUtil.getPartion(s"$project.inc_ads_company_zxr_final_case_person", spark)
spark.sparkContext.setJobDescription(s"处理zxr_final_case_person($lastDsIncAds)")
@@ -137,7 +137,7 @@ case class JudicialCaseRelationPre456(s: SparkSession, project: String
lastDsIncAds = BaseUtil.getPartion(s"$project.inc_ads_company_zxr_restrict_person", spark)
spark.sparkContext.setJobDescription(s"处理zxr_restrict_person($lastDsIncAds)")