|
@@ -20,7 +20,7 @@ case class deadbeat_info(s: SparkSession,
|
|
|
) extends LoggingUtils with BaseFunc {
|
|
|
@(transient@getter) val spark: SparkSession = s
|
|
|
|
|
|
- private val env = "dev"
|
|
|
+ private val env = "prod"
|
|
|
|
|
|
private val filter_ele = Seq(
|
|
|
"company_dishonest_info"
|
|
@@ -225,9 +225,9 @@ case class deadbeat_info(s: SparkSession,
|
|
|
def personPre(): Unit = {
|
|
|
//参与预处理的表
|
|
|
val mapTables = new mutable.HashMap[String, (String, String, String, String, String)]()
|
|
|
- mapTables("company_zxr") = ("rowkey", "cname", "card", "case_create_time", "deleted")
|
|
|
+ mapTables("company_zxr") = ("rowkey", "cname", "card", "case_create_time", "status")
|
|
|
mapTables("company_dishonest_info") = ("rowkey", "name", "card_num", "pub_date", "status")
|
|
|
- mapTables("company_zxr_final_case") = ("rowkey", "name", "identity_num", "case_create_time", "deleted")
|
|
|
+ mapTables("company_zxr_final_case") = ("rowkey", "name", "identity_num", "case_create_time", "status")
|
|
|
mapTables("company_zxr_restrict") = ("rowkey", "name", "identity_num", "case_create_time", "status")
|
|
|
val ts = mapTables.map(m => {
|
|
|
val name = s"查老赖(个人)数据预处理:${m._1}"
|
|
@@ -313,9 +313,9 @@ case class deadbeat_info(s: SparkSession,
|
|
|
def companyPre(): Unit = {
|
|
|
//参与预处理的表
|
|
|
val mapTables = new mutable.HashMap[String, (String, String, String, String, String, String)]()
|
|
|
- mapTables("company_zxr") = ("rowkey", "cids", "cname", "card", "case_create_time", "deleted")
|
|
|
+ mapTables("company_zxr") = ("rowkey", "cids", "cname", "card", "case_create_time", "status")
|
|
|
mapTables("company_dishonest_info") = ("rowkey", "cid", "name", "card_num", "pub_date", "status")
|
|
|
- mapTables("company_zxr_final_case") = ("rowkey", "cid", "name", "identity_num", "case_create_time", "deleted")
|
|
|
+ mapTables("company_zxr_final_case") = ("rowkey", "cid", "name", "identity_num", "case_create_time", "status")
|
|
|
mapTables("company_zxr_restrict") = ("rowkey", "cid", "name", "identity_num", "case_create_time", "status")
|
|
|
val ts = mapTables.map(m => {
|
|
|
val name = s"查老赖(企业)数据预处理:${m._1}"
|