|
@@ -68,6 +68,43 @@ object job_params {
|
|
|
)
|
|
|
, job_params(tableName = "company_judicial_assistance"
|
|
|
, names = "split(CONCAT_WS('&',company_name),'&')"
|
|
|
+
|
|
|
+ )
|
|
|
+ , job_params(tableName = "company_land_mortgage"
|
|
|
+ , names = "split(CONCAT_WS('&',mortgagor,mortgagee),'&')"
|
|
|
+ )
|
|
|
+ , job_params(tableName = "company_public_announcement"
|
|
|
+ , names = "split(CONCAT_WS('&',pay_bank,gather_name,drawer,owner,apply_name),'&')"
|
|
|
+ )
|
|
|
+ , job_params(tableName = "company_abnormal_info"
|
|
|
+ , names = "split(CONCAT_WS('&',company_name),'&')"
|
|
|
+ )
|
|
|
+ , job_params(tableName = "company_illegal_info"
|
|
|
+ , names = "split(CONCAT_WS('&',company_name),'&')"
|
|
|
+ )
|
|
|
+ , job_params(tableName = "auction_tracking"
|
|
|
+ , names = "split_names(CONCAT_WS('&',company_info),'$.company_name')"
|
|
|
+ )
|
|
|
+ , job_params(tableName = "company_brief_cancel_announcement"
|
|
|
+ , names = "split(CONCAT_WS('&',company_name),'&')"
|
|
|
+ )
|
|
|
+ , job_params(tableName = "company_lawsuit"
|
|
|
+ , names = "split_names(CONCAT_WS('&',litigant_info,plaintiff_info,defendant_info),'$.name')"
|
|
|
+ )
|
|
|
+ , job_params(tableName = "company_check_info"
|
|
|
+ , names = "split(CONCAT_WS('&',company_name),'&')"
|
|
|
+ )
|
|
|
+ , job_params(tableName = "company_double_random_check_info"
|
|
|
+ , names = "split(CONCAT_WS('&',company_name),'&')"
|
|
|
+ )
|
|
|
+ , job_params(tableName = "company_mortgage_info"
|
|
|
+ , names = "split(CONCAT_WS('&',company_name),'&')"
|
|
|
+ )
|
|
|
+ , job_params(tableName = "company_own_tax"
|
|
|
+ , names = "split(CONCAT_WS('&',company_name),'&')"
|
|
|
+ )
|
|
|
+ , job_params(tableName = "company_tax_contravention"
|
|
|
+ , names = "split(CONCAT_WS('&',company_name),'&')"
|
|
|
)
|
|
|
)
|
|
|
|
|
@@ -91,7 +128,9 @@ case class company_back_update(s: SparkSession
|
|
|
//回流结果表
|
|
|
val company_back_update = s"$project.tmp_xf_company_back_update"
|
|
|
//疑似问题公司名称
|
|
|
- val companyid_name_mapping = s"$project.tmp_xf_companyid_name_mapping_tmp"
|
|
|
+ //val companyid_name_mapping = s"$project.tmp_xf_companyid_name_mapping_tmp"
|
|
|
+ //曾用名问题数据
|
|
|
+ val companyid_name_mapping = s"$project.tmp_xf_spider_rizhi_name"
|
|
|
|
|
|
val inter_cols: Seq[String] = getColumns(ads_tab).intersect(getColumns(inc_ads_tab))
|
|
|
val lastDs: String = BaseUtil.getYesterday()
|