xufei преди 4 години
родител
ревизия
bafcd84fb6
променени са 1 файла, в които са добавени 40 реда и са изтрити 1 реда
  1. 40 1
      src/main/scala/com/winhc/bigdata/spark/ng/relation/company_back_update.scala

+ 40 - 1
src/main/scala/com/winhc/bigdata/spark/ng/relation/company_back_update.scala

@@ -68,6 +68,43 @@ object job_params {
     )
     , job_params(tableName = "company_judicial_assistance"
       , names = "split(CONCAT_WS('&',company_name),'&')"
+
+    )
+    , job_params(tableName = "company_land_mortgage"
+      , names = "split(CONCAT_WS('&',mortgagor,mortgagee),'&')"
+    )
+    , job_params(tableName = "company_public_announcement"
+      , names = "split(CONCAT_WS('&',pay_bank,gather_name,drawer,owner,apply_name),'&')"
+    )
+    , job_params(tableName = "company_abnormal_info"
+      , names = "split(CONCAT_WS('&',company_name),'&')"
+    )
+    , job_params(tableName = "company_illegal_info"
+      , names = "split(CONCAT_WS('&',company_name),'&')"
+    )
+    , job_params(tableName = "auction_tracking"
+      , names = "split_names(CONCAT_WS('&',company_info),'$.company_name')"
+    )
+    , job_params(tableName = "company_brief_cancel_announcement"
+      , names = "split(CONCAT_WS('&',company_name),'&')"
+    )
+    , job_params(tableName = "company_lawsuit"
+      , names = "split_names(CONCAT_WS('&',litigant_info,plaintiff_info,defendant_info),'$.name')"
+    )
+    , job_params(tableName = "company_check_info"
+      , names = "split(CONCAT_WS('&',company_name),'&')"
+    )
+    , job_params(tableName = "company_double_random_check_info"
+      , names = "split(CONCAT_WS('&',company_name),'&')"
+    )
+    , job_params(tableName = "company_mortgage_info"
+      , names = "split(CONCAT_WS('&',company_name),'&')"
+    )
+    , job_params(tableName = "company_own_tax"
+      , names = "split(CONCAT_WS('&',company_name),'&')"
+    )
+    , job_params(tableName = "company_tax_contravention"
+      , names = "split(CONCAT_WS('&',company_name),'&')"
     )
   )
 
@@ -91,7 +128,9 @@ case class company_back_update(s: SparkSession
   //回流结果表
   val company_back_update = s"$project.tmp_xf_company_back_update"
   //疑似问题公司名称
-  val companyid_name_mapping = s"$project.tmp_xf_companyid_name_mapping_tmp"
+  //val companyid_name_mapping = s"$project.tmp_xf_companyid_name_mapping_tmp"
+  //曾用名问题数据
+  val companyid_name_mapping = s"$project.tmp_xf_spider_rizhi_name"
 
   val inter_cols: Seq[String] = getColumns(ads_tab).intersect(getColumns(inc_ads_tab))
   val lastDs: String = BaseUtil.getYesterday()