加入九大类type自动推测

src/main/scala/com/winhc/bigdata/spark/const/CaseChanceConst.scala

@@ -6,6 +6,20 @@ package com.winhc.bigdata.spark.const
  * @Description:
  */
 object CaseChanceConst {
+  //九大类type
+  val TABLE_2_TYPE = Map(
+    "" -> "1"
+    , "" -> "2"
+    , "company_tm" -> "3"
+    , "company_patent_list" -> "3"
+    , "company_certificate" -> "3"
+    , "company_copyright_works_list" -> "3"
+    , "company_copyright_reg_list" -> "3"
+    , "" -> "4"
+  )
+
+
+  //利好消息祥细type
   val CHANCE_DYNAMIC_TYPE = Map(
     /*"" -> "3-1" //企业增资
     , "" -> "3-2" //企业新增对外投资
@@ -17,7 +31,7 @@ object CaseChanceConst {
 
     ,*/ "company_tm" -> "3-8" //知识产权-商标
     , "company_patent_list" -> "3-9" //专利
-    , "company_certificate" -> "3-10" //资质证书
+    , "company_certificate" -> "3-10" //资质证书   X
     , "company_copyright_works_list" -> "3-11" //作品著作权
     , "company_copyright_reg_list" -> "3-12" //软件著作权
   )

src/main/scala/com/winhc/bigdata/spark/jobs/chance/ChangeExtract.scala

@@ -158,7 +158,10 @@ object ChangeExtract {
 
 
   // winhc_eci_dev company_tm rowkey 20200707 rowkey,status_new
-  // winhc_eci_dev company_patent_list rowkey 20200707 rowkey,status_new
+  // winhc_eci_dev company_patent_list rowkey 20200715 lprs
+  // winhc_eci_dev company_certificate rowkey 20200707 lprs
+  // winhc_eci_dev company_copyright_works_list rowkey 20200715 type
+  // winhc_eci_dev company_copyright_reg_list rowkey 20200707 lprs
 
 
   // winhc_eci_dev company cid 20200630 legal_entity_id,reg_location,business_scope,reg_status,reg_capital,emails,phones

src/main/scala/com/winhc/bigdata/spark/jobs/chance/CompanyChangeHandle.scala

@@ -100,6 +100,7 @@ case class company(equCols: Seq[String]) extends CompanyChangeHandle with Serial
   override def getInsertTitle(newMap: Map[String, String]): String = "新增一家公司"
 }
 
+//商标
 case class company_tm(equCols: Seq[String]) extends CompanyChangeHandle {
   override def getUpdateTitle(newMap: Map[String, String]): String = getValueOrNull(newMap("tm_name"), s"${newMap("tm_name")}商标发生变更")
 
@@ -164,5 +165,4 @@ case class company_land_announcement(equCols:Seq[String])extends CompanyChangeHa
   override def getLabel(oldMap: Map[String, String], newMap: Map[String, String]): String = ChangeExtractUtils.getTags(newMap,"购地信息", Array("project_name","project_loc", "area", "tran_price", "e_number"))
 
   override def getBizTime(newMap: Map[String, String]): String = newMap("contract_date")
-
 }

src/main/scala/com/winhc/bigdata/spark/jobs/chance/eci_good_news.scala

@@ -79,7 +79,7 @@ object eci_good_news {
            |            FROM    (
            |                        SELECT  detail_rowkey AS CASE_CHANCE_ID
            |                                ,0 AS TYPE
-           |                                ,3 AS CASE_CHANCE_TYPE
+           |                                ,get_table_type(detail_table_name) AS CASE_CHANCE_TYPE
            |                                ,rel_yg_province_code AS PROVINCE
            |                                ,rel_yg_city_code AS city
            |                                ,rel_yg_county_code AS county
@@ -89,7 +89,7 @@ object eci_good_news {
            |                        UNION ALL
            |                        SELECT  detail_rowkey AS CASE_CHANCE_ID
            |                                ,1 AS TYPE
-           |                                ,3 AS CASE_CHANCE_TYPE
+           |                                ,get_table_type(detail_table_name) AS CASE_CHANCE_TYPE
            |                                ,rel_bg_province_code AS PROVINCE
            |                                ,rel_bg_city_code AS city
            |                                ,rel_bg_county_code AS county
@@ -113,7 +113,7 @@ object eci_good_news {
            |        ,detail_cid AS cid
            |        ,json_add_str(detail_label,CONCAT_WS(',',get_json_kv('reg_capital',rel_bg_reg_capital),get_json_kv('province',rel_bg_province_code),get_json_kv('city',rel_bg_city_code),get_json_kv('county',rel_bg_county_code))) AS tags
            |        ,detail_rowkey AS biz_id
-           |        ,3 AS type
+           |        ,get_table_type(detail_table_name) AS type
            |        ,get_chance_dynamic_type(detail_table_name) AS dynamic_type
            |        ,map_2_json(detail_data) AS dynamic_content
            |        ,detail_biz_date AS dynamic_time

src/main/scala/com/winhc/bigdata/spark/udf/CaseChanceFunc.scala

@@ -16,7 +16,15 @@ trait CaseChanceFunc {
 
   def chance_dynamic_type(): Unit = {
     spark.udf.register("get_chance_dynamic_type", (tableName: String) => {
-      CaseChanceConst.CHANCE_DYNAMIC_TYPE(tableName)
+      if(CaseChanceConst.CHANCE_DYNAMIC_TYPE.contains(tableName)){
+        CaseChanceConst.CHANCE_DYNAMIC_TYPE(tableName)
+      }else{
+        "0"
+      }
+    })
+
+    spark.udf.register("get_table_type", (tableName: String) => {
+      CaseChanceConst.TABLE_2_TYPE(tableName)
     })
   }