feat: 股东、投资企业变更及动态

src/main/scala/com/winhc/bigdata/spark/implicits/BaseHelper.scala

@@ -16,7 +16,7 @@ object BaseHelper {
     def isRegCapital(): Boolean = pattern matches str
 
 
-    def getOrNull(): String = if (str == null) "null" else "\"" + str + "\""
+    def getOrNull(): String = if (str == null) "\"\"" else "\"" + str + "\""
 
 
     def toRegCapital(): Double = str match {

src/main/scala/com/winhc/bigdata/spark/jobs/CompanyAnnualReport.scala

@@ -238,7 +238,7 @@ object CompanyAnnualReport {
           , "rowkey"
           , "cid" +: writCols)
 
-      CompanyIncSummary(spark, project, "company_annual_report", "new_cid", Seq("rowkey")).calc
+      CompanyIncSummary(spark, project, "company_annual_report", "new_cid", Seq("new_cid","report_year")).calc
 
     }
 
@@ -407,11 +407,11 @@ object CompanyAnnualReport {
 
     if (all_flag) {
       //存量
-      //      CompanyAnnualReportHandle(spark, project).main_table_all()
+     /* CompanyAnnualReportHandle(spark, project).main_table_all()
       for (elem <- sublist_map) {
         println("xjk:" + elem._1)
         CompanyAnnualReportHandle(spark, project).sublist_all(elem._1, elem._2.split(","))
-      }
+      }*/
     } else {
       //增量
       CompanyAnnualReportHandle(spark, project).main_table_inc()

src/main/scala/com/winhc/bigdata/spark/jobs/chance/ChangeExtract.scala

@@ -352,7 +352,8 @@ object ChangeExtract {
     , Args(tableName = "company_illegal_info", primaryFields = "remove_reason")
     , Args(tableName = "company_finance", primaryFields = "round")
     , Args(tableName = "company_dishonest_info", primaryFields = "case_no")
-    //    , Args(tableName = "company_holder",  primaryFields = "amount")
+    , Args(tableName = "company_holder", primaryFields = "amount")
+    , Args(tableName = "company_annual_report_out_investment", primaryFields = "main_id")
   )
 
 

src/main/scala/com/winhc/bigdata/spark/jobs/chance/table/company_annual_report_out_investment.scala

@@ -0,0 +1,19 @@
+package com.winhc.bigdata.spark.jobs.chance.table
+
+import com.winhc.bigdata.spark.jobs.chance.CompanyChangeHandle
+import com.winhc.bigdata.spark.utils.ChangeExtractUtils
+
+/**
+ * @Author: XuJiakai
+ * @Date: 2020/8/21 13:41
+ * @Description: 年报对外投资
+ */
+case class company_annual_report_out_investment(equCols: Seq[String]) extends CompanyChangeHandle {
+  override def getUpdateTitle(newMap: Map[String, String]): String = "对外投资发生变更"
+
+  override def getInsertTitle(newMap: Map[String, String]): String = s"新增一家对外投资：${newMap.getOrElse("out_investment_name", "")}"
+
+  override def getLabel(oldMap: Map[String, String], newMap: Map[String, String]): String = ChangeExtractUtils.getTags(newMap, "对外投资", Array("out_investment_cid", "out_investment_name", "reg_number", "credit_code"))
+
+  override def getBizTime(newMap: Map[String, String]): String = newMap("update_time")
+}

src/main/scala/com/winhc/bigdata/spark/jobs/chance/table/company_holder.scala

@@ -0,0 +1,19 @@
+package com.winhc.bigdata.spark.jobs.chance.table
+
+import com.winhc.bigdata.spark.jobs.chance.CompanyChangeHandle
+import com.winhc.bigdata.spark.utils.ChangeExtractUtils
+
+/**
+ * @Author: XuJiakai
+ * @Date: 2020/8/19 14:10
+ * @Description: 股东
+ */
+case class company_holder(equCols: Seq[String]) extends CompanyChangeHandle {
+  override def getUpdateTitle(newMap: Map[String, String]): String = "股东发生更新"
+
+  override def getInsertTitle(newMap: Map[String, String]): String = "新增股东"
+
+  override def getLabel(oldMap: Map[String, String], newMap: Map[String, String]): String = ChangeExtractUtils.getTags(newMap, "股东信息", Array("holder_id", "holder_type", "amount", "capital", "capital_actual"))
+
+  override def getBizTime(newMap: Map[String, String]): String = newMap("update_time")
+}

src/main/scala/com/winhc/bigdata/spark/jobs/dynamic/CompanyDynamic.scala

@@ -215,6 +215,8 @@ object CompanyDynamic {
     , Args(tableName = "company_judicial_sale_combine_list", bName = 1) //司法拍卖
     , Args(tableName = "company_tax_contravention", bName = 1) //税收违法
     , Args(tableName = "wenshu_detail_combine", bName = 1) //裁判文书
+    , Args(tableName = "company_holder", bName = 1) //裁判文书
+    , Args(tableName = "company_annual_report_out_investment", bName = 1) //裁判文书
   )
 
   private case class Args(project: String = "winhc_eci_dev"

src/main/scala/com/winhc/bigdata/spark/jobs/dynamic/CompanyDynamicHandle.scala

@@ -24,7 +24,7 @@ trait CompanyDynamicHandle {
     , "" -> "eci_zscq" //知识产权
     , "wenshu_detail_combine" -> "eci_wenshu" //裁判文书
     , "company_court_announcement_list" -> "court_announcement" //法院公告
-    , "" -> "" //对外投资
+    , "company_annual_report_out_investment" -> "company_annual_report_out_investment" //对外投资
     , "company_punishment_info" -> "punishment_info" //行政处罚
     , "company_punishment_info_creditchina" -> "punishment_info_creditchina" //行政处罚-信用中国
     , "company_mortgage_info" -> "eci_chattel" //动产抵押
@@ -57,6 +57,7 @@ trait CompanyDynamicHandle {
     , "company_license_creditchina" -> "company_license_creditchina" //行政许可-信用中国
     , "company_license_entpub" -> "company_license_entpub" //行政许可-企业公示
     , "company_license" -> "company_license" //行政许可
+    , "company_holder" -> "company_holder" //行政许可
   )
 
   private val table_2_info_type = Map(
@@ -68,7 +69,7 @@ trait CompanyDynamicHandle {
     , "" -> "5" // 知识产权
     , "wenshu_detail_combine" -> "6" // 裁判文书
     , "company_court_announcement_list" -> "7" // 法院公告
-    , "" -> "8" // 对外投资
+    , "company_annual_report_out_investment" -> "8" // 对外投资
     , "company_mortgage_info" -> "9" // 动产抵押
     , "company_judicial_sale_combine_list" -> "10" // 司法拍卖
     , "company_land_publicity" -> "11-1" // 土地信息-地块公示
@@ -92,7 +93,7 @@ trait CompanyDynamicHandle {
     , "" -> "25" // 实际控制人变更
     , "company_court_open_announcement_list" -> "26" // 开庭公告
     , "" -> "27" // 新闻信息
-    , "" -> "28" // 股东信息
+    , "company_holder" -> "28" // 股东信息
     , "" -> "29" // 最终受益人
     , "company_staff" -> "30" // 主要成员
     , "company_finance" -> "31" // 融资动态
@@ -146,11 +147,12 @@ trait CompanyDynamicHandle {
     , "" -> "2" //对外投资企业注销/吊销/经营异常
     , "" -> "2" //分支机构注销/吊销/经营异常
     , "" -> "2" //新闻舆论（中立、消极）
+    , "company_holder" -> "2" //股东信息
     , "company_finance" -> "2" //融资
     , "" -> "1" //增资
     , "" -> "1" //裁判文书（原告）
     , "" -> "1" //裁判文书（申请执行人）
-    , "" -> "1" //对外投资
+    , "company_annual_report_out_investment" -> "1" //对外投资
     , "" -> "1" //分支机构
     , "" -> "1" //购地信息
     , "" -> "1" //地块公示
@@ -247,7 +249,7 @@ trait CompanyDynamicHandle {
    */
   protected def get_change_time(bizDate: String, new_map: Map[String, String]): String = {
     var res = bizDate
-    if(bizDate.length == 10){
+    if (bizDate.length == 10) {
       res = res.concat(" 00:00:00")
     }
     res

src/main/scala/com/winhc/bigdata/spark/jobs/dynamic/tables/company_annual_report_out_investment.scala

@@ -0,0 +1,31 @@
+package com.winhc.bigdata.spark.jobs.dynamic.tables
+
+import com.winhc.bigdata.spark.jobs.dynamic.CompanyDynamicHandle
+import com.winhc.bigdata.spark.implicits.MapHelper._
+/**
+ * @Author: XuJiakai
+ * @Date: 2020/8/21 13:44
+ * @Description:
+ */
+case class company_annual_report_out_investment() extends CompanyDynamicHandle {
+  /**
+   * 信息描述
+   *
+   * @param old_map
+   * @param new_map
+   * @return
+   */
+  override protected def get_rta_desc(old_map: Map[String, String], new_map: Map[String, String]): String = s"新增一家对外投资：${new_map.getOrElse("out_investment_name", "")}"
+
+  /**
+   * 变更内容
+   *
+   * @param old_map
+   * @param new_map
+   * @return
+   */
+  override protected def get_change_content(old_map: Map[String, String], new_map: Map[String, String], cname: String): String = new_map.toJson(
+    Seq("out_investment_cid", "out_investment_name", "reg_number", "credit_code"
+    )
+  )
+}

src/main/scala/com/winhc/bigdata/spark/jobs/dynamic/tables/company_holder.scala

@@ -0,0 +1,45 @@
+package com.winhc.bigdata.spark.jobs.dynamic.tables
+
+import com.winhc.bigdata.spark.jobs.dynamic.CompanyDynamicHandle
+import com.winhc.bigdata.spark.implicits.MapHelper._
+
+/**
+ * @Author: XuJiakai
+ * @Date: 2020/8/19 14:15
+ * @Description:
+ */
+case class company_holder() extends CompanyDynamicHandle {
+
+
+  /**
+   * 来源表的变更类型，insert or update
+   *
+   * @return
+   */
+  override def org_type(): Seq[String] = Seq("insert", "update")
+
+  /**
+   * 信息描述
+   *
+   * @param old_map
+   * @param new_map
+   * @return
+   */
+  override protected def get_rta_desc(old_map: Map[String, String], new_map: Map[String, String]): String = s"股东及出资信息发生变化"
+
+  /**
+   * 变更内容
+   *
+   * @param old_map
+   * @param new_map
+   * @return
+   */
+  override protected def get_change_content(old_map: Map[String, String], new_map: Map[String, String], cname: String): String = new_map.toJson(Seq(
+    "holder_id"
+    , "holder_type"
+    , "amount"
+    , "capital"
+    , "capital_actual"
+    , "percent"
+  ))
+}