Przeglądaj źródła

feat: 融资动态

- 融资历史企业变更
- 融资历史企业动态
- 调整SparkUtils.InitEnv默认工作空间
许家凯 4 lat temu
rodzic
commit
9c498420df

+ 1 - 0
src/main/scala/com/winhc/bigdata/spark/jobs/chance/ChangeExtract.scala

@@ -319,6 +319,7 @@ object ChangeExtract {
     //公司名称,法人ID:人标识或公司标识,公司类型,注册地址,营业期限终止日期,经营范围,登记机关,企业状态                 ,注册资本,实收资本金额(单位:分),注销日期,注销原因
     , Args(tableName = "company", primaryKey = "cid", primaryFields = "name,legal_entity_id,company_org_type,reg_location,to_time,business_scope,reg_institute,reg_status,reg_capital,actual_capital_amount,cancel_date,cancel_reason")
     , Args(tableName = "company_illegal_info",  primaryFields = "remove_reason")
+    , Args(tableName = "company_finance",  primaryFields = "round")
   )
 
   private case class Args(project: String = "winhc_eci_dev"

+ 19 - 0
src/main/scala/com/winhc/bigdata/spark/jobs/chance/table/company_finance.scala

@@ -0,0 +1,19 @@
+package com.winhc.bigdata.spark.jobs.chance.table
+
+import com.winhc.bigdata.spark.jobs.chance.CompanyChangeHandle
+import com.winhc.bigdata.spark.utils.ChangeExtractUtils
+
+/**
+ * @Author: XuJiakai
+ * @Date: 2020/8/12 17:42
+ * @Description: 融资历史
+ */
+case class company_finance(equCols: Seq[String]) extends CompanyChangeHandle {
+  override def getUpdateTitle(newMap: Map[String, String]): String = "融资历史发生变化"
+
+  override def getInsertTitle(newMap: Map[String, String]): String = s"获得了${newMap.getOrElse("round", "")}融资,由${newMap.getOrElse("inverstors", "")}投资"
+
+  override def getLabel(oldMap: Map[String, String], newMap: Map[String, String]): String = ChangeExtractUtils.getTags(newMap, "融资历史", Array("company_name", "finance_time", "money", "round", "inverstors"))
+
+  override def getBizTime(newMap: Map[String, String]): String = newMap("report_date")
+}

+ 1 - 0
src/main/scala/com/winhc/bigdata/spark/jobs/dynamic/CompanyDynamic.scala

@@ -194,6 +194,7 @@ object CompanyDynamic {
     , Args(tableName = "company_public_announcement2_list", bName = 1)
     , Args(tableName = "company_mortgage_info", bName = 1)
     , Args(tableName = "company_stock_announcement", bName = 1)
+    , Args(tableName = "company_finance", bName = 1)
   )
 
   private case class Args(project: String = "winhc_eci_dev"

+ 3 - 1
src/main/scala/com/winhc/bigdata/spark/jobs/dynamic/CompanyDynamicHandle.scala

@@ -46,6 +46,7 @@ trait CompanyDynamicHandle {
     , "company_stock_announcement" -> "company_stock_announcement" //企业公告
 
     , "company_staff" -> "company_staff" //主要成员
+    , "company_finance" -> "company_finance" //融资动态
   )
 
   private val table_2_info_type = Map(
@@ -84,7 +85,7 @@ trait CompanyDynamicHandle {
     , "" -> "28" // 股东信息
     , "" -> "29" // 最终受益人
     , "company_staff" -> "30" // 主要成员
-    , "" -> "31" // 融资动态
+    , "company_finance" -> "31" // 融资动态
     , "company_stock_announcement" -> "32" // 企业公告
     , "" -> "33" // 抽查检查
     , "" -> "34" // 行政许可
@@ -130,6 +131,7 @@ trait CompanyDynamicHandle {
     , "" -> "2" //对外投资企业注销/吊销/经营异常
     , "" -> "2" //分支机构注销/吊销/经营异常
     , "" -> "2" //新闻舆论(中立、消极)
+    , "company_finance" -> "2" //融资
     , "" -> "1" //增资
     , "" -> "1" //裁判文书(原告)
     , "" -> "1" //裁判文书(申请执行人)

+ 35 - 0
src/main/scala/com/winhc/bigdata/spark/jobs/dynamic/tables/company_finance.scala

@@ -0,0 +1,35 @@
+package com.winhc.bigdata.spark.jobs.dynamic.tables
+
+import com.winhc.bigdata.spark.jobs.dynamic.CompanyDynamicHandle
+import com.winhc.bigdata.spark.implicits.MapHelper._
+
+/**
+ * @Author: XuJiakai
+ * @Date: 2020/8/12 17:43
+ * @Description: 融资历史
+ */
+case class company_finance() extends CompanyDynamicHandle {
+  /**
+   * 信息描述
+   *
+   * @param old_map
+   * @param new_map
+   * @return
+   */
+  override protected def get_rta_desc(old_map: Map[String, String], new_map: Map[String, String]): String = s"获得了${new_map.getOrElse("round", "")}融资,由${new_map.getOrElse("inverstors", "")}投资"
+
+  /**
+   * 变更内容
+   *
+   * @param old_map
+   * @param new_map
+   * @return
+   */
+  override protected def get_change_content(old_map: Map[String, String], new_map: Map[String, String], cname: String): String = new_map.toJson(Seq(
+    "company_name->公司名称"
+    , "finance_time->融资时间"
+    , "money->融资金额"
+    , "round->轮次"
+    , "inverstors->投资人"
+  ))
+}

+ 2 - 2
src/main/scala/com/winhc/bigdata/spark/utils/SparkUtils.scala

@@ -19,8 +19,8 @@ object SparkUtils {
       .config("spark.sql.crossJoin.enabled", true)
       .config("spark.hadoop.odps.cupid.smartnat.enable", true)
       .config("odps.exec.dynamic.partition.mode", "nonstrict")
-//      .config("spark.hadoop.odps.project.name", "winhc_eci_dev")
-      .config("spark.hadoop.odps.project.name", "winhc_test_dev")
+      .config("spark.hadoop.odps.project.name", "winhc_eci_dev")
+//      .config("spark.hadoop.odps.project.name", "winhc_test_dev")
       .config("spark.hadoop.odps.access.id", "LTAI4G4n7pAW8tUbJVkkZQPD")
       .config("spark.hadoop.odps.access.key", "uNJOBskzcDqHq1TYG3m2rebR4c1009")
       .config("spark.sql.catalogImplementation", "odps")