建筑数据

src/main/scala/com/winhc/bigdata/spark/ng/jobs/args_company_job.scala

@@ -531,6 +531,32 @@ object args_company_job {
       , rowkey_udf = "md5(cleanup(concat_ws('', company_id, financing_amount, split_date(cast(declare_date as String)))))"
       , is_super_filter = false
     )
+
+    , args_company_job("litigation_mediation", Seq("case_no", "filing_date")
+      , rowkey_udf = "md5(cleanup(concat_ws('',case_no,split_date(cast(filing_date as String)) )))"
+      , is_super_filter = false
+      , where = "is_json_str(litigant_info) and is_json_str(defendant_info) and is_json_str(plaintiff_info)"
+      , explode_args = Seq(
+        explode_args("plaintiff_info", "$.litigant_id", "plaintiff_info_id_explode")
+        , explode_args("defendant_info", "$.litigant_id", "defendant_info_id_explode")
+      )
+    )
+
+
+    , args_company_job("construction_qualification", Seq("company_id", "cert_type", "cert_id", "cert_name")
+      , rowkey_udf = "md5(cleanup(concat_ws('', company_id, cert_type, cert_id, cert_name)))"
+      , is_super_filter = false
+    )
+
+    , args_company_job("construction_person", Seq("company_id", "person_name", "zczy_name", "seal_code")
+      , rowkey_udf = "md5(cleanup(concat_ws('', company_id, person_name, zczy_name, seal_code)))"
+      , is_super_filter = false
+    )
+
+    , args_company_job("construction_project", Seq("company_name", "prj_name", "prj_num")
+      , rowkey_udf = "md5(cleanup(concat_ws('', company_name, prj_name, prj_num)))"
+      , is_super_filter = false
+    )
   )
 
   def get_args_company_job(tn: String): args_company_job = {

src/main/scala/com/winhc/bigdata/spark/ng/utils/CompanySummaryNg_new.scala

@@ -64,6 +64,9 @@ object CompanySummaryNg_new {
     , get_default_summary_args("increase_registered_capital_info", "company_id")
     , get_default_summary_args("reduction_registered_capital_info", "company_id")
 
+    , get_default_summary_args("construction_qualification", "company_id")
+    , get_default_summary_args("construction_person", "company_id")
+    , get_default_summary_args("construction_project", "company_id")
 
     , SummaryArgs(table_name = "company_court_open_announcement_explode"
       , companyIdField = "plaintiff_info_id_explode"
@@ -282,6 +285,26 @@ object CompanySummaryNg_new {
       ))
     )
 
+
+    , SummaryArgs(table_name = "litigation_mediation_explode"
+      , companyIdField = "plaintiff_info_id_explode"
+      , distinctField = "rowkey,plaintiff_info_id_explode"
+      , where = "plaintiff_info_id_explode is not null and length(plaintiff_info_id_explode) = 32 "
+      , groupByInfo = GroupByInfoNg(field = "deleted", value_alias = Seq(
+        ("0", s"litigation_mediation_del_0_plaintiff")
+        , ("1", s"litigation_mediation_del_1_plaintiff")
+      ))
+    )
+
+    , SummaryArgs(table_name = "litigation_mediation_explode"
+      , companyIdField = "defendant_info_id_explode"
+      , distinctField = "rowkey,defendant_info_id_explode"
+      , where = "defendant_info_id_explode is not null and length(defendant_info_id_explode) = 32 "
+      , groupByInfo = GroupByInfoNg(field = "deleted", value_alias = Seq(
+        ("0", s"litigation_mediation_del_0_defendant")
+        , ("1", s"litigation_mediation_del_1_defendant")
+      ))
+    )
     // ====================================================
 
     , SummaryArgs(table_name = "bankruptcy_open_case_explode"

src/main/scala/com/winhc/bigdata/spark/ng/utils/PersonSummaryNg_new.scala

@@ -121,6 +121,30 @@ object PersonSummaryNg_new {
         , ("1", s"company_court_register_del_1_defendant")
       ))
     )
+
+
+
+    , SummaryArgs(table_name = "litigation_mediation_explode"
+      , companyIdField = "plaintiff_info_id_explode"
+      , distinctField = "rowkey,plaintiff_info_id_explode"
+      , where = "plaintiff_info_id_explode is not null and length(plaintiff_info_id_explode) = 33 "
+      , groupByInfo = GroupByInfoNg(field = "deleted", value_alias = Seq(
+        ("0", s"litigation_mediation_del_0_plaintiff")
+        , ("1", s"litigation_mediation_del_1_plaintiff")
+      ))
+    )
+
+    , SummaryArgs(table_name = "litigation_mediation_explode"
+      , companyIdField = "defendant_info_id_explode"
+      , distinctField = "rowkey,defendant_info_id_explode"
+      , where = "defendant_info_id_explode is not null and length(defendant_info_id_explode) = 33 "
+      , groupByInfo = GroupByInfoNg(field = "deleted", value_alias = Seq(
+        ("0", s"litigation_mediation_del_0_defendant")
+        , ("1", s"litigation_mediation_del_1_defendant")
+      ))
+    )
+
+
     , SummaryArgs(table_name = "company_send_announcement_explode"
       , companyIdField = "plaintiff_info_id_explode"
       , distinctField = "rowkey,plaintiff_info_id_explode"

src/main/scala/com/winhc/bigdata/spark/ng/utils/export_company_index_2_es.scala

@@ -213,7 +213,8 @@ object export_company_index_2_es {
       , "rowkey,defendant_info,plaintiff_info,court,start_date,title,case_no,deleted".split(","))
     , export_2_es_args("company_court_register"
       , "rowkey,case_no,case_reason,defendant_info,plaintiff_info,filing_date,deleted".split(","))
-
+    , export_2_es_args("litigation_mediation"
+      , "rowkey,case_no,case_reason,defendant_info,plaintiff_info,filing_date,deleted".split(","))
     , export_2_es_args("company_zxr_final_case"
       , "rowkey,name,keyno,court_name,case_final_time,case_create_time,case_no,exec_amount,no_exec_amount,status,deleted".split(",")
       , handles = Seq(field_handle(field_name = "exec_amount", handle = "parse_double(exec_amount)"),field_handle(field_name = "no_exec_amount", handle = "parse_double(no_exec_amount)")))
@@ -338,6 +339,13 @@ object export_company_index_2_es {
     , export_2_es_args("other_financing"
       , "rowkey,company_id,company_name,declare_date,financing_type,financing_amount,interest_rate,client_info,begin_date,end_date,file_url,source,create_time,update_time,deleted".split(","))
 
+    , export_2_es_args("construction_qualification"
+      , "rowkey,company_id,company_name,cert_type,cert_id,cert_name,organ_date,end_date,organ_name,source,create_time,update_time,deleted".split(","))
+    , export_2_es_args("construction_person"
+      , "rowkey,company_id,company_name,person_name,id_card,regtype_name,zczy_name,seal_code,reg_edate,source,create_time,update_time,deleted".split(","))
+    , export_2_es_args("construction_project"
+      , "rowkey,company_id,company_name,prj_name,county_num,prj_type,build_corp_name,money,create_time,update_time,deleted".split(","))
+
   )