feat: 招聘增量

src/main/scala/com/winhc/bigdata/spark/ng/jobs/args_company_job.scala

@@ -279,7 +279,6 @@ object args_company_job {
     )
 
 
-
     , args_company_job("company_finance", Seq("company_id", "round")
       , rowkey_udf = "md5(cleanup(concat_ws('', company_id, round)))"
       , is_super_filter = false
@@ -327,10 +326,10 @@ object args_company_job {
       , rowkey_udf = "md5(cleanup(concat_ws('', company_name, type)))"
       , is_super_filter = false
     )
-//    , args_company_job("company_icp", Seq("company_name", "domain", "web_baxh")
-//      , rowkey_udf = "md5(cleanup(concat_ws('', company_name, domain, web_baxh)))"
-//      , is_super_filter = false
-//    )
+    //    , args_company_job("company_icp", Seq("company_name", "domain", "web_baxh")
+    //      , rowkey_udf = "md5(cleanup(concat_ws('', company_name, domain, web_baxh)))"
+    //      , is_super_filter = false
+    //    )
     , args_company_job("company_weibo", Seq("company_name", "name")
       , rowkey_udf = "md5(cleanup(concat_ws('', company_name, name)))"
       , is_super_filter = false
@@ -372,7 +371,6 @@ object args_company_job {
     )
 
 
-
     , args_company_job("company_land_announcement", Seq("e_number", "project_name")
       , rowkey_udf = "md5(cleanup(concat_ws('',  e_number, project_name)))"
       , is_super_filter = false
@@ -427,6 +425,10 @@ object args_company_job {
         , explode_args("defendant_info", "$.litigant_id", "defendant_info_id_explode")
       )
     )
+    , args_company_job("company_employment", Seq("company_id", "url_path")
+      , rowkey_udf = "md5(cleanup(concat_ws('', company_id, url_path)))"
+      , is_super_filter = false
+    )
 
   )
 

src/main/scala/com/winhc/bigdata/spark/ng/utils/export_company_index_2_es.scala

@@ -304,6 +304,8 @@ object export_company_index_2_es {
       , "rowkey,company_id,company_name,category,change_item,content_before,content_after,change_time,create_time,update_time,deleted".split(","))
     , export_2_es_args("company_change"
       , "rowkey,company_id,company_name,category,change_item,content_before,content_after,change_time,create_time,update_time,deleted".split(","))
+    , export_2_es_args("company_employment"
+      , "rowkey,company_id,title,city,district,company_name,ori_salary,ori_salary_small,ori_salary_big,start_date,end_date,source,education,experience,location,create_time,update_time,deleted".split(","))
 //    , export_2_es_args("wenshu_detail_v2"
 //      , ("rowkey,case_id,doc_id,case_type,case_no,doc_type,case_reason_level1,case_reason_level2,case_reason_level3,case_reason_level4,case_reason,case_reason_levelnum," +
 //        "case_stage,new_case_stage,case_amt,judge_amt,accept_amt,province_court_name,city_court_name,court_name,court_province_code,court_city_code,court_level,party_info," +