ci: 任务的yml提到一级目录

jobs/task-step02.yaml

@@ -0,0 +1,312 @@
+# 公司基本信息、招投标、环保处罚、购地信息、地块公示、行政处罚-信用中国、行政处罚、土地抵押、土地转让
+job:
+  #------<公司基本信息
+  - project: winhc_test
+    flow: inc_company_spark
+    task:
+      - taskName: company_inc
+        param:
+          - _nodeId: 700003381602
+            project: winhc_eci_dev
+  #------>
+  # 招聘
+  - project: winhc_test
+    flow: incr_calc_intellectual
+    task:
+      - taskName: company_employment
+        param:
+          - _nodeId: 700003375026
+            project: winhc_eci_dev
+            tableName: company_employment
+            dupliCols: title,new_cid,url_path
+            flag: cid
+          - _nodeId: 700003380225
+            project: winhc_eci_dev
+            tableName: company_employment
+            cidField: new_cid
+            dupliCols: title,new_cid,url_path
+  #------<招投标:Spark
+  - project: winhc_test
+    flow: incr_calc_intellectual
+    task:
+      - taskName: company_bid
+        param:
+          - _nodeId: 700003375026
+            project: winhc_eci_dev
+            tableName: company_bid
+            dupliCols: new_cid,title,link,publish_time
+            flag: cids
+          - _nodeId: 700003380225
+            project: winhc_eci_dev
+            tableName: company_bid_list
+            cidField: new_cid
+            dupliCols: new_cid,title,link,publish_time
+      #------>
+      #------<环保处罚
+      - taskName: company_env_punishment
+        param:
+          - _nodeId: 700003375026
+            project: winhc_eci_dev
+            tableName: company_env_punishment
+            dupliCols: new_cid,name,source_url,punish_number
+            flag: cid
+          - _nodeId: 700003380225
+            project: winhc_eci_dev
+            tableName: company_land_publicity
+            cidField: new_cid
+            dupliCols: new_cid,title,project_name,source_url
+      #------>
+      #------<购地信息:Spark
+      - taskName: company_land_announcement
+        param:
+          - _nodeId: 700003375026
+            project: winhc_eci_dev
+            tableName: company_land_announcement
+            dupliCols: new_cid,source,e_number,application_name
+            flag: cid
+          - _nodeId: 700003380225
+            project: winhc_eci_dev
+            tableName: company_land_announcement
+            cidField: new_cid
+            dupliCols: new_cid,source,e_number,application_name
+      #------>
+      #------<地块公示:Spark
+      - taskName: company_land_publicity
+        param:
+          - _nodeId: 700003375026
+            project: winhc_eci_dev
+            tableName: company_land_publicity
+            dupliCols: new_cid,title,project_name,source_url
+            flag: cid
+          - _nodeId: 700003380225
+            project: winhc_eci_dev
+            tableName: company_land_publicity
+            cidField: new_cid
+            dupliCols: new_cid,title,project_name,source_url
+      #------>
+      #------<行政处罚-信用中国:SPARK
+      - taskName: company_punishment_info_creditchina
+        param:
+          - _nodeId: 700003375026
+            project: winhc_eci_dev
+            tableName: company_punishment_info_creditchina
+            dupliCols: new_cid,company_name,source,punish_number
+            flag: cid
+          - _nodeId: 700003380225
+            project: winhc_eci_dev
+            tableName: company_punishment_info_creditchina
+            cidField: new_cid
+            dupliCols: new_cid,company_name,source,punish_number
+      #------>
+      #------<行政处罚:SPARK
+      - taskName: company_punishment_info
+        param:
+          - _nodeId: 700003375026
+            project: winhc_eci_dev
+            tableName: company_punishment_info
+            dupliCols: new_cid,name,source,desc_file_path,punish_number
+            flag: cid
+          - _nodeId: 700003380225
+            project: winhc_eci_dev
+            tableName: company_punishment_info
+            cidField: new_cid
+            dupliCols: new_cid,name,source,desc_file_path,punish_number
+  #------>
+  #------<土地抵押:ODPS SQL
+  - project: winhc_test
+    flow: inc_company_land_mortgage_sql
+    task:
+      - taskName: company_land_mortgage
+        param:
+          - _nodeId: 700003375909
+            PROJECT: winhc_eci_dev
+          #            DIM_TABLE: company_land_mortgage
+          - _nodeId: 700003375910
+            PROJECT: winhc_eci_dev
+            DIM_TABLE: company_land_mortgage
+            DIM_COLUMS: type,id,land_mark,land_num,land_aministrative_area,land_loc,land_area,other_item_num,use_right_num,mortgagor,mortgagee,nature,use_for,use_type,area,evaluate_amount,mortgage_amount,source_url,start_date,end_date,create_time,update_time,deleted
+            DUPLI_COLS: new_cid,type,source_url,land_mark,land_num
+            MD5_COLS: type,source_url,land_mark,land_num
+          - _nodeId: 700003422526
+            PROJECT: winhc_eci_dev
+            DIM_TABLE: company_land_mortgage
+  #------>
+  #------<土地转让:ODPS SQL
+  - project: winhc_test
+    flow: inc_company_land_transfer_sql
+    task:
+      - taskName: company_land_transfer
+        param:
+          - _nodeId: 700003377079
+            PROJECT: winhc_eci_dev
+            #            DIM_TABLE: company_land_transfer
+            DS: 20200717
+          - _nodeId: 700003377080
+            PROJECT: winhc_eci_dev
+            DIM_TABLE: company_land_transfer
+            DIM_COLUMS: type,id,mark,num,location,aministrative_area,user_pre,user_now,area,use_for,use_type,years_of_use,situation,level,merchandise_type,merchandise_price,merchandise_time,url,create_time,update_time,deleted
+            DUPLI_COLS: new_cid,type,url,num,mark,location
+            MD5_COLS: type,url,num,mark,location
+            DS: 20200717
+          - _nodeId: 700003421692
+            PROJECT: winhc_eci_dev
+            DIM_TABLE: company_land_transfer
+  #------>
+  - project: winhc_test
+    flow: inc_company_mapping
+    task:
+      #run-1
+      - taskName: inc_company_mapping
+        param:
+          - _nodeId: 700003457354
+            project: winhc_eci_dev
+  - project: winhc_test
+    flow: inc_company_equity_info
+    task:
+      #run-1
+      - taskName: inc_company_equity_info
+        param:
+          - _nodeId: 700003452779
+            project: winhc_eci_dev
+
+  - project: winhc_test
+    flow: incr_calc_intellectual
+    task:
+      - taskName: company_own_tax
+        param:
+          - _nodeId: 700003375026
+            project: winhc_eci_dev
+            tableName: company_own_tax
+            dupliCols: new_cid,tax_balance,tax_category,tax_num
+            flag: cid
+          - _nodeId: 700003380225
+            project: winhc_eci_dev
+            tableName: company_own_tax
+            cidField: new_cid
+            dupliCols: new_cid,tax_balance,tax_category,tax_num
+      #run-1
+      - taskName: company_certificate
+        param:
+          - _nodeId: 700003375026
+            project: winhc_eci_dev
+            tableName: company_certificate
+            dupliCols: new_cid,start_date,end_date,cert_no,type
+            flag: cid
+          - _nodeId: 700003380225
+            project: winhc_eci_dev
+            tableName: company_certificate
+            cidField: new_cid
+            dupliCols: new_cid,start_date,end_date,cert_no,type
+      #run-1
+      - taskName: company_abnormal_info
+        param:
+          - _nodeId: 700003375026
+            project: winhc_eci_dev
+            tableName: company_abnormal_info
+            dupliCols: new_cid,put_reason,put_date
+            flag: cid
+          - _nodeId: 700003380225
+            project: winhc_eci_dev
+            tableName: company_abnormal_info
+            cidField: new_cid
+            dupliCols: new_cid,put_reason,put_date
+      #run-1
+      - taskName: company_icp
+        param:
+          - _nodeId: 700003375026
+            project: winhc_eci_dev
+            tableName: company_icp
+            dupliCols: new_cid,liscense,domain
+            flag: cid
+          - _nodeId: 700003380225
+            project: winhc_eci_dev
+            tableName: company_icp
+            cidField: new_cid
+            dupliCols: new_cid,liscense,domain
+
+      #run-1
+      - taskName: company_app_info
+        param:
+          - _nodeId: 700003375026
+            project: winhc_eci_dev
+            tableName: company_app_info
+            dupliCols: new_cid,name
+            flag: cid
+          - _nodeId: 700003380225
+            project: winhc_eci_dev
+            tableName: company_app_info
+            cidField: new_cid
+            dupliCols: new_cid,name
+
+      #run -1
+      - taskName: company_copyright_reg
+        param:
+          - _nodeId: 700003375026
+            project: winhc_eci_dev
+            tableName: company_copyright_reg
+            dupliCols: new_cid,reg_num
+            flag: cids
+          - _nodeId: 700003380225
+            project: winhc_eci_dev
+            tableName: company_copyright_reg_list
+            cidField: new_cid
+            dupliCols: new_cid,reg_num
+
+      #run-1
+      - taskName: company_wechat
+        param:
+          - _nodeId: 700003375026
+            project: winhc_eci_dev
+            tableName: company_wechat
+            dupliCols: new_cid,public_num
+            flag: cid
+          - _nodeId: 700003380225
+            project: winhc_eci_dev
+            tableName: company_wechat
+            cidField: new_cid
+            dupliCols: new_cid,public_num
+
+      #run -1
+      - taskName: company_tm
+        param:
+          - _nodeId: 700003375026
+            project: winhc_eci_dev
+            tableName: company_tm
+            dupliCols: new_cid,reg_no
+            flag: cid
+          - _nodeId: 700003380225
+            project: winhc_eci_dev
+            tableName: company_tm
+            cidField: new_cid
+            dupliCols: new_cid,reg_no
+
+        #run -1
+      - taskName: company_patent
+        param:
+          - _nodeId: 700003375026
+            project: winhc_eci_dev
+            tableName: company_patent
+            dupliCols: new_cid,pub_number,app_number
+            flag: cids
+          - _nodeId: 700003380225
+            project: winhc_eci_dev
+            tableName: company_patent_list
+            cidField: new_cid
+            dupliCols: new_cid,pub_number,app_number
+
+
+      #run-1
+      - taskName: company_copyright_works
+        param:
+          - _nodeId: 700003375026
+            project: winhc_eci_dev
+            tableName: company_copyright_works
+            dupliCols: new_cid,reg_num
+            flag: cids
+          - _nodeId: 700003380225
+            project: winhc_eci_dev
+            tableName: company_copyright_works_list
+            cidField: new_cid
+            dupliCols: new_cid,reg_num
+
+

jobs/task-step03.yaml

@@ -0,0 +1,29 @@
+job:
+  - project: winhc_eci
+    flow: company_court_announcement
+    task:
+
+      #run-1 法院公告
+      - taskName: company_court_announcement
+        param:
+          - _nodeId: 700003422539
+            project: winhc_eci_dev
+            tableName: company_court_announcement
+  - project: winhc_eci
+    flow: company_change_dynamic
+    task:
+      #run-1 企业动态
+      - taskName: company_change_dynamic
+        param:
+          - _nodeId: 700003430766
+            project: winhc_eci_dev
+
+  - project: winhc_eci
+    flow: 案源机会_新增公司
+    task:
+      - taskName: 案源机会_新增公司
+        param:
+          - _nodeId: 700003425850
+            project: winhc_eci
+          - _nodeId: 700003425854
+            project: winhc_eci

jobs/task-step04.yaml

@@ -0,0 +1,9 @@
+job:
+  - project: winhc_eci
+    flow: good_news
+    task:
+      #run-1 利好消息
+      - taskName: good_news
+        param:
+          - _nodeId: 700003430821
+            project: winhc_eci_dev