123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365 |
- # 公司基本信息、招投标、环保处罚、购地信息、地块公示、行政处罚-信用中国、行政处罚、土地抵押、土地转让
- job:
- #------<公司基本信息
- - project: winhc_test
- flow: inc_company_spark
- task:
- - taskName: company_inc
- param:
- - _nodeId: 700003381602
- project: winhc_eci_dev
- #------>
- # 招聘
- - project: winhc_test
- flow: incr_calc_intellectual
- task:
- - taskName: company_employment
- param:
- - _nodeId: 700003375026
- project: winhc_eci_dev
- tableName: company_employment
- dupliCols: title,new_cid,url_path
- flag: cid
- - _nodeId: 700003380225
- project: winhc_eci_dev
- tableName: company_employment
- cidField: new_cid
- dupliCols: title,new_cid,url_path
- #------<招投标:Spark
- - project: winhc_test
- flow: incr_calc_intellectual
- task:
- - taskName: company_bid
- param:
- - _nodeId: 700003375026
- project: winhc_eci_dev
- tableName: company_bid
- dupliCols: new_cid,title,link,publish_time
- flag: cids
- - _nodeId: 700003380225
- project: winhc_eci_dev
- tableName: company_bid_list
- cidField: new_cid
- dupliCols: new_cid,title,link,publish_time
- #------>
- #------<环保处罚
- - taskName: company_env_punishment
- param:
- - _nodeId: 700003375026
- project: winhc_eci_dev
- tableName: company_env_punishment
- dupliCols: new_cid,name,source_url,punish_number
- flag: cid
- - _nodeId: 700003380225
- project: winhc_eci_dev
- tableName: company_land_publicity
- cidField: new_cid
- dupliCols: new_cid,title,project_name,source_url
- #------>
- #------<购地信息:Spark
- - taskName: company_land_announcement
- param:
- - _nodeId: 700003375026
- project: winhc_eci_dev
- tableName: company_land_announcement
- dupliCols: new_cid,source_url,e_number,project_name
- flag: cid
- - _nodeId: 700003380225
- project: winhc_eci_dev
- tableName: company_land_announcement
- cidField: new_cid
- dupliCols: new_cid,source_url,e_number,project_name
- #------>
- #------<地块公示:Spark
- - taskName: company_land_publicity
- param:
- - _nodeId: 700003375026
- project: winhc_eci_dev
- tableName: company_land_publicity
- dupliCols: new_cid,title,project_name,source_url
- flag: cid
- - _nodeId: 700003380225
- project: winhc_eci_dev
- tableName: company_land_publicity
- cidField: new_cid
- dupliCols: new_cid,title,project_name,source_url
- #------>
- #------<行政处罚-信用中国:SPARK
- - taskName: company_punishment_info_creditchina
- param:
- - _nodeId: 700003375026
- project: winhc_eci_dev
- tableName: company_punishment_info_creditchina
- dupliCols: new_cid,company_name,source,punish_number
- flag: cid
- - _nodeId: 700003380225
- project: winhc_eci_dev
- tableName: company_punishment_info_creditchina
- cidField: new_cid
- dupliCols: new_cid,company_name,source,punish_number
- #------>
- #------<行政处罚:SPARK
- - taskName: company_punishment_info
- param:
- - _nodeId: 700003375026
- project: winhc_eci_dev
- tableName: company_punishment_info
- dupliCols: new_cid,name,source,desc_file_path,punish_number
- flag: cid
- - _nodeId: 700003380225
- project: winhc_eci_dev
- tableName: company_punishment_info
- cidField: new_cid
- dupliCols: new_cid,name,source,desc_file_path,punish_number
- #------>
- #------<土地抵押:ODPS SQL
- - project: winhc_test
- flow: inc_company_land_mortgage_sql
- task:
- - taskName: company_land_mortgage
- param:
- - _nodeId: 700003375909
- PROJECT: winhc_eci_dev
- # DIM_TABLE: company_land_mortgage
- - _nodeId: 700003375910
- PROJECT: winhc_eci_dev
- DIM_TABLE: company_land_mortgage
- DIM_COLUMS: type,id,land_mark,land_num,land_aministrative_area,land_loc,land_area,other_item_num,use_right_num,mortgagor,mortgagee,nature,use_for,use_type,area,evaluate_amount,mortgage_amount,source_url,start_date,end_date,create_time,update_time,deleted
- DUPLI_COLS: new_cid,type,source_url,land_mark,land_num
- MD5_COLS: type,land_num,land_mark,source_url
- - _nodeId: 700003422526
- PROJECT: winhc_eci_dev
- DIM_TABLE: company_land_mortgage
- #------>
- #------<土地转让:ODPS SQL
- - project: winhc_test
- flow: inc_company_land_transfer_sql
- task:
- - taskName: company_land_transfer
- param:
- - _nodeId: 700003377079
- PROJECT: winhc_eci_dev
- # DIM_TABLE: company_land_transfer
- DS: 20200717
- - _nodeId: 700003377080
- PROJECT: winhc_eci_dev
- DIM_TABLE: company_land_transfer
- DIM_COLUMS: type,id,mark,num,location,aministrative_area,user_pre,user_now,area,use_for,use_type,years_of_use,situation,level,merchandise_type,merchandise_price,merchandise_time,url,create_time,update_time,deleted
- DUPLI_COLS: new_cid,type,num,location,url
- MD5_COLS: type,num,location,url
- DS: 20200717
- - _nodeId: 700003421692
- PROJECT: winhc_eci_dev
- DIM_TABLE: company_land_transfer
- #------>
- #------<公示催告:Spark
- - project: winhc_test
- flow: incr_calc_intellectual
- task:
- - taskName: company_public_announcement2
- param:
- - _nodeId: 700003375026
- project: winhc_eci_dev
- tableName: company_public_announcement2
- dupliCols: new_cid,applicant_cid,owner_cid,drawer_cid,gather_name_cid,bill_num
- flag: cids
- - _nodeId: 700003380225
- project: winhc_eci_dev
- tableName: company_public_announcement2_list
- cidField: new_cid
- dupliCols: new_cid,applicant_cid,owner_cid,drawer_cid,gather_name_cid,bill_num
- #------>
- #------<动产抵押-抵押信息:Spark
- - project: winhc_test
- flow: incr_calc_intellectual_without_md5
- task:
- - taskName: company_mortgage_info
- param:
- - _nodeId: 700003483308
- project: winhc_eci_dev
- tableName: company_mortgage_info
- dupliCols: new_cid,id
- flag: cid
- #------>
- #------<动产抵押-抵押人:Spark
- - project: winhc_test
- flow: incr_calc_intellectual_without_md5
- task:
- - taskName: company_mortgage_people
- param:
- - _nodeId: 700003483308
- project: winhc_eci_dev
- tableName: company_mortgage_people
- dupliCols: new_cid,main_id,id
- flag: cid
- #------>
- #------<动产抵押-抵押物:Spark
- - project: winhc_test
- flow: incr_calc_intellectual_without_md5
- task:
- - taskName: company_mortgage_pawn
- param:
- - _nodeId: 700003483308
- project: winhc_eci_dev
- tableName: company_mortgage_pawn
- dupliCols: new_cid,main_id,id
- flag: cid
- #------>
- - project: winhc_test
- flow: inc_company_mapping
- task:
- #run-1
- - taskName: inc_company_mapping
- param:
- - _nodeId: 700003457354
- project: winhc_eci_dev
- - project: winhc_test
- flow: inc_company_equity_info
- task:
- #run-1
- - taskName: inc_company_equity_info
- param:
- - _nodeId: 700003452779
- project: winhc_eci_dev
- - project: winhc_test
- flow: incr_calc_intellectual
- task:
- - taskName: company_own_tax
- param:
- - _nodeId: 700003375026
- project: winhc_eci_dev
- tableName: company_own_tax
- dupliCols: new_cid,tax_balance,tax_category,tax_num
- flag: cid
- - _nodeId: 700003380225
- project: winhc_eci_dev
- tableName: company_own_tax
- cidField: new_cid
- dupliCols: new_cid,tax_balance,tax_category,tax_num
- #run-1
- - taskName: company_certificate
- param:
- - _nodeId: 700003375026
- project: winhc_eci_dev
- tableName: company_certificate
- dupliCols: new_cid,start_date,end_date,cert_no,type
- flag: cid
- - _nodeId: 700003380225
- project: winhc_eci_dev
- tableName: company_certificate
- cidField: new_cid
- dupliCols: new_cid,start_date,end_date,cert_no,type
- #run-1
- - taskName: company_abnormal_info
- param:
- - _nodeId: 700003375026
- project: winhc_eci_dev
- tableName: company_abnormal_info
- dupliCols: new_cid,put_reason,put_date
- flag: cid
- - _nodeId: 700003380225
- project: winhc_eci_dev
- tableName: company_abnormal_info
- cidField: new_cid
- dupliCols: new_cid,put_reason,put_date
- #run-1
- - taskName: company_icp
- param:
- - _nodeId: 700003375026
- project: winhc_eci_dev
- tableName: company_icp
- dupliCols: new_cid,liscense,domain
- flag: cid
- - _nodeId: 700003380225
- project: winhc_eci_dev
- tableName: company_icp
- cidField: new_cid
- dupliCols: new_cid,liscense,domain
- #run-1
- - taskName: company_app_info
- param:
- - _nodeId: 700003375026
- project: winhc_eci_dev
- tableName: company_app_info
- dupliCols: new_cid,name
- flag: cid
- - _nodeId: 700003380225
- project: winhc_eci_dev
- tableName: company_app_info
- cidField: new_cid
- dupliCols: new_cid,name
- #run -1
- - taskName: company_copyright_reg
- param:
- - _nodeId: 700003375026
- project: winhc_eci_dev
- tableName: company_copyright_reg
- dupliCols: new_cid,reg_num
- flag: cids
- - _nodeId: 700003380225
- project: winhc_eci_dev
- tableName: company_copyright_reg_list
- cidField: new_cid
- dupliCols: new_cid,reg_num
- #run-1
- - taskName: company_wechat
- param:
- - _nodeId: 700003375026
- project: winhc_eci_dev
- tableName: company_wechat
- dupliCols: new_cid,public_num
- flag: cid
- - _nodeId: 700003380225
- project: winhc_eci_dev
- tableName: company_wechat
- cidField: new_cid
- dupliCols: new_cid,public_num
- #run -1
- - taskName: company_tm
- param:
- - _nodeId: 700003375026
- project: winhc_eci_dev
- tableName: company_tm
- dupliCols: new_cid,reg_no
- flag: cid
- - _nodeId: 700003380225
- project: winhc_eci_dev
- tableName: company_tm
- cidField: new_cid
- dupliCols: new_cid,reg_no
- #run -1
- - taskName: company_patent
- param:
- - _nodeId: 700003375026
- project: winhc_eci_dev
- tableName: company_patent
- dupliCols: new_cid,pub_number,app_number
- flag: cids
- - _nodeId: 700003380225
- project: winhc_eci_dev
- tableName: company_patent_list
- cidField: new_cid
- dupliCols: new_cid,pub_number,app_number
- #run-1
- - taskName: company_copyright_works
- param:
- - _nodeId: 700003375026
- project: winhc_eci_dev
- tableName: company_copyright_works
- dupliCols: new_cid,reg_num
- flag: cids
- - _nodeId: 700003380225
- project: winhc_eci_dev
- tableName: company_copyright_works_list
- cidField: new_cid
- dupliCols: new_cid,reg_num
|