DataWorks-flow-touch/jobs/task-step02.yaml

# 公司基本信息、招投标、环保处罚、购地信息、地块公示、行政处罚-信用中国、行政处罚、土地抵押、土地转让
job:
  #------<公司基本信息
  - project: winhc_test
    flow: inc_company_spark
    task:
      - taskName: company_inc
        param:
          - _nodeId: 700003381602
            project: winhc_eci_dev
  #------>
  # 招聘
  - project: winhc_test
    flow: incr_calc_intellectual
    task:
      - taskName: company_employment
        param:
          - _nodeId: 700003375026
            project: winhc_eci_dev
            tableName: company_employment
            dupliCols: title,new_cid,url_path
            flag: cid
          - _nodeId: 700003380225
            project: winhc_eci_dev
            tableName: company_employment
            cidField: new_cid
            dupliCols: title,new_cid,url_path
  #------<招投标:Spark
  - project: winhc_test
    flow: incr_calc_intellectual
    task:
      - taskName: company_bid
        param:
          - _nodeId: 700003375026
            project: winhc_eci_dev
            tableName: company_bid
            dupliCols: new_cid,title,link,publish_time
            flag: cids
          - _nodeId: 700003380225
            project: winhc_eci_dev
            tableName: company_bid_list
            cidField: new_cid
            dupliCols: new_cid,title,link,publish_time
      #------>
      #------<环保处罚
      - taskName: company_env_punishment
        param:
          - _nodeId: 700003375026
            project: winhc_eci_dev
            tableName: company_env_punishment
            dupliCols: new_cid,name,source_url,punish_number
            flag: cid
          - _nodeId: 700003380225
            project: winhc_eci_dev
            tableName: company_land_publicity
            cidField: new_cid
            dupliCols: new_cid,title,project_name,source_url
      #------>
      #------<购地信息:Spark
      - taskName: company_land_announcement
        param:
          - _nodeId: 700003375026
            project: winhc_eci_dev
            tableName: company_land_announcement
            dupliCols: new_cid,source_url,e_number,project_name
            flag: cid
          - _nodeId: 700003380225
            project: winhc_eci_dev
            tableName: company_land_announcement
            cidField: new_cid
            dupliCols: new_cid,source_url,e_number,project_name
      #------>
      #------<地块公示:Spark
      - taskName: company_land_publicity
        param:
          - _nodeId: 700003375026
            project: winhc_eci_dev
            tableName: company_land_publicity
            dupliCols: new_cid,title,project_name,source_url
            flag: cid
          - _nodeId: 700003380225
            project: winhc_eci_dev
            tableName: company_land_publicity
            cidField: new_cid
            dupliCols: new_cid,title,project_name,source_url
      #------>
      #------<行政处罚-信用中国:SPARK
      - taskName: company_punishment_info_creditchina
        param:
          - _nodeId: 700003375026
            project: winhc_eci_dev
            tableName: company_punishment_info_creditchina
            dupliCols: new_cid,company_name,source,punish_number
            flag: cid
          - _nodeId: 700003380225
            project: winhc_eci_dev
            tableName: company_punishment_info_creditchina
            cidField: new_cid
            dupliCols: new_cid,company_name,source,punish_number
      #------>
      #------<行政处罚:SPARK
      - taskName: company_punishment_info
        param:
          - _nodeId: 700003375026
            project: winhc_eci_dev
            tableName: company_punishment_info
            dupliCols: new_cid,name,source,desc_file_path,punish_number
            flag: cid
          - _nodeId: 700003380225
            project: winhc_eci_dev
            tableName: company_punishment_info
            cidField: new_cid
            dupliCols: new_cid,name,source,desc_file_path,punish_number
  #------>
  #------<土地抵押:ODPS SQL
  - project: winhc_test
    flow: inc_company_land_mortgage_sql
    task:
      - taskName: company_land_mortgage
        param:
          - _nodeId: 700003375909
            PROJECT: winhc_eci_dev
          #            DIM_TABLE: company_land_mortgage
          - _nodeId: 700003375910
            PROJECT: winhc_eci_dev
            DIM_TABLE: company_land_mortgage
            DIM_COLUMS: type,id,land_mark,land_num,land_aministrative_area,land_loc,land_area,other_item_num,use_right_num,mortgagor,mortgagee,nature,use_for,use_type,area,evaluate_amount,mortgage_amount,source_url,start_date,end_date,create_time,update_time,deleted
            DUPLI_COLS: new_cid,type,source_url,land_mark,land_num
            MD5_COLS: type,land_num,land_mark,source_url
          - _nodeId: 700003422526
            PROJECT: winhc_eci_dev
            DIM_TABLE: company_land_mortgage
  #------>
  #------<土地转让:ODPS SQL
  - project: winhc_test
    flow: inc_company_land_transfer_sql
    task:
      - taskName: company_land_transfer
        param:
          - _nodeId: 700003377079
            PROJECT: winhc_eci_dev
            #            DIM_TABLE: company_land_transfer
            DS: 20200717
          - _nodeId: 700003377080
            PROJECT: winhc_eci_dev
            DIM_TABLE: company_land_transfer
            DIM_COLUMS: type,id,mark,num,location,aministrative_area,user_pre,user_now,area,use_for,use_type,years_of_use,situation,level,merchandise_type,merchandise_price,merchandise_time,url,create_time,update_time,deleted
            DUPLI_COLS: new_cid,type,num,location,url
            MD5_COLS: type,num,location,url
            DS: 20200717
          - _nodeId: 700003421692
            PROJECT: winhc_eci_dev
            DIM_TABLE: company_land_transfer
  #------>
  #------<公示催告:Spark
  - project: winhc_test
    flow: incr_calc_intellectual
    task:
      - taskName: company_public_announcement2
        param:
          - _nodeId: 700003375026
            project: winhc_eci_dev
            tableName: company_public_announcement2
            dupliCols: new_cid,applicant_cid,owner_cid,drawer_cid,gather_name_cid,bill_num
            flag: cids
          - _nodeId: 700003380225
            project: winhc_eci_dev
            tableName: company_public_announcement2_list
            cidField: new_cid
            dupliCols: new_cid,applicant_cid,owner_cid,drawer_cid,gather_name_cid,bill_num
  #------>
  #------<动产抵押-抵押信息:Spark
  - project: winhc_test
    flow: incr_calc_intellectual_without_md5
    task:
      - taskName: company_mortgage_info
        param:
          - _nodeId: 700003483308
            project: winhc_eci_dev
            tableName: company_mortgage_info
            dupliCols: new_cid,id
            flag: cid
  #------>
  #------<动产抵押-抵押人:Spark
  - project: winhc_test
    flow: incr_calc_intellectual_without_md5
    task:
      - taskName: company_mortgage_people
        param:
          - _nodeId: 700003483308
            project: winhc_eci_dev
            tableName: company_mortgage_people
            dupliCols: new_cid,main_id,id
            flag: cid
  #------>
  #------<动产抵押-抵押物:Spark
  - project: winhc_test
    flow: incr_calc_intellectual_without_md5
    task:
      - taskName: company_mortgage_pawn
        param:
          - _nodeId: 700003483308
            project: winhc_eci_dev
            tableName: company_mortgage_pawn
            dupliCols: new_cid,main_id,id
            flag: cid
  #------>
  #------<企业公告:Spark
  - project: winhc_test
    flow: incr_calc_intellectual
    task:
      - taskName: company_stock_announcement
        param:
          - _nodeId: 700003375026
            project: winhc_eci_dev
            tableName: company_stock_announcement
            dupliCols: new_cid,title,time
            flag: cid
          - _nodeId: 700003380225
            project: winhc_eci_dev
            tableName: company_stock_announcement
            cidField: new_cid
            dupliCols: new_cid,title,time
  #------>
  - project: winhc_test
    flow: inc_company_mapping
    task:
      #run-1
      - taskName: inc_company_mapping
        param:
          - _nodeId: 700003457354
            project: winhc_eci_dev
  - project: winhc_test
    flow: inc_company_equity_info
    task:
      #run-1
      - taskName: inc_company_equity_info
        param:
          - _nodeId: 700003452779
            project: winhc_eci_dev

  - project: winhc_test
    flow: incr_calc_intellectual
    task:
      - taskName: company_own_tax
        param:
          - _nodeId: 700003375026
            project: winhc_eci_dev
            tableName: company_own_tax
            dupliCols: new_cid,tax_balance,tax_category,tax_num
            flag: cid
          - _nodeId: 700003380225
            project: winhc_eci_dev
            tableName: company_own_tax
            cidField: new_cid
            dupliCols: new_cid,tax_balance,tax_category,tax_num
      #run-1
      - taskName: company_certificate
        param:
          - _nodeId: 700003375026
            project: winhc_eci_dev
            tableName: company_certificate
            dupliCols: new_cid,start_date,end_date,cert_no,type
            flag: cid
          - _nodeId: 700003380225
            project: winhc_eci_dev
            tableName: company_certificate
            cidField: new_cid
            dupliCols: new_cid,start_date,end_date,cert_no,type
      #run-1
      - taskName: company_abnormal_info
        param:
          - _nodeId: 700003375026
            project: winhc_eci_dev
            tableName: company_abnormal_info
            dupliCols: new_cid,put_reason,put_date
            flag: cid
          - _nodeId: 700003380225
            project: winhc_eci_dev
            tableName: company_abnormal_info
            cidField: new_cid
            dupliCols: new_cid,put_reason,put_date
      #run-1
      - taskName: company_icp
        param:
          - _nodeId: 700003375026
            project: winhc_eci_dev
            tableName: company_icp
            dupliCols: new_cid,liscense,domain
            flag: cid
          - _nodeId: 700003380225
            project: winhc_eci_dev
            tableName: company_icp
            cidField: new_cid
            dupliCols: new_cid,liscense,domain

      #run-1
      - taskName: company_app_info
        param:
          - _nodeId: 700003375026
            project: winhc_eci_dev
            tableName: company_app_info
            dupliCols: new_cid,name
            flag: cid
          - _nodeId: 700003380225
            project: winhc_eci_dev
            tableName: company_app_info
            cidField: new_cid
            dupliCols: new_cid,name

      #run -1
      - taskName: company_copyright_reg
        param:
          - _nodeId: 700003375026
            project: winhc_eci_dev
            tableName: company_copyright_reg
            dupliCols: new_cid,reg_num
            flag: cids
          - _nodeId: 700003380225
            project: winhc_eci_dev
            tableName: company_copyright_reg_list
            cidField: new_cid
            dupliCols: new_cid,reg_num

      #run-1
      - taskName: company_wechat
        param:
          - _nodeId: 700003375026
            project: winhc_eci_dev
            tableName: company_wechat
            dupliCols: new_cid,public_num
            flag: cid
          - _nodeId: 700003380225
            project: winhc_eci_dev
            tableName: company_wechat
            cidField: new_cid
            dupliCols: new_cid,public_num

      #run -1
      - taskName: company_tm
        param:
          - _nodeId: 700003375026
            project: winhc_eci_dev
            tableName: company_tm
            dupliCols: new_cid,reg_no
            flag: cid
          - _nodeId: 700003380225
            project: winhc_eci_dev
            tableName: company_tm
            cidField: new_cid
            dupliCols: new_cid,reg_no

        #run -1
      - taskName: company_patent
        param:
          - _nodeId: 700003375026
            project: winhc_eci_dev
            tableName: company_patent
            dupliCols: new_cid,pub_number,app_number
            flag: cids
          - _nodeId: 700003380225
            project: winhc_eci_dev
            tableName: company_patent_list
            cidField: new_cid
            dupliCols: new_cid,pub_number,app_number


      #run-1
      - taskName: company_copyright_works
        param:
          - _nodeId: 700003375026
            project: winhc_eci_dev
            tableName: company_copyright_works
            dupliCols: new_cid,reg_num
            flag: cids
          - _nodeId: 700003380225
            project: winhc_eci_dev
            tableName: company_copyright_works_list
            cidField: new_cid
            dupliCols: new_cid,reg_num