Browse Source

fix: 银行帐户加入id为空的过滤

许家凯 4 năm trước cách đây
mục cha
commit
c4863bfa03

+ 4 - 0
src/main/scala/com/winhc/bigdata/spark/jobs/company_account_with_bank.scala

@@ -84,6 +84,7 @@ case class company_account_with_bank(s: SparkSession,
          |                    ) AS t3
          |        ) AS t4
          |WHERE   t4.num = 1
+         |AND     t4.cid is not null
          |""".stripMargin)
     import com.winhc.bigdata.spark.implicits.DataFrame2HBaseHelper._
 
@@ -92,6 +93,8 @@ case class company_account_with_bank(s: SparkSession,
          |SELECT  *
          |FROM    $inc_ads_tab
          |WHERE   ds = '$inc_ods_last_ds'
+         |AND     rowkey is not null
+         |AND     cid is not null
          |""".stripMargin)
       .save2HBase("COMPANY_ACCOUNT_WITH_BANK", "rowkey", all_cols.diff(Seq("rowkey", "ds")))
 
@@ -101,6 +104,7 @@ case class company_account_with_bank(s: SparkSession,
          |        ,1 AS company_account_with_bank
          |FROM    $inc_ads_tab
          |WHERE   ds = '$inc_ods_last_ds'
+         |AND     cid is not null
          |""".stripMargin)
       .save2HBase("COMPANY_SUMMARY", "cid", Seq("company_account_with_bank"))
   }