|
@@ -84,6 +84,7 @@ case class company_account_with_bank(s: SparkSession,
|
|
|
| ) AS t3
|
|
|
| ) AS t4
|
|
|
|WHERE t4.num = 1
|
|
|
+ |AND t4.cid is not null
|
|
|
|""".stripMargin)
|
|
|
import com.winhc.bigdata.spark.implicits.DataFrame2HBaseHelper._
|
|
|
|
|
@@ -92,6 +93,8 @@ case class company_account_with_bank(s: SparkSession,
|
|
|
|SELECT *
|
|
|
|FROM $inc_ads_tab
|
|
|
|WHERE ds = '$inc_ods_last_ds'
|
|
|
+ |AND rowkey is not null
|
|
|
+ |AND cid is not null
|
|
|
|""".stripMargin)
|
|
|
.save2HBase("COMPANY_ACCOUNT_WITH_BANK", "rowkey", all_cols.diff(Seq("rowkey", "ds")))
|
|
|
|
|
@@ -101,6 +104,7 @@ case class company_account_with_bank(s: SparkSession,
|
|
|
| ,1 AS company_account_with_bank
|
|
|
|FROM $inc_ads_tab
|
|
|
|WHERE ds = '$inc_ods_last_ds'
|
|
|
+ |AND cid is not null
|
|
|
|""".stripMargin)
|
|
|
.save2HBase("COMPANY_SUMMARY", "cid", Seq("company_account_with_bank"))
|
|
|
}
|