@@ -279,6 +279,8 @@ case class CompanyIndexJob(s: SparkSession,
| ds='$target_ds'
|""".stripMargin)
+ addEmptyPartitionOrSkip(target_tab, target_ds)
+ addEmptyPartitionOrSkip(target_tab_simp, target_ds)
}
private def tab_verify(out_f: Seq[String], tab: String, ignore_f: Seq[String] = Seq("ds")): Unit = {
@@ -151,6 +151,8 @@ case class general_handler(s: SparkSession,
| ) AS t2
|WHERE t2.num = 1
+
+ addEmptyPartitionOrSkip(inc_ads_tab, target_ds)
@@ -123,6 +123,7 @@ case class inc_company_ng(s: SparkSession,
def calc(): Unit = {
@@ -27,6 +27,13 @@ trait BaseFunc {
})
}*/
+ def addEmptyPartitionOrSkip(tab:String,ds:String): Unit ={
+ spark.sql(
+ s"""
+ |ALTER TABLE $tab ADD IF NOT EXISTS PARTITION(ds='$ds')
+ |""".stripMargin)
+ }
def case_no_trim_udf(): Unit = {
spark.udf.register("case_no_trim", case_no_trim _)