@@ -175,6 +175,7 @@ object CompanyDynamic {
|FROM
| company_dynamic_tmp$tableName
|WHERE id IS NOT NULL
+ |AND to_timestamp(change_time) <= now()
|""".stripMargin)
}
@@ -128,6 +128,8 @@ case class CompanyDynamicForDayCount(s: SparkSession,
|SELECT ${cols.mkString(",")}
+ |where id is not null
+ |and to_timestamp(change_time) <= now()
@@ -185,6 +185,8 @@ case class IntellectualMessage(s: SparkSession, project: String,
|INSERT ${if (isWindows) "INTO" else "OVERWRITE"} TABLE ${res_tb_res} PARTITION (ds='$ds',tn='$tn')
|select * from res
|where id <> '-1'
+ |and id is not null
println("end transForm" + new Date())