|
@@ -97,11 +97,11 @@ object CompanyIncCompany2Es {
|
|
|
val end_partition = if (inc_ods_partitions.isEmpty) partition else inc_ods_partitions.last
|
|
|
|
|
|
val inc_ads_partitions = BaseUtil.getPartitions(s"${project}.inc_ads_company", spark)
|
|
|
- val start_partition = if (inc_ads_partitions.isEmpty) '0' else inc_ads_partitions.last
|
|
|
+ var start_partition = if (inc_ads_partitions.isEmpty) '0' else inc_ads_partitions.last
|
|
|
|
|
|
if (start_partition.equals(end_partition)) {
|
|
|
println("start_partition == end_partition")
|
|
|
- sys.exit(-999)
|
|
|
+ start_partition = getSecondLastPartitionOrElse(s"${project}.inc_ads_company","0")
|
|
|
}
|
|
|
|
|
|
val companyCols = spark.table(s"${project}.ads_company").columns
|