Browse Source

fix: company维度支持写出索引

许家凯 4 years ago
parent
commit
f54bc5df83

+ 2 - 2
src/main/scala/com/winhc/bigdata/spark/jobs/CompanyIncCompany2Es.scala

@@ -97,11 +97,11 @@ object CompanyIncCompany2Es {
       val end_partition = if (inc_ods_partitions.isEmpty) partition else inc_ods_partitions.last
 
       val inc_ads_partitions = BaseUtil.getPartitions(s"${project}.inc_ads_company", spark)
-      val start_partition = if (inc_ads_partitions.isEmpty) '0' else inc_ads_partitions.last
+      var start_partition = if (inc_ads_partitions.isEmpty) '0' else inc_ads_partitions.last
 
       if (start_partition.equals(end_partition)) {
         println("start_partition == end_partition")
-        sys.exit(-999)
+        start_partition =  getSecondLastPartitionOrElse(s"${project}.inc_ads_company","0")
       }
 
       val companyCols = spark.table(s"${project}.ads_company").columns