Forráskód Böngészése

fix: 司法案件上游数据添加唯一id

许家凯 4 éve
szülő
commit
3b97d82439

+ 1 - 1
src/main/scala/com/winhc/bigdata/spark/jobs/judicial/JudicialCaseRelation_CaseAgg.scala

@@ -54,7 +54,7 @@ case class JudicialCaseRelation_CaseAgg(s: SparkSession,
     sql(
       s"""
          |INSERT OVERWRITE TABLE winhc_eci_dev.dwd_judicial_case PARTITION(ds,tn)
-         |SELECT  DENSE_RANK() OVER(PARTITION BY id,tn ORDER BY id) AS id
+         |SELECT  DENSE_RANK() OVER(PARTITION BY md5(id,tn) ORDER BY id) AS id
          |        ,main_case_no
          |        ,case_no
          |        ,id AS rowkey