Explorar o código

fix: 司法案件上游计算

许家凯 %!s(int64=4) %!d(string=hai) anos
pai
achega
8576fa2859

+ 2 - 0
src/main/scala/com/winhc/bigdata/spark/jobs/judicial/JudicialCaseRelation.scala

@@ -106,6 +106,7 @@ case class JudicialCaseRelation(s: SparkSession,
       .cache()
       .createOrReplaceTempView("dwd_judicial_case_tmp")
 
+    //需要区分group by ,只用一个
     sql(
       s"""
          |SELECT  case_no,party,collect_set(id) as connect_case_id
@@ -118,6 +119,7 @@ case class JudicialCaseRelation(s: SparkSession,
          |                    ,party
          |            FROM    dwd_judicial_case_tmp
          |            LATERAL VIEW explode(split(concat_ws('\\n',case_attribute['yg_name'],case_attribute['bg_name']) ,'\\n')) t AS party
+         |            WHERE   main_case_no = 1
          |        ) AS t1
          |WHERE   length(t1.party) > 4
          |GROUP BY case_no,party