浏览代码

fix: 司法案件上游计算

许家凯 4 年之前
父节点
当前提交
8576fa2859
共有 1 个文件被更改,包括 2 次插入0 次删除
  1. 2 0
      src/main/scala/com/winhc/bigdata/spark/jobs/judicial/JudicialCaseRelation.scala

+ 2 - 0
src/main/scala/com/winhc/bigdata/spark/jobs/judicial/JudicialCaseRelation.scala

@@ -106,6 +106,7 @@ case class JudicialCaseRelation(s: SparkSession,
       .cache()
       .createOrReplaceTempView("dwd_judicial_case_tmp")
 
+    //需要区分group by ,只用一个
     sql(
       s"""
          |SELECT  case_no,party,collect_set(id) as connect_case_id
@@ -118,6 +119,7 @@ case class JudicialCaseRelation(s: SparkSession,
          |                    ,party
          |            FROM    dwd_judicial_case_tmp
          |            LATERAL VIEW explode(split(concat_ws('\\n',case_attribute['yg_name'],case_attribute['bg_name']) ,'\\n')) t AS party
+         |            WHERE   main_case_no = 1
          |        ) AS t1
          |WHERE   length(t1.party) > 4
          |GROUP BY case_no,party