|
@@ -330,7 +330,7 @@ case class JudicialCaseRelation_CaseAgg(s: SparkSession,
|
|
sql(
|
|
sql(
|
|
s"""
|
|
s"""
|
|
|SELECT *
|
|
|SELECT *
|
|
- |FROM $tmp_tab lateral view explode(split(connect_case_no,'\\n')) t as single_connect_case_no
|
|
|
|
|
|
+ |FROM $tmp_tab lateral view OUTER explode(split(connect_case_no,'\\n')) t as single_connect_case_no
|
|
|""".stripMargin)
|
|
|""".stripMargin)
|
|
// .cache()
|
|
// .cache()
|
|
.createTempView(s"explode_$tmp_tab")
|
|
.createTempView(s"explode_$tmp_tab")
|
|
@@ -392,7 +392,7 @@ case class JudicialCaseRelation_CaseAgg(s: SparkSession,
|
|
| ,case_attribute
|
|
| ,case_attribute
|
|
| ,party
|
|
| ,party
|
|
| FROM dwd_judicial_case_tmp
|
|
| FROM dwd_judicial_case_tmp
|
|
- | LATERAL VIEW explode(split(concat_ws('\\n',case_attribute['yg_name'],case_attribute['bg_name']) ,'\\n')) t AS party
|
|
|
|
|
|
+ | LATERAL VIEW OUTER explode(split(concat_ws('\\n',case_attribute['yg_name'],case_attribute['bg_name']) ,'\\n')) t AS party
|
|
| WHERE main_case_no = 1
|
|
| WHERE main_case_no = 1
|
|
| ) AS t1
|
|
| ) AS t1
|
|
|WHERE length(t1.party) > 4
|
|
|WHERE length(t1.party) > 4
|
|
@@ -407,7 +407,7 @@ case class JudicialCaseRelation_CaseAgg(s: SparkSession,
|
|
| ,case_attribute
|
|
| ,case_attribute
|
|
| ,party
|
|
| ,party
|
|
| FROM dwd_judicial_case_tmp
|
|
| FROM dwd_judicial_case_tmp
|
|
- | LATERAL VIEW explode(split(concat_ws('\\n',case_attribute['yg_name'],case_attribute['bg_name']) ,'\\n')) t AS party
|
|
|
|
|
|
+ | LATERAL VIEW OUTER explode(split(concat_ws('\\n',case_attribute['yg_name'],case_attribute['bg_name']) ,'\\n')) t AS party
|
|
| WHERE tn in ('company_dishonest_info','company_dishonest_info_person','company_zxr','company_zxr_person')
|
|
| WHERE tn in ('company_dishonest_info','company_dishonest_info_person','company_zxr','company_zxr_person')
|
|
| ) AS t1
|
|
| ) AS t1
|
|
|GROUP BY case_no
|
|
|GROUP BY case_no
|
|
@@ -440,21 +440,64 @@ case class JudicialCaseRelation_CaseAgg(s: SparkSession,
|
|
| ,t2.case_no AS case_no_2
|
|
| ,t2.case_no AS case_no_2
|
|
| ,t1.tn AS tn_1
|
|
| ,t1.tn AS tn_1
|
|
| ,t2.tn AS tn_2
|
|
| ,t2.tn AS tn_2
|
|
- | ,1 as connect_type
|
|
|
|
- | ,str_sort(concat_ws('',t1.id,t1.tn),concat_ws('',t2.id,t2.tn)) as xjk_sorted
|
|
|
|
|
|
+ | ,1 AS connect_type
|
|
|
|
+ | ,str_sort(
|
|
|
|
+ | concat_ws('',t1.id,t1.tn)
|
|
|
|
+ | ,concat_ws('',t2.id,t2.tn)
|
|
|
|
+ | ) AS xjk_sorted
|
|
|FROM (
|
|
|FROM (
|
|
- |select * from dwd_judicial_case_tmp where main_case_no = 1 and tn = 'wenshu_detail'
|
|
|
|
- |) AS t1
|
|
|
|
|
|
+ | SELECT *
|
|
|
|
+ | FROM dwd_judicial_case_tmp
|
|
|
|
+ | WHERE main_case_no = 1
|
|
|
|
+ | AND tn = 'wenshu_detail'
|
|
|
|
+ | ) AS t1
|
|
|FULL JOIN (
|
|
|FULL JOIN (
|
|
|
|
+ | SELECT *
|
|
|
|
+ | FROM dwd_judicial_case_tmp
|
|
|
|
+ | WHERE main_case_no = 0
|
|
|
|
+ | UNION ALL
|
|
|
|
+ | SELECT *
|
|
|
|
+ | FROM dwd_judicial_case_tmp
|
|
|
|
+ | WHERE main_case_no = 1
|
|
|
|
+ | AND tn <> 'wenshu_detail'
|
|
|
|
+ | ) AS t2
|
|
|
|
+ |ON t1.case_no = t2.case_no
|
|
|
|
+ |AND t1.id <> t2.id
|
|
|
|
+ |AND case_equ(t1.case_attribute , t2.case_attribute,t1.tn,t2.tn)
|
|
|
|
|
|
|
|
- |select * from dwd_judicial_case_tmp where main_case_no = 0
|
|
|
|
|UNION ALL
|
|
|UNION ALL
|
|
- |select * from dwd_judicial_case_tmp where main_case_no = 1 and tn <> 'wenshu_detail'
|
|
|
|
|
|
|
|
|
|
- |) AS t2
|
|
|
|
|
|
+ |SELECT t1.id AS id_1
|
|
|
|
+ | ,t2.id AS id_2
|
|
|
|
+ | ,t1.case_no AS case_no_1
|
|
|
|
+ | ,t2.case_no AS case_no_2
|
|
|
|
+ | ,t1.tn AS tn_1
|
|
|
|
+ | ,t2.tn AS tn_2
|
|
|
|
+ | ,1 AS connect_type
|
|
|
|
+ | ,str_sort(
|
|
|
|
+ | concat_ws('',t1.id,t1.tn)
|
|
|
|
+ | ,concat_ws('',t2.id,t2.tn)
|
|
|
|
+ | ) AS xjk_sorted
|
|
|
|
+ |FROM (
|
|
|
|
+ | SELECT *
|
|
|
|
+ | FROM dwd_judicial_case_tmp
|
|
|
|
+ | WHERE main_case_no = 0
|
|
|
|
+ | AND tn = 'wenshu_detail'
|
|
|
|
+ | ) AS t1
|
|
|
|
+ |FULL JOIN (
|
|
|
|
+ | SELECT *
|
|
|
|
+ | FROM dwd_judicial_case_tmp
|
|
|
|
+ | WHERE main_case_no = 1
|
|
|
|
+ | UNION ALL
|
|
|
|
+ | SELECT *
|
|
|
|
+ | FROM dwd_judicial_case_tmp
|
|
|
|
+ | WHERE main_case_no = 0
|
|
|
|
+ | AND tn <> 'wenshu_detail'
|
|
|
|
+ | ) AS t2
|
|
|ON t1.case_no = t2.case_no
|
|
|ON t1.case_no = t2.case_no
|
|
|AND t1.id <> t2.id
|
|
|AND t1.id <> t2.id
|
|
|AND case_equ(t1.case_attribute , t2.case_attribute,t1.tn,t2.tn)
|
|
|AND case_equ(t1.case_attribute , t2.case_attribute,t1.tn,t2.tn)
|
|
|
|
+ |
|
|
|""".stripMargin)
|
|
|""".stripMargin)
|
|
.createTempView("connect_tmp_2")
|
|
.createTempView("connect_tmp_2")
|
|
|
|
|