|
@@ -1,9 +1,7 @@
|
|
|
+package com.winhc.bigdata.spark.jobs
|
|
|
import com.winhc.bigdata.spark.udf.CourtRank
|
|
|
import com.winhc.bigdata.spark.utils.{BaseUtil, SparkUtils}
|
|
|
-
|
|
|
import scala.collection.mutable
|
|
|
-package com.winhc.bigdata.spark.jobs
|
|
|
-
|
|
|
import com.winhc.bigdata.spark.udf.{BaseFunc, CompanyMapping}
|
|
|
import com.winhc.bigdata.spark.utils.BaseUtil.isWindows
|
|
|
import com.winhc.bigdata.spark.utils.LoggingUtils
|
|
@@ -11,7 +9,7 @@ import org.apache.spark.sql.SparkSession
|
|
|
|
|
|
|
|
|
|
|
|
-object JudicialCaseRelationPre2 {
|
|
|
+object JudicialCaseRelationPreCourtRegister {
|
|
|
def main(args: Array[String]): Unit = {
|
|
|
val project = "winhc_eci_dev"
|
|
|
println(
|
|
@@ -26,8 +24,8 @@ object JudicialCaseRelationPre2 {
|
|
|
val spark: SparkSession = SparkUtils.InitEnv(this.getClass.getSimpleName, config)
|
|
|
|
|
|
val r = JudicialCaseRelationPre2(spark, project)
|
|
|
- //r.precalc()
|
|
|
- r.calc()
|
|
|
+ r.precalc()
|
|
|
+ //r.calc()
|
|
|
spark.stop()
|
|
|
}
|
|
|
}
|
|
@@ -74,7 +72,7 @@ case class JudicialCaseRelationPre2(s: SparkSession, project: String
|
|
|
| from (
|
|
|
| select
|
|
|
| md5(cleanup(case_no)) as judicase_id
|
|
|
- | ,"1" as flag
|
|
|
+ | ,"8" as flag
|
|
|
| ,concat_ws('',plaintiff,'与',defendant,case_reason) as title
|
|
|
| ,concat_ws('',case_type(case_no)) as case_type
|
|
|
| ,case_reason
|
|
@@ -83,7 +81,7 @@ case class JudicialCaseRelationPre2(s: SparkSession, project: String
|
|
|
| ,concat_ws('',case_stage(case_no)) as case_stage
|
|
|
| ,plaintiff as yg_name
|
|
|
| ,defendant as bg_name
|
|
|
- | ,start_time as date
|
|
|
+ | ,filing_date as date
|
|
|
| ,rowkey as detail_id
|
|
|
| ,0.0 as case_amt
|
|
|
| from $project.inc_ads_company_court_register
|
|
@@ -91,7 +89,7 @@ case class JudicialCaseRelationPre2(s: SparkSession, project: String
|
|
|
| union all
|
|
|
| select
|
|
|
| md5(cleanup(case_no)) as judicase_id
|
|
|
- | ,"1" as flag
|
|
|
+ | ,"8" as flag
|
|
|
| ,concat_ws('',plaintiff,'与',defendant,case_reason) as title
|
|
|
| ,concat_ws('',case_type(case_no)) as case_type
|
|
|
| ,case_reason
|
|
@@ -100,7 +98,7 @@ case class JudicialCaseRelationPre2(s: SparkSession, project: String
|
|
|
| ,concat_ws('',case_stage(case_no)) as case_stage
|
|
|
| ,plaintiff as yg_name
|
|
|
| ,defendant as bg_name
|
|
|
- | ,start_time as date
|
|
|
+ | ,filing_date as date
|
|
|
| ,rowkey as detail_id
|
|
|
| ,0.0 as case_amt
|
|
|
| from $project.ads_company_court_register
|