|
@@ -23,11 +23,7 @@ case class GraphX4Judicase(s: SparkSession,
|
|
justicase_ops()
|
|
justicase_ops()
|
|
|
|
|
|
def calc(): Unit = {
|
|
def calc(): Unit = {
|
|
-// val allCols = getColumns(s"$project.ods_$tableName").filter(_ != "ds").toSeq
|
|
|
|
-// val ods_ds = BaseUtil.getPartion(s"$project.ods_$tableName", spark)
|
|
|
|
-// val inc_ods_ds = BaseUtil.getPartion(s"$project.inc_ods_$tableName", spark)
|
|
|
|
- val srcAllCols = getColumns(s"$project.xjk_ads_judicial_case_relation1").filter(_ != "ds").toSeq
|
|
|
|
- val desAllCols = getColumns(s"$project.ods_justicase").filter(_ != "ds").toSeq
|
|
|
|
|
|
+ val srcAllCols = getColumns(s"$project.$tableName").filter(_ != "ds").toSeq
|
|
val dfRelations = sql(
|
|
val dfRelations = sql(
|
|
s"""
|
|
s"""
|
|
|SELECT *
|
|
|SELECT *
|
|
@@ -84,7 +80,7 @@ case class GraphX4Judicase(s: SparkSession,
|
|
|) B
|
|
|) B
|
|
|ON A.case_id=B.id
|
|
|ON A.case_id=B.id
|
|
|""".stripMargin)//.createOrReplaceTempView(s"tmp_graphx_$tableName")*/
|
|
|""".stripMargin)//.createOrReplaceTempView(s"tmp_graphx_$tableName")*/
|
|
- s"""INSERT ${if (isWindows) "INTO" else "OVERWRITE"} TABLE ${project}.xjk_ads_judicial_case_relation1_tmp
|
|
|
|
|
|
+ s"""INSERT ${if (isWindows) "INTO" else "OVERWRITE"} TABLE ${project}.ads_judicial_case_relation_graph
|
|
|SELECT id, judicase_id, flag
|
|
|SELECT id, judicase_id, flag
|
|
|FROM tmp_edgelets_$tableName
|
|
|FROM tmp_edgelets_$tableName
|
|
|""".stripMargin)//.createOrReplaceTempView(s"tmp_graphx_$tableName")
|
|
|""".stripMargin)//.createOrReplaceTempView(s"tmp_graphx_$tableName")
|
|
@@ -99,6 +95,6 @@ object GraphX4Judicase {
|
|
)
|
|
)
|
|
val spark: SparkSession = SparkUtils.InitEnv(this.getClass.getSimpleName, config)
|
|
val spark: SparkSession = SparkUtils.InitEnv(this.getClass.getSimpleName, config)
|
|
spark.sparkContext.setLogLevel("Warn")
|
|
spark.sparkContext.setLogLevel("Warn")
|
|
- GraphX4Judicase(spark, "winhc_eci_dev", "xjk_ads_judicial_case_relation1", "id_2", "id_1").calc()
|
|
|
|
|
|
+ GraphX4Judicase(spark, "winhc_eci_dev", "ads_judicial_case_relation", "id_2", "id_1").calc()
|
|
}
|
|
}
|
|
}
|
|
}
|