浏览代码

更改图处理正式库

晏永年 4 年之前
父节点
当前提交
75e0d01e2f
共有 1 个文件被更改,包括 3 次插入7 次删除
  1. 3 7
      src/main/scala/com/winhc/bigdata/spark/jobs/GraphX4Judicase.scala

+ 3 - 7
src/main/scala/com/winhc/bigdata/spark/jobs/GraphX4Judicase.scala

@@ -23,11 +23,7 @@ case class GraphX4Judicase(s: SparkSession,
   justicase_ops()
 
   def calc(): Unit = {
-//    val allCols = getColumns(s"$project.ods_$tableName").filter(_ != "ds").toSeq
-//    val ods_ds = BaseUtil.getPartion(s"$project.ods_$tableName", spark)
-//    val inc_ods_ds = BaseUtil.getPartion(s"$project.inc_ods_$tableName", spark)
-    val srcAllCols = getColumns(s"$project.xjk_ads_judicial_case_relation1").filter(_ != "ds").toSeq
-    val desAllCols = getColumns(s"$project.ods_justicase").filter(_ != "ds").toSeq
+    val srcAllCols = getColumns(s"$project.$tableName").filter(_ != "ds").toSeq
     val dfRelations = sql(
       s"""
          |SELECT  *
@@ -84,7 +80,7 @@ case class GraphX4Judicase(s: SparkSession,
          |) B
          |ON A.case_id=B.id
          |""".stripMargin)//.createOrReplaceTempView(s"tmp_graphx_$tableName")*/
-      s"""INSERT ${if (isWindows) "INTO" else "OVERWRITE"} TABLE ${project}.xjk_ads_judicial_case_relation1_tmp
+      s"""INSERT ${if (isWindows) "INTO" else "OVERWRITE"} TABLE ${project}.ads_judicial_case_relation_graph
          |SELECT id, judicase_id, flag
          |FROM tmp_edgelets_$tableName
          |""".stripMargin)//.createOrReplaceTempView(s"tmp_graphx_$tableName")
@@ -99,6 +95,6 @@ object GraphX4Judicase {
     )
     val spark: SparkSession = SparkUtils.InitEnv(this.getClass.getSimpleName, config)
     spark.sparkContext.setLogLevel("Warn")
-    GraphX4Judicase(spark, "winhc_eci_dev", "xjk_ads_judicial_case_relation1", "id_2", "id_1").calc()
+    GraphX4Judicase(spark, "winhc_eci_dev", "ads_judicial_case_relation", "id_2", "id_1").calc()
   }
 }