Ver código fonte

增量数据处理-兼容司法拍卖

lyb 3 anos atrás
pai
commit
c2fae22f84

+ 1 - 0
src/main/scala/com/winhc/bigdata/spark/utils/CompanyIncrForCidsUtils.scala

@@ -24,6 +24,7 @@ case class CompanyIncrForCidsUtils(s: SparkSession,
   val tabMapping =
     Map("company_court_open_announcement" -> ("litigant_cids", ";") //开庭公告
       , "company_send_announcement" -> ("litigant_cids", ",") //送达公告
+      , "auction_tracking" -> ("cids", ",") //送达公告
     )
 
   val funMap =

+ 21 - 7
src/main/scala/com/winhc/bigdata/spark/utils/MaxComputer2Phoenix.scala

@@ -30,13 +30,27 @@ case class MaxComputer2Phoenix(spark: SparkSession,
 
 
     val key = s"$rowkey AS rowkey"
-    val res = phoenixCols.filter(!_.equalsIgnoreCase("id")).map(s => {
-      if ("NEW_CID".equals(s.toUpperCase())) {
-        s"cast ($s as string) as CID"
-      } else {
-        s"cast ($s as string) as ${s.toUpperCase}"
-      }
-    }) ++ Seq(key)
+    var res = Seq[String]()
+    if ("auction_tracking_list".equalsIgnoreCase(htable)){
+      res = phoenixCols.map(s => {
+        if ("NEW_CID".equals(s.toUpperCase())) {
+          s"cast ($s as string) as CID"
+        } else {
+          s"cast ($s as string) as ${s.toUpperCase}"
+        }
+      }) ++ Seq(key)
+
+    }else{
+      res = phoenixCols.filter(!_.equalsIgnoreCase("id")).map(s => {
+        if ("NEW_CID".equals(s.toUpperCase())) {
+          s"cast ($s as string) as CID"
+        } else {
+          s"cast ($s as string) as ${s.toUpperCase}"
+        }
+      }) ++ Seq(key)
+    }
+
+
 
     val df = sql(
       s"""