Bläddra i källkod

企业动态,利好消息只取指定维度的动态

许家凯 4 år sedan
förälder
incheckning
4fe19da806

+ 4 - 3
src/main/scala/com/winhc/bigdata/spark/jobs/chance/ChangeExtract.scala

@@ -186,6 +186,7 @@ object ChangeExtract {
       ChangeExtractHandle(spark, project, tableName, rowkey, inc_ds, pf.split(",")).calc
       spark.stop()
     } else {
+      val ds = args(0)
       val project = "winhc_eci_dev"
       val config = EsConfig.getEsConfigMap ++ mutable.Map(
         "spark.hadoop.odps.project.name" -> project,
@@ -201,10 +202,10 @@ object ChangeExtract {
           |winhc_eci_dev company_land_announcement rowkey 20200717 e_number,project_name
           |winhc_eci_dev company_bid_list rowkey 20200717 title
           |winhc_eci_dev company_land_transfer rowkey 20200717 num,location
-          |""".stripMargin
+          |""".stripMargin.replace("20200717", ds)
       for (r <- rows.split("\r\n")) {
-        if(StringUtils.isNotEmpty(r)){
-          val Array(tmp,tableName,rowkey,inc_ds,pf) =r.split(" ")
+        if (StringUtils.isNotEmpty(r)) {
+          val Array(tmp, tableName, rowkey, inc_ds, pf) = r.split(" ")
           ChangeExtractHandle(spark, project, tableName, rowkey, inc_ds, pf.split(",")).calc
         }
       }

Filskillnaden har hållts tillbaka eftersom den är för stor
+ 16 - 3
src/main/scala/com/winhc/bigdata/spark/jobs/chance/eci_good_news.scala