|
@@ -186,6 +186,7 @@ object ChangeExtract {
|
|
|
ChangeExtractHandle(spark, project, tableName, rowkey, inc_ds, pf.split(",")).calc
|
|
|
spark.stop()
|
|
|
} else {
|
|
|
+ val ds = args(0)
|
|
|
val project = "winhc_eci_dev"
|
|
|
val config = EsConfig.getEsConfigMap ++ mutable.Map(
|
|
|
"spark.hadoop.odps.project.name" -> project,
|
|
@@ -201,10 +202,10 @@ object ChangeExtract {
|
|
|
|winhc_eci_dev company_land_announcement rowkey 20200717 e_number,project_name
|
|
|
|winhc_eci_dev company_bid_list rowkey 20200717 title
|
|
|
|winhc_eci_dev company_land_transfer rowkey 20200717 num,location
|
|
|
- |""".stripMargin
|
|
|
+ |""".stripMargin.replace("20200717", ds)
|
|
|
for (r <- rows.split("\r\n")) {
|
|
|
- if(StringUtils.isNotEmpty(r)){
|
|
|
- val Array(tmp,tableName,rowkey,inc_ds,pf) =r.split(" ")
|
|
|
+ if (StringUtils.isNotEmpty(r)) {
|
|
|
+ val Array(tmp, tableName, rowkey, inc_ds, pf) = r.split(" ")
|
|
|
ChangeExtractHandle(spark, project, tableName, rowkey, inc_ds, pf.split(",")).calc
|
|
|
}
|
|
|
}
|