|
@@ -309,6 +309,7 @@ object ChangeExtract {
|
|
, Args(tableName = "company_land_announcement", primaryFields = "e_number,project_name")
|
|
, Args(tableName = "company_land_announcement", primaryFields = "e_number,project_name")
|
|
, Args(tableName = "company_bid_list", primaryFields = "title")
|
|
, Args(tableName = "company_bid_list", primaryFields = "title")
|
|
, Args(tableName = "company_land_transfer", primaryFields = "num,location")
|
|
, Args(tableName = "company_land_transfer", primaryFields = "num,location")
|
|
|
|
+ , Args(tableName = "company_land_mortgage", primaryFields = "land_num,source_url")
|
|
, Args(tableName = "company_employment", primaryFields = "title,url_path")
|
|
, Args(tableName = "company_employment", primaryFields = "title,url_path")
|
|
, Args(tableName = "company_env_punishment", primaryFields = "punish_number")
|
|
, Args(tableName = "company_env_punishment", primaryFields = "punish_number")
|
|
, Args(tableName = "company_icp", primaryFields = "domain")
|
|
, Args(tableName = "company_icp", primaryFields = "domain")
|
|
@@ -366,7 +367,7 @@ object ChangeExtract {
|
|
|
|
|
|
val config = EsConfig.getEsConfigMap ++ mutable.Map(
|
|
val config = EsConfig.getEsConfigMap ++ mutable.Map(
|
|
"spark.hadoop.odps.project.name" -> "winhc_eci_dev",
|
|
"spark.hadoop.odps.project.name" -> "winhc_eci_dev",
|
|
- "spark.hadoop.odps.spark.local.partition.amt" -> "10"
|
|
|
|
|
|
+ "spark.hadoop.odps.spark.local.partition.amt" -> "100"
|
|
)
|
|
)
|
|
val spark = SparkUtils.InitEnv("ChangeExtract", config)
|
|
val spark = SparkUtils.InitEnv("ChangeExtract", config)
|
|
|
|
|