|
@@ -308,6 +308,7 @@ object ChangeExtract {
|
|
, Args(tableName = "company_double_random_check_info", primaryFields = "check_plan_name")//双随机抽查
|
|
, Args(tableName = "company_double_random_check_info", primaryFields = "check_plan_name")//双随机抽查
|
|
, Args(tableName = "company_judicial_sale_combine_list", primaryFields = "title")//司法拍卖
|
|
, Args(tableName = "company_judicial_sale_combine_list", primaryFields = "title")//司法拍卖
|
|
, Args(tableName = "company_tax_contravention", primaryFields = "case_type")//税收违法
|
|
, Args(tableName = "company_tax_contravention", primaryFields = "case_type")//税收违法
|
|
|
|
+ , Args(tableName = "company_send_announcement_list", primaryFields = "title")//送达公告
|
|
|
|
|
|
, Args(tableName = "company_certificate", primaryFields = "type")
|
|
, Args(tableName = "company_certificate", primaryFields = "type")
|
|
, Args(tableName = "company_abnormal_info", primaryFields = "remove_reason")
|
|
, Args(tableName = "company_abnormal_info", primaryFields = "remove_reason")
|
|
@@ -345,7 +346,7 @@ object ChangeExtract {
|
|
val project = "winhc_eci_dev"
|
|
val project = "winhc_eci_dev"
|
|
val config = EsConfig.getEsConfigMap ++ mutable.Map(
|
|
val config = EsConfig.getEsConfigMap ++ mutable.Map(
|
|
"spark.hadoop.odps.project.name" -> project,
|
|
"spark.hadoop.odps.project.name" -> project,
|
|
- "spark.hadoop.odps.spark.local.partition.amt" -> "10"
|
|
|
|
|
|
+ "spark.hadoop.odps.spark.local.partition.amt" -> "1000"
|
|
)
|
|
)
|
|
val spark = SparkUtils.InitEnv("ChangeExtract", config)
|
|
val spark = SparkUtils.InitEnv("ChangeExtract", config)
|
|
|
|
|