|
@@ -690,13 +690,14 @@ object Inc_eci_debtor_relation {
|
|
|
|from winhc_eci_dev.$target_ads_eci_debtor_relation
|
|
|
|where ds=$ds or ds=${yesterday_ds}
|
|
|
|""".stripMargin)
|
|
|
- .rdd
|
|
|
+ .rdd.repartition(50)
|
|
|
.map(r => {
|
|
|
val id = r.getAs[String]("id")
|
|
|
val map = eci_cols.map(f => (f, r.getAs(f))).toMap
|
|
|
val c = parseMap(map)
|
|
|
(id, c)
|
|
|
- }).groupByKey()
|
|
|
+ })
|
|
|
+ .groupByKey()
|
|
|
.map(x => {
|
|
|
val id = x._1
|
|
|
val list = x._2
|