Browse Source

企业债权关系表调参

许家凯 4 years ago
parent
commit
5d8395dfb0

+ 3 - 2
src/main/scala/com/winhc/bigdata/spark/jobs/chance/Inc_eci_debtor_relation.scala

@@ -690,13 +690,14 @@ object Inc_eci_debtor_relation {
            |from winhc_eci_dev.$target_ads_eci_debtor_relation
            |where ds=$ds or ds=${yesterday_ds}
            |""".stripMargin)
-        .rdd
+        .rdd.repartition(50)
         .map(r => {
           val id = r.getAs[String]("id")
           val map = eci_cols.map(f => (f, r.getAs(f))).toMap
           val c = parseMap(map)
           (id, c)
-        }).groupByKey()
+        })
+       .groupByKey()
         .map(x => {
           val id = x._1
           val list = x._2