生成rowkey

src/main/scala/com/winhc/bigdata/spark/jobs/CompanyIncCompany2Es.scala

@@ -175,7 +175,7 @@ object CompanyIncCompany2Es {
         sys.exit(-999)
       }
 
-      val companyCols = spark.table("ads_company_human_relation").columns
+      val companyCols = spark.table("ads_company_human_relation").columns.filter(_!="rowkey")
         .filter(!_.equals("ds"))
         .seq
 
@@ -185,7 +185,7 @@ object CompanyIncCompany2Es {
         s"""
            |SELECT  ${companyCols.mkString(",")}
            |FROM    (
-           |            SELECT  a.*
+           |            SELECT  CONCAT_WS("_",new_cid,hid) AS rowkey,a.*
            |                    ,row_number() OVER (PARTITION BY a.cid,a.hid,a.human_pid ORDER BY update_time DESC) c
            |            FROM    (
            |                        SELECT  *