xufei 3 vuotta sitten
vanhempi
commit
2015e6f841

+ 3 - 2
src/main/scala/com/winhc/bigdata/spark/ng/relation/inc_company_relation_v2.scala

@@ -263,6 +263,7 @@ case class inc_company_relation_v2(s: SparkSession,
          |                ,update_time
          |                ,concat('p',md5(uuid())) human_pid
          |        FROM    incr_company_human_all
+         |        WHERE   length(human_name) > 0 AND  length(company_id) >= 32
          |        ) a
          |LEFT JOIN (
          |        SELECT  company_id
@@ -275,12 +276,12 @@ case class inc_company_relation_v2(s: SparkSession,
          |                        SELECT  company_id,human_name,human_pid,ds,update_time,deleted
          |                        FROM    $inc_ads_company_human_relation
          |                        WHERE   ds > '0'
-         |                        AND deleted <> 9
+         |                        -- AND deleted <> 9
          |                        UNION ALL
          |                        SELECT  company_id,human_name,human_pid,ds,update_time,deleted
          |                        FROM    $inc_ads_company_human_relation_merge
          |                        WHERE   ds > '0'
-         |                        AND deleted <> 9
+         |                        -- AND deleted <> 9
          |                        )
          |                )
          |        WHERE   num =1