feat: 加入可选的校验company_id

src/main/scala/com/winhc/bigdata/spark/ng/jobs/args_company_job.scala

@@ -9,9 +9,10 @@ import com.winhc.bigdata.spark.ng.utils.explode_args
 case class args_company_job(tableName: String
                             , md5_fields: Seq[String] //该维度的核心字段
                             , rowkey_udf: String = null //用于自定义rowkey的结构，会覆盖md5_fields的默认rowkey
-                            , is_super_filter: Boolean = true //是否不允许主键都为空
+                            , is_super_filter: Boolean = true //是否开启超级过滤,超级过滤后任一主键都不允许为空
                             , where: String = "" // ods层数据的过滤条件
                             , id_user_defined_rowkey: Boolean = false //是否读取ods层的用户自定义rowkey
+                            , verify_company_id: Boolean = true
                             , explode_args: Seq[explode_args] = null //如果表需要炸开，则配制此项
                            )
 

src/main/scala/com/winhc/bigdata/spark/ng/jobs/general_handler.scala

@@ -114,7 +114,7 @@ case class general_handler(s: SparkSession,
   private def get_clean_up(): String = {
     s"""
        |${
-      if (inter_cols.contains("company_id"))
+      if (inter_cols.contains("company_id") && job_args.verify_company_id)
         s"""
            |AND company_id <> '0'
            |AND company_id is not null