|
@@ -1,26 +1,23 @@
|
|
|
package com.winhc.bigdata.spark.jobs
|
|
|
|
|
|
-import com.aliyun.odps.utils.StringUtils
|
|
|
import com.winhc.bigdata.spark.config.HBaseConfig
|
|
|
import com.winhc.bigdata.spark.utils.{CompanyNameMappingUtil, SparkUtils}
|
|
|
-import org.apache.hadoop.hbase.client.{Get, Put, Table}
|
|
|
-import org.apache.hadoop.hbase.io.ImmutableBytesWritable
|
|
|
+import org.apache.hadoop.hbase.TableName
|
|
|
import org.apache.hadoop.hbase.spark.HBaseContext
|
|
|
import org.apache.hadoop.hbase.spark.HBaseRDDFunctions._
|
|
|
import org.apache.hadoop.hbase.util.Bytes
|
|
|
-import org.apache.hadoop.hbase.{CellUtil, TableName}
|
|
|
import org.apache.spark.internal.Logging
|
|
|
import org.apache.spark.sql.Row
|
|
|
import org.apache.spark.sql.types.{StringType, StructField, StructType}
|
|
|
|
|
|
import scala.collection.mutable
|
|
|
-import scala.collection.mutable.Set
|
|
|
|
|
|
/**
|
|
|
* @Author: XuJiakai
|
|
|
* @Date: 2020/5/26 10:41
|
|
|
* @Description: 公司名称映射关系计算
|
|
|
*/
|
|
|
+@deprecated
|
|
|
object CompanyNameMappingPro extends Logging {
|
|
|
val f_bytes: Array[Byte] = Bytes.toBytes("f")
|
|
|
val cname_bytes: Array[Byte] = Bytes.toBytes("name")
|