|
@@ -7,6 +7,7 @@ import com.aliyun.odps.data.Record;
|
|
import com.aliyun.odps.task.SQLTask;
|
|
import com.aliyun.odps.task.SQLTask;
|
|
import com.helospark.lightdi.annotation.Autowired;
|
|
import com.helospark.lightdi.annotation.Autowired;
|
|
import com.helospark.lightdi.annotation.Service;
|
|
import com.helospark.lightdi.annotation.Service;
|
|
|
|
+import lombok.extern.slf4j.Slf4j;
|
|
|
|
|
|
import java.util.ArrayList;
|
|
import java.util.ArrayList;
|
|
import java.util.List;
|
|
import java.util.List;
|
|
@@ -17,12 +18,28 @@ import java.util.stream.Collectors;
|
|
* @Date: 2020/7/6 17:52
|
|
* @Date: 2020/7/6 17:52
|
|
* @Description:
|
|
* @Description:
|
|
*/
|
|
*/
|
|
|
|
+@Slf4j
|
|
@Service
|
|
@Service
|
|
public class OdpsService {
|
|
public class OdpsService {
|
|
|
|
|
|
@Autowired
|
|
@Autowired
|
|
private Odps odps;
|
|
private Odps odps;
|
|
|
|
|
|
|
|
+ public Boolean companyTableIsNotEmpty(String ds) {
|
|
|
|
+ ds = ds.replace("-", "");
|
|
|
|
+ String sql = "select * from inc_ods_company where ds = '" + ds + "' limit 1 ;";
|
|
|
|
+
|
|
|
|
+ try {
|
|
|
|
+ Instance i = SQLTask.run(odps, sql);
|
|
|
|
+ i.waitForSuccess();
|
|
|
|
+ List<Record> records = SQLTask.getResult(i);
|
|
|
|
+ return !records.isEmpty();
|
|
|
|
+ } catch (Exception e) {
|
|
|
|
+ log.error(e.getMessage(), e);
|
|
|
|
+ return false;
|
|
|
|
+ }
|
|
|
|
+ }
|
|
|
|
+
|
|
public List<String> getNotEmptyTable(String ds) {
|
|
public List<String> getNotEmptyTable(String ds) {
|
|
ds = ds.replace("-", "");
|
|
ds = ds.replace("-", "");
|
|
String sql = "SELECT table_name FROM information_schema.PARTITIONS WHERE substring(table_name,1,8) = 'inc_ods_' AND partition_name = 'ds=" + ds + "' and data_length <> 0 ;";
|
|
String sql = "SELECT table_name FROM information_schema.PARTITIONS WHERE substring(table_name,1,8) = 'inc_ods_' AND partition_name = 'ds=" + ds + "' and data_length <> 0 ;";
|
|
@@ -40,7 +57,4 @@ public class OdpsService {
|
|
}
|
|
}
|
|
return list.stream().map(s -> s.replace("inc_ods_", "")).collect(Collectors.toList());
|
|
return list.stream().map(s -> s.replace("inc_ods_", "")).collect(Collectors.toList());
|
|
}
|
|
}
|
|
-
|
|
|
|
-
|
|
|
|
-
|
|
|
|
}
|
|
}
|