DeleteHbaseByMongoJob.java 1.3 KB

123456789101112131415161718192021222324252627282930313233343536373839
  1. package com.winhc.phoenix.example.job;
  2. import com.mongodb.client.MongoDatabase;
  3. import com.winhc.phoenix.example.framework.mongo.MongoDbFastScan;
  4. import com.winhc.phoenix.example.service.HbaseOperationService;
  5. import lombok.AllArgsConstructor;
  6. import lombok.extern.slf4j.Slf4j;
  7. import org.bson.Document;
  8. import org.springframework.data.mongodb.core.MongoTemplate;
  9. import org.springframework.stereotype.Component;
  10. import java.util.List;
  11. import java.util.function.Consumer;
  12. import java.util.stream.Collectors;
  13. /**
  14. * @author: XuJiakai
  15. * 2020/10/21 09:52
  16. */
  17. @Slf4j
  18. @Component
  19. @AllArgsConstructor
  20. public class DeleteHbaseByMongoJob {
  21. private final MongoTemplate mongoTemplate;
  22. private final HbaseOperationService hbaseOperationService;
  23. public void start() {
  24. MongoDatabase db = mongoTemplate.getDb();
  25. Consumer<List<Document>> func = list -> {
  26. List<String> cids = list.stream().map(d -> d.getString("id")).collect(Collectors.toList());
  27. System.out.println(cids);
  28. // hbaseOperationService.deleteByRowkey("COMPANY_DYNAMIC", cids);
  29. };
  30. MongoDbFastScan mongoDbFastScan = new MongoDbFastScan("xjk_tmp_del_dyn", func, db);
  31. // .batchSize(2000).threadNum(5);
  32. mongoDbFastScan.scan();
  33. }
  34. }