Ver código fonte

fix: 调整移除记录策略

许家凯 2 anos atrás
pai
commit
efaa3c7573
1 arquivos alterados com 2 adições e 1 exclusões
  1. 2 1
      spider/cpa_agg.py

+ 2 - 1
spider/cpa_agg.py

@@ -144,8 +144,8 @@ def data_transform(data: list, rabbit_mq):
 
     del_num = 0
     try:
-        del_col.insert_many(data, ordered=False)
         del_num = col.delete_many({"_id": {"$regex": "^" + deleted_key}}).deleted_count
+        del_col.insert_many(data, ordered=False)
     except:
         pass
     log.info("deleted mongo _id: {} , deleted count: {}".format(deleted_key, del_num))
@@ -165,6 +165,7 @@ class Work(Thread):
 
 today_ds = get_ds()
 yesterday_ds = get_yesterday_ds()
+# yesterday_ds = '20221231'
 
 # scan_ds = today_ds[:-2]
 scan_ds = get_str_intersection(today_ds, yesterday_ds)