Explorar o código

fix: 调整移除记录策略

许家凯 %!s(int64=2) %!d(string=hai) anos
pai
achega
efaa3c7573
Modificáronse 1 ficheiros con 2 adicións e 1 borrados
  1. 2 1
      spider/cpa_agg.py

+ 2 - 1
spider/cpa_agg.py

@@ -144,8 +144,8 @@ def data_transform(data: list, rabbit_mq):
 
     del_num = 0
     try:
-        del_col.insert_many(data, ordered=False)
         del_num = col.delete_many({"_id": {"$regex": "^" + deleted_key}}).deleted_count
+        del_col.insert_many(data, ordered=False)
     except:
         pass
     log.info("deleted mongo _id: {} , deleted count: {}".format(deleted_key, del_num))
@@ -165,6 +165,7 @@ class Work(Thread):
 
 today_ds = get_ds()
 yesterday_ds = get_yesterday_ds()
+# yesterday_ds = '20221231'
 
 # scan_ds = today_ds[:-2]
 scan_ds = get_str_intersection(today_ds, yesterday_ds)