|
@@ -144,8 +144,8 @@ def data_transform(data: list, rabbit_mq):
|
|
|
|
|
|
del_num = 0
|
|
del_num = 0
|
|
try:
|
|
try:
|
|
- del_col.insert_many(data, ordered=False)
|
|
|
|
del_num = col.delete_many({"_id": {"$regex": "^" + deleted_key}}).deleted_count
|
|
del_num = col.delete_many({"_id": {"$regex": "^" + deleted_key}}).deleted_count
|
|
|
|
+ del_col.insert_many(data, ordered=False)
|
|
except:
|
|
except:
|
|
pass
|
|
pass
|
|
log.info("deleted mongo _id: {} , deleted count: {}".format(deleted_key, del_num))
|
|
log.info("deleted mongo _id: {} , deleted count: {}".format(deleted_key, del_num))
|
|
@@ -165,6 +165,7 @@ class Work(Thread):
|
|
|
|
|
|
today_ds = get_ds()
|
|
today_ds = get_ds()
|
|
yesterday_ds = get_yesterday_ds()
|
|
yesterday_ds = get_yesterday_ds()
|
|
|
|
+# yesterday_ds = '20221231'
|
|
|
|
|
|
# scan_ds = today_ds[:-2]
|
|
# scan_ds = today_ds[:-2]
|
|
scan_ds = get_str_intersection(today_ds, yesterday_ds)
|
|
scan_ds = get_str_intersection(today_ds, yesterday_ds)
|