|
@@ -185,12 +185,11 @@ def main(max_round: int = 2, interval_of_sed: int = 300):
|
|
|
round_num = 0
|
|
|
while True:
|
|
|
round_num += 1
|
|
|
- ds = get_ds()
|
|
|
- # ds = '20221205'
|
|
|
- log.info('{},第{}遍轮循...'.format(ds, round_num))
|
|
|
+
|
|
|
+ log.info('{},第{}遍轮循...'.format(scan_ds, round_num))
|
|
|
xxl_q = xxl_queue(pop_threshold=2, overwrite_handle=overwrite_handle)
|
|
|
# for i in col.find({"_id": {"$regex": "^" + ds}}).batch_size(200):
|
|
|
- for i in col.find({"_id": {"$regex": "^" + ds}}).batch_size(200):
|
|
|
+ for i in col.find({"_id": {"$regex": "^" + scan_ds}}).batch_size(200):
|
|
|
# for i in col.find().batch_size(200):
|
|
|
_id = i['_id']
|
|
|
key = _id[:_id.rfind('_')]
|
|
@@ -203,7 +202,7 @@ def main(max_round: int = 2, interval_of_sed: int = 300):
|
|
|
break
|
|
|
|
|
|
try:
|
|
|
- log.info('{},第{}遍轮循结束.'.format(ds, round_num))
|
|
|
+ log.info('{},第{}遍轮循结束.'.format(scan_ds, round_num))
|
|
|
time.sleep(interval_of_sed)
|
|
|
pass
|
|
|
except:
|