Преглед изворни кода

fix: 数据扫描表问题

许家凯 пре 2 година
родитељ
комит
066bff8d91
1 измењених фајлова са 4 додато и 5 уклоњено
  1. 4 5
      spider/cpa_agg.py

+ 4 - 5
spider/cpa_agg.py

@@ -185,12 +185,11 @@ def main(max_round: int = 2, interval_of_sed: int = 300):
     round_num = 0
     while True:
         round_num += 1
-        ds = get_ds()
-        # ds = '20221205'
-        log.info('{},第{}遍轮循...'.format(ds, round_num))
+
+        log.info('{},第{}遍轮循...'.format(scan_ds, round_num))
         xxl_q = xxl_queue(pop_threshold=2, overwrite_handle=overwrite_handle)
         # for i in col.find({"_id": {"$regex": "^" + ds}}).batch_size(200):
-        for i in col.find({"_id": {"$regex": "^" + ds}}).batch_size(200):
+        for i in col.find({"_id": {"$regex": "^" + scan_ds}}).batch_size(200):
             # for i in col.find().batch_size(200):
             _id = i['_id']
             key = _id[:_id.rfind('_')]
@@ -203,7 +202,7 @@ def main(max_round: int = 2, interval_of_sed: int = 300):
             break
 
         try:
-            log.info('{},第{}遍轮循结束.'.format(ds, round_num))
+            log.info('{},第{}遍轮循结束.'.format(scan_ds, round_num))
             time.sleep(interval_of_sed)
             pass
         except: