Quellcode durchsuchen

fix: winhc拉数据跳过异常

许家凯 vor 2 Jahren
Ursprung
Commit
72d4a039ac
1 geänderte Dateien mit 10 neuen und 2 gelöschten Zeilen
  1. 10 2
      spider/winhc_job.py

+ 10 - 2
spider/winhc_job.py

@@ -8,6 +8,7 @@ import json
 import queue
 from threading import Thread
 
+from log import get_log
 from handle.search_winhc_latest_date import search_latest_date
 from handle.search_winhc_summary import search_summary
 from sdk.WinhcAllClient import get_all_client
@@ -18,12 +19,19 @@ from project_const import TOPIC_NAME, MONGODB_NAME
 
 all_client = get_all_client()
 col = all_client.get_mongo_collection(MONGODB_NAME)
+log = get_log('winhc_job')
 
 
 def run(data: map):
     company_id = data['company_id']
-    summary = search_summary(company_id)
-    latest_date = search_latest_date(company_id)
+    try:
+        summary = search_summary(company_id)
+        latest_date = search_latest_date(company_id)
+        pass
+    except:
+        log.error('error company_id :{}'.format(company_id))
+        return
+        pass
 
     _id = get_ds() + '_' + company_id + '_winhc'