Ver código fonte

fix: 解决mq批次问题

许家凯 2 anos atrás
pai
commit
285eef67f3
2 arquivos alterados com 3 adições e 1 exclusões
  1. 2 0
      sdk/RabbitMQ.py
  2. 1 1
      spider/winhc_job.py

+ 2 - 0
sdk/RabbitMQ.py

@@ -36,6 +36,8 @@ class RabbitMQ(object):
                                       credentials=credentials))
         self.channel = self.connect.channel()  # 客户端连接rabbitmq服务端后开辟管道,每个channel代表一个会话任务
 
+        self.channel.basic_qos(prefetch_size=500)
+
     @retry(tries=5, delay=1)
     def send_by_fanout(self, exchange, body):
         """

+ 1 - 1
spider/winhc_job.py

@@ -79,7 +79,7 @@ def main():
         ch.basic_ack(delivery_tag=method.delivery_tag)  # 手动应答ack,确保消息真正消费后才应答
         pass
 
-    r_sdk.consumer_by_fanout(RABBITMQ_TOPIC,queue='cpa_winhc_spider', callback=callback)
+    r_sdk.consumer_by_fanout(RABBITMQ_TOPIC, queue='cpa_winhc_spider', callback=callback)
 
     pass