main.py 1.3 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243
  1. # mt_spider/main.py
  2. import logging
  3. from logger import setup_logger
  4. from spider import MT
  5. setup_logger("spider") # 初始化日志
  6. # KEYS = ['999感冒清热颗粒']
  7. keys_list = [
  8. # '三九胃泰颗粒',
  9. # '999小柴胡颗粒',
  10. # '999强力枇杷露',
  11. '999感冒清热颗粒',
  12. # '999抗病毒口服液',
  13. # '999皮炎平',
  14. # '999盐酸特比萘芬乳膏',
  15. # '999藿香正气合剂',
  16. # '必无忧盐酸特比萘芬乳膏',
  17. # '999复方感冒灵颗粒',
  18. # '999糠酸莫米松凝胶',
  19. # '999铝碳酸镁咀嚼片',
  20. # '999阿奇霉素片',
  21. # '999选平硝酸咪康唑乳膏'
  22. # 按需继续添加
  23. ]
  24. def run():
  25. device_id = 'fcb3c749'
  26. cycle = 0
  27. logger = logging.getLogger()
  28. while True:
  29. cycle += 1
  30. logger.info('========== 第 %s 轮采集开始 ==========', cycle)
  31. for idx, key in enumerate(keys_list, 1):
  32. logger.info('[%s/%s] 开始采集关键字:%s', idx, len(keys_list), key)
  33. try:
  34. mt = MT(key)
  35. mt.main(device_id)
  36. except Exception as e:
  37. logger.exception('关键字 %s 采集异常:%s', key, e)
  38. if __name__ == '__main__':
  39. run()