| 12345678910111213141516171819202122232425262728293031323334353637383940414243 |
- # mt_spider/main.py
- import logging
- from logger import setup_logger
- from spider import MT
- setup_logger("spider") # 初始化日志
- # KEYS = ['999感冒清热颗粒']
- keys_list = [
- # '三九胃泰颗粒',
- # '999小柴胡颗粒',
- # '999强力枇杷露',
- '999感冒清热颗粒',
- # '999抗病毒口服液',
- # '999皮炎平',
- # '999盐酸特比萘芬乳膏',
- # '999藿香正气合剂',
- # '必无忧盐酸特比萘芬乳膏',
- # '999复方感冒灵颗粒',
- # '999糠酸莫米松凝胶',
- # '999铝碳酸镁咀嚼片',
- # '999阿奇霉素片',
- # '999选平硝酸咪康唑乳膏'
- # 按需继续添加
- ]
- def run():
- device_id = 'fcb3c749'
- cycle = 0
- logger = logging.getLogger()
- while True:
- cycle += 1
- logger.info('========== 第 %s 轮采集开始 ==========', cycle)
- for idx, key in enumerate(keys_list, 1):
- logger.info('[%s/%s] 开始采集关键字:%s', idx, len(keys_list), key)
- try:
- mt = MT(key)
- mt.main(device_id)
- except Exception as e:
- logger.exception('关键字 %s 采集异常:%s', key, e)
- if __name__ == '__main__':
- run()
|