壹药城修改

spiders/yaoex/yaoex_crawl.py

@@ -293,7 +293,7 @@ class YaoexCrawler:
         return price
 
     def search_data(self):
-        keyword = ""
+        keyword = self.product
         if self.brand:
             keyword = self.brand + " " + self.product
         if self.product_desc:
@@ -323,6 +323,7 @@ class YaoexCrawler:
 
                 if not product.get("item_id"):
                     continue
+                logger.info(f"爬取到数据{json.dumps(product,ensure_ascii=False)}")
                 try:
                     self.pipeline.storge_data(product)
                     logger.info("%s", json.dumps(product, ensure_ascii=False))
@@ -334,12 +335,11 @@ class YaoexCrawler:
             time.sleep(random.randint(2, 5))
 
     def run(self):
-        self.search_data()
-        # try:
-        #     self.search_data()
-        # except Exception as e:
-        #     logger.error(e)
-        #     self.is_success = False
+        try:
+            self.search_data()
+        except Exception as e:
+            logger.error(e)
+            self.is_success = False
         logger.info(f"爬取总数{self.pipeline.crawl_count}")
         return self.pipeline.crawl_count, self.is_success