Explorar o código

药久久 药师帮 2.0

chenjunhao hai 1 mes
pai
achega
7a35736a87

+ 5 - 5
Yjj/conn_mysql.py

@@ -166,11 +166,11 @@ class MySQLPoolOnline(_MySQLPoolBase):
 
     def __init__(self):
         pool = _create_pool(
-            host=os.environ.get("MYSQL_DRUG_HOST", "120.25.48.236"),
-            port=_env_port("MYSQL_DRUG_PORT", "3306"),
-            user=os.environ.get("MYSQL_DRUG_USER", "drug_retrieve"),
-            password=os.environ.get("MYSQL_DRUG_PASSWORD", "ksCt3xm6chzdkafj"),
-            database=os.environ.get("MYSQL_DRUG_DB", "drug_retrieve"),
+            host=os.environ.get("MYSQL_DRUG_HOST", "120.24.26.108"),
+            port=int(os.environ.get("MYSQL_DRUG_PORT", "3307")),
+            user=os.environ.get("MYSQL_DRUG_USER", "root"),
+            password=os.environ.get("MYSQL_DRUG_PASSWORD", "zhijiayun123456"),
+            database=os.environ.get("MYSQL_DRUG_DB", "drug_retrieve_test"),
         )
         super().__init__(pool)
 

+ 2 - 2
pipelines/shop_pipelines.py

@@ -1,11 +1,11 @@
-from commons.conn_mysql import MySQLPool39,MySQLPoolOnline
+from commons.conn_mysql import MySQLPool39,MySQLPoolOn2
 from commons.sql_data import sql_map
 from commons.Logger import get_spider_logger
 
 
 class ShopPipeline:
     def __init__(self, spider_name):
-        self.db_online = MySQLPoolOnline()
+        self.db_online = MySQLPoolOn2()
         self.sql_map = sql_map
         self.crawl_count = 0
         self.spider_name = spider_name

+ 2 - 2
spiders/yaoshibang/login_yaoshibang.py

@@ -3,7 +3,7 @@ import signal
 import socket
 import sys
 import time
-from commons.conn_mysql import MySQLPoolOnline
+from commons.conn_mysql import MySQLPoolOn2
 from DrissionPage import ChromiumPage, ChromiumOptions
 from commons.Logger import logger
 from oss_upload.oss_upload import AliyunOSSUploader
@@ -22,7 +22,7 @@ class YaoShiBangLogin:
         self.platform = 5
         self.phone = None
         self.password = None
-        self.db_online = MySQLPoolOnline()
+        self.db_online = MySQLPoolOn2()
         self.ossuploader = AliyunOSSUploader()
         self._register_signal_handler()
 

+ 2 - 2
spiders/yaoshibang/ysb_snapshot_crawl.py

@@ -14,7 +14,7 @@ import requests
 import secrets
 import string
 from Crypto.Cipher import AES
-from commons.conn_mysql import MySQLPoolOnline
+from commons.conn_mysql import MySQLPoolOn2
 from DrissionPage import ChromiumPage, ChromiumOptions
 from commons.Logger import logger
 from oss_upload.oss_upload import AliyunOSSUploader
@@ -89,7 +89,7 @@ def decrypt_ysb_payload(cipher_text_b64):
 class YaoShiBangSnapshot:
     def __init__(self, drug_dict=None):
         self.driver = None
-        self.db = MySQLPoolOnline()
+        self.db = MySQLPoolOn2()
         self.ip = None
         self.login_username = None
         self.login_password = None

+ 2 - 2
spiders/yaoshibang/ysbang_crawl.py

@@ -16,7 +16,7 @@ from openpyxl.worksheet import page
 from commons.Logger import get_spider_logger
 from pipelines.drug_pipelines import DrugPipeline
 from area_info.city_name_to_id import get_city
-from commons.conn_mysql import MySQLPoolOnline
+from commons.conn_mysql import MySQLPoolOn2
 from spiders.yaoshibang.login_yaoshibang import YaoShiBangLogin
 
 logger = get_spider_logger("yaoshibang")
@@ -38,7 +38,7 @@ class YsbSpider:
         if self.task_dict:
             self.get_product_data()
         self.is_success = True
-        self.db_online = MySQLPoolOnline()
+        self.db_online = MySQLPoolOn2()
         self.is_product_count = 0
 
     def get_token(self, _retry_login=False):

+ 2 - 2
start_run_yaoshibang_v2.py

@@ -11,7 +11,7 @@ import json
 from spiders.yaoshibang.ysbang_crawl import YsbSpider
 from spiders.yaoshibang.ysb_snapshot_crawl import YaoShiBangSnapshot
 from commons.scheduler import CrawlerScheduler
-from commons.conn_mysql import MySQLPoolOnline
+from commons.conn_mysql import MySQLPoolOn2
 from commons.Logger import logger
 from commons.feishu_webhook import send_text
 
@@ -22,7 +22,7 @@ PLATFORM_ID = 5
 def get_device_id_from_db():
     """从 accounts_platform 表获取一个可用的药师帮账号(platform=5, status=1, equipment_id=3),
     用 phone 作为 DEVICE_ID(回告接口的 username 也用它),同时返回密码供 spider 登录。"""
-    db = MySQLPoolOnline()
+    db = MySQLPoolOn2()
     sql = """SELECT `name`, `phone`, `password` FROM `accounts_platform`
              WHERE `platform`=5 AND `status`=1 AND `equipment_id`=3
              ORDER BY `cookie_timestamp` ASC LIMIT 1"""