| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152 |
- # ============================================================
- # Crawler 统一配置 (8083 生产环境)
- # 每个部署目录持有自己的 config.py,其余代码完全共用
- # ============================================================
- # ============================================================
- # 一、调度 / 上报服务
- # ============================================================
- # 调度 API 基地址(心跳 / 拉取任务 / 上报共用)
- SCHEDULE_API_BASE = "https://pricesys.kailin.com.cn:8082"
- # 调度 API 超时(秒)
- SCHEDULE_HEARTBEAT_TIMEOUT = 10
- SCHEDULE_PULL_TIMEOUT = 10
- SCHEDULE_REPORT_TIMEOUT = 5
- # 心跳间隔(秒)
- SCHEDULE_HEARTBEAT_INTERVAL = 30
- # 爬虫认证 Token
- CRAWLER_TOKEN = "zhijiayun_crawler_2026"
- # 旧版上报(start_run_*.py 中的 get_status / heartbeat_task)
- LEGACY_REPORT_URL = "http://scheduleapi.findit.ltd/api/collect_equipment_execute/result_report"
- LEGACY_HEARTBEAT_URL = "https://scheduleapi.findit.ltd/api/collect_equipment_execute/heartbeat"
- # ============================================================
- # 二、数据库
- # ============================================================
- MYSQL_HOST = "120.24.26.108"
- MYSQL_PORT = 3307
- MYSQL_USER = "root"
- MYSQL_PASSWORD = "zhijiayun123456"
- MYSQL_DATABASE = "drug_retrieve_test"
- MYSQL_POOL_MAXCONNECTIONS = 10
- MYSQL_POOL_MIN_CACHED = 2
- MYSQL_POOL_MAX_CACHED = 5
- # ============================================================
- # 三、第三方凭证
- # ============================================================
- # 阿里云 OSS
- OSS_ACCESS_KEY_ID = "LTAI5t5pWgfa1BMztEuWBjdK"
- OSS_ACCESS_KEY_SECRET = "wU7FLzEr1NqLg2rJrmAu7Ibn69np0u"
- OSS_ENDPOINT = "oss-cn-shenzhen.aliyuncs.com"
- OSS_BUCKET_NAME = "zhijiayun-jiansuo"
- # 飞书 Webhook
- FEISHU_WEBHOOK_URL = "https://open.feishu.cn/open-apis/bot/v2/hook/f8a70e6b-6b75-43c2-aaf2-9ba8f79f40f6"
- # 云码打码(京东滑块验证码)
- CAPTCHA_API_URL = "http://api.jfbym.com/api/YmServer/customApi"
- CAPTCHA_TOKEN = "1nDVocTE2mJ0yLEYb2sZJ5uUY2VIEoGTkIpW44X7Kgk"
- CAPTCHA_SCREENSHOT_PATH = "./element_screenshot.png"
- # ============================================================
- # 四、平台 / 设备
- # ============================================================
- # 设备 ID
- JD_DEVICE_ID = 3
- TB_DEVICE_ID = 17
- # 平台 ID
- PLATFORM_ID_JD = 2
- PLATFORM_ID_TAOBAO = 1
- PLATFORM_ID_YAOFANGWANG = 11
- # 药房网设备名(用作 scheduler username)
- YAOFANGWANG_DEVICE_NAME = "青羊新洋诊所"
- # 账号兜底 ID(任务中缺 account_id 时的回退值)
- JD_DEFAULT_ACCOUNT_ID = "15"
- TAOBAO_DEFAULT_ACCOUNT_ID = "17" # taobao_crawl.py
- TAOBAO_SNAP_DEFAULT_ACCOUNT_ID = "101" # snapshot_taobao_crawl2.py
- # 药师帮账号
- YSB_ACCOUNT = {
- "username": "13484423007",
- "password": "ljm123456"
- }
- # 壹药城账号
- YYC_ACCOUNT = {
- "username": "18193030281",
- "password": "a666666",
- "token": "Sm45MzRmREtiaThGc1gvLzZaVnRFWXFjTlg4bVBZaytxZXoyRjR5OXB1NmFJMk84VDhadzI4NUdNUmhFZjFtZCszSnFGV1JUdThVTWtwUi9SVG9jUk01T0JNZ1RyUVZCNUsyNms0Z0F3OUhRc3JKRzZ1S0dFOWNLUVAwNFdweWRtaDkyS25iOUVwU3dnUC9FcVpnZWdSbS9QQm1qSHhsOS84RHlOc1czUWgxRTZkSEh4d2NUOCtkNzA1dTlLWjkzP2FwcElkPTEyNTAma2V5SWQ9MTI1MA==",
- "user_id": 387715
- }
- # ============================================================
- # 五、本地环境
- # ============================================================
- CHROME_PATH = r"C:\Program Files\Google\Chrome\Application\chrome.exe"
- ACCOUNT_CACHE_DIR = "./account_cache"
- LOG_DIR = "logs"
- # ============================================================
- # 六、阈值 / 限量
- # ============================================================
- # 连续不匹配阈值
- JD_NO_MATCH_THRESHOLD = 20
- TAOBAO_NO_MATCH_THRESHOLD = 100
- # 淘宝搜索最大页数
- TAOBAO_SEARCH_MAX_PAGE = 20 # taobao_crawl.py
- TAOBAO_SNAP_SEARCH_MAX_PAGE = 100 # snapshot_taobao_crawl2.py
- # 淘宝请求
- TAOBAO_REQUEST_RETRY_COUNT = 3
- TAOBAO_COOKIE_MAX_AGE_SEC = 3600
- # 淘宝 MTOP
- MTOP_APP_KEY = "12574478"
- MTOP_APP_ID = "34385"
- # 淘宝快照监听重试
- TAOBAO_SNAP_LISTEN_RETRY = 15
- # 京东页面采集
- JD_COLLECT_MAX_STEPS = 10
- # 药房网
- YAOFANGWANG_DETAIL_MAX_PAGES = 100
- # ============================================================
- # 七、User-Agent
- # ============================================================
- UA_JD = (
- "Mozilla/5.0 (Windows NT 10.0; Win64; x64) "
- "AppleWebKit/537.36 (KHTML, like Gecko) "
- "Chrome/131.0.0.0 Safari/537.36"
- )
- UA_TAOBAO = (
- "Mozilla/5.0 (Windows NT 10.0; Win64; x64) "
- "AppleWebKit/537.36 (KHTML, like Gecko) "
- "Chrome/142.0.0.0 Safari/537.36"
- )
- UA_YAOFANGWANG = (
- "Mozilla/5.0 (Windows NT 10.0; Win64; x64) "
- "AppleWebKit/537.36 (KHTML, like Gecko) "
- "Chrome/124.0.0.0 Safari/537.36"
- )
|