project/xhs/commons/Logger.py

import logging
from logging.handlers import TimedRotatingFileHandler
import os
from datetime import datetime

LOG_FORMAT = "%(asctime)s [%(levelname)s] [%(threadName)s] %(message)s"


def _build_logger(name: str, log_file: str) -> logging.Logger:
    logger_obj = logging.getLogger(name)
    if logger_obj.handlers:
        return logger_obj

    logger_obj.setLevel(logging.DEBUG)
    logger_obj.propagate = False

    console_handler = logging.StreamHandler()
    console_handler.setLevel(logging.INFO)

    file_handler = logging.FileHandler(log_file, encoding="utf-8")
    file_handler.setLevel(logging.DEBUG)

    formatter = logging.Formatter(LOG_FORMAT)
    console_handler.setFormatter(formatter)
    file_handler.setFormatter(formatter)

    logger_obj.addHandler(console_handler)
    logger_obj.addHandler(file_handler)
    return logger_obj


def get_spider_logger(spider_name: str) -> logging.Logger:
    base_dir = os.path.join("logs", spider_name)
    os.makedirs(base_dir, exist_ok=True)
    time_str = datetime.now().strftime("%Y-%m-%d_%H%M")
    log_file = os.path.join(base_dir, f"{spider_name}_{time_str}.log")
    return _build_logger(f"spider.{spider_name}", log_file)

import sys
script_name = os.path.basename(sys.argv[0]).lower()
if 'jd' in script_name:
    prefix = 'jd'
elif 'taobao' in script_name:
    prefix = 'taobao'
elif 'pdd' in script_name:
    prefix = 'pdd'
elif 'xhs' in script_name:
    prefix = 'xhs'
else:
    prefix = 'app'

# 获取当前时间字符串精确到分
time_str = datetime.now().strftime("%Y-%m-%d_%H%M")
legacy_dir = "logs"
os.makedirs(legacy_dir, exist_ok=True)
legacy_file = os.path.join(legacy_dir, f"{prefix}_{time_str}.log")
logger = _build_logger("MyLogger", legacy_file)

# 测试
# logger.debug("调试信息")
# logger.info("普通提示信息")
# logger.warning("警告信息")
# logger.error("错误信息")
# logger.critical("严重错误信息")