# coding=utf-8
"""
@Time :2026/6/24
@Author :tao.chen
Process-wide loguru configuration. Import `logger` from here in every
module instead of instantiating new loggers.
Log level is controlled via `SPARK_EXECUTOR_LOG_LEVEL` (see common/config.py):
DEBUG - default; full verbosity
INFO - quieter; recommended for production
Levels used in this project:
DEBUG - entry/exit of public tools, subprocess commands, file I/O paths
INFO - business events (job submitted, status changed, connection saved)
WARNING - recoverable problems (transient YARN issues, retry-able)
ERROR - raised exceptions (caller will see the traceback)
"""
import sys
from pathlib import Path
from loguru import logger
from common.config import settings
Path("data/logs/debug").mkdir(parents=True, exist_ok=True)
Path("data/logs/info").mkdir(parents=True, exist_ok=True)
logger.remove()
logger.add(
sys.stderr,
level=settings.log_level,
format=(
"{time:HH:mm:ss.SSS} | "
"{level: <7} | "
"{name}:{function}:{line} - "
"{message}"
),
enqueue=True,
colorize=True,
)
logger.add(
"data/logs/debug/{time:YYYY-MM-DD}.log",
level="DEBUG", # always full at the file level for audit
enqueue=True,
retention="30 days",
compression="gz",
colorize=True,
)
logger.add(
"data/logs/info/{time:YYYY-MM-DD}.log",
level=settings.log_level,
enqueue=True,
retention="30 days",
compression="gz",
encoding="utf-8",
)