Claude
5c7dcf57cc
- common/logging.py: improve format to timestamp|LEVEL|module:func:line - message - core/ layer: DEBUG log every subprocess invocation (cmd, rc, byte counts), JSON load/dump events, parsed application_id. ERROR log on failures. - tools/ layer: DEBUG log every public tool entry with key parameters, INFO log on business outcomes (saved/submitted/killed/...). - New tests/unit/test_logging.py: capture loguru output via in-memory sink and assert DEBUG + INFO messages are emitted for representative flows.
25 lines
778 B
Python
25 lines
778 B
Python
# coding=utf-8
|
|
"""
|
|
@Time :2026/6/24
|
|
@Author :tao.chen
|
|
"""
|
|
from common.logging import logger
|
|
from spark_executor.core.job_store import JobStore
|
|
from spark_executor.core.yarn_client import get_application_logs
|
|
|
|
store = JobStore()
|
|
|
|
|
|
def get_job_logs(job_id: str, tail_chars: int = 5000) -> str:
|
|
logger.debug(f"get_job_logs enter job_id={job_id} tail_chars={tail_chars}")
|
|
job = store.get(job_id)
|
|
if job is None:
|
|
raise KeyError(f"Unknown job_id: {job_id}")
|
|
full = get_application_logs(job.application_id)
|
|
tailed = full[-tail_chars:] if len(full) > tail_chars else full
|
|
logger.info(
|
|
f"get_job_logs ok job_id={job_id} application_id={job.application_id} "
|
|
f"full_chars={len(full)} returned_chars={len(tailed)}"
|
|
)
|
|
return tailed
|