From ed597f8c61915ff2b31ab0c590160df3c74bacf0 Mon Sep 17 00:00:00 2001 From: Ricardo Date: Thu, 8 Oct 2026 14:43:43 -0300 Subject: [PATCH] acredito que seja log --- app/core/configs.py | 9 ++- app/logger_config.py | 155 +++++++++++++++++++++++++++++++++++++++++++ requirements.txt | Bin 802 -> 842 bytes 3 files changed, 162 insertions(+), 2 deletions(-) create mode 100644 app/logger_config.py diff --git a/app/core/configs.py b/app/core/configs.py index cbb73e9..0fee9f2 100644 --- a/app/core/configs.py +++ b/app/core/configs.py @@ -11,8 +11,8 @@ class BancoConfig(BaseModel): db_senha: SecretStr db_driver: str = 'ODBC Driver 17 for SQL Server' - db_pool_size: int = 5 - db_pool_max_overflow: int = 10 + db_pool_size: int + db_pool_max_overflow: int class HolmesConfig(BaseModel): token: str @@ -23,10 +23,15 @@ class APIConfig(BaseModel): ambiente: str workers: int +class LogConfig(BaseModel): + log_level: str = "INFO" + max_dias: int + class Settings(BaseModel): api: APIConfig banco: BancoConfig holmes: HolmesConfig + logs: LogConfig _PATH = Path(__file__).resolve().parents[2] / "config.json" settings = Settings.model_validate_json(_PATH.read_text(encoding="utf-8")) \ No newline at end of file diff --git a/app/logger_config.py b/app/logger_config.py new file mode 100644 index 0000000..6558afc --- /dev/null +++ b/app/logger_config.py @@ -0,0 +1,155 @@ +import logging +import queue +from datetime import date, datetime, timedelta +from logging.handlers import QueueHandler, QueueListener +from pathlib import Path + +import portalocker + +from app.core.configs import settings + + +class ProcessSafeTimedFileHandler(logging.FileHandler): + """ + Handler de arquivo com: + - File locking (portalocker) para múltiplos workers/processos + - Rotação por dia à meia-noite (renomeia o anterior, cria novo) + - Cleanup automático de logs antigos + """ + + def __init__( + self, + log_dir: str, + base_name: str = "api_detailed", + backup_count: int = 21, + encoding: str = "utf-8", + ): + self.log_dir = Path(log_dir) + self.log_dir.mkdir(parents=True, exist_ok=True) + self.base_name = base_name + self.backup_count = backup_count + + log_path = self.log_dir / f"{self.base_name}.log" + + # Inicializa _current_date a partir da mtime do arquivo existente, + # para que reinícios da API após meia-noite ainda rotacionem o log + # do dia anterior em vez de continuar escrevendo nele. + if log_path.exists() and log_path.stat().st_size > 0: + self._current_date = datetime.fromtimestamp(log_path.stat().st_mtime).date() + else: + self._current_date = datetime.now().date() + + super().__init__(str(log_path), mode="a", encoding=encoding, delay=True) + + # Rotaciona imediatamente se o arquivo existente é de um dia anterior + today = datetime.now().date() + if today > self._current_date: + self._rotate(self._current_date) + self._current_date = today + self._cleanup() + + def emit(self, record): + try: + msg = self.format(record) + lock_path = str(self.log_dir / f"{self.base_name}.lock") + + with portalocker.Lock(lock_path, "a", timeout=5): + # Verifica se mudou o dia → rotaciona + today = datetime.now().date() + if today > self._current_date: + self._rotate(self._current_date) + self._current_date = today + self._cleanup() + + # Escreve no arquivo (abre e fecha para não segurar o handle) + with open(self.baseFilename, "a", encoding=self.encoding) as f: + f.write(msg + self.terminator) + + except Exception: + self.handleError(record) + + def _rotate(self, old_date: date): + """Renomeia api_detailed.log → api_detailed-2025-02-27.log""" + current_file = Path(self.baseFilename) + if current_file.exists() and current_file.stat().st_size > 0: + rotated = self.log_dir / f"{self.base_name}-{old_date.isoformat()}.log" + try: + if rotated.exists(): + # Append se outro worker já rotacionou + with ( + open(rotated, "a", encoding=self.encoding) as dst, + open(current_file, "r", encoding=self.encoding) as src, + ): + dst.write(src.read()) + current_file.unlink() + else: + current_file.rename(rotated) + except OSError: + pass # Outro worker já rotacionou + + def _cleanup(self): + """Remove logs mais antigos que backup_count dias.""" + cutoff = datetime.now().date() - timedelta(days=self.backup_count) + for f in self.log_dir.glob(f"{self.base_name}-*.log"): + try: + date_str = f.stem.replace(f"{self.base_name}-", "") + file_date = datetime.strptime(date_str, "%Y-%m-%d").date() + if file_date < cutoff: + f.unlink() + except (ValueError, OSError): + pass + + +# Variável de módulo para manter o listener vivo +_queue_listener: QueueListener | None = None + + +def setup_logging(): + global _queue_listener + + logging.getLogger("pika").setLevel(logging.WARNING) + logging.getLogger("httpx").setLevel(logging.WARNING) + + # --- 1. NÍVEL DE LOG VIA configs.json --- + level_name = settings.logs.log_level.upper() + log_level = getattr(logging, level_name, logging.INFO) + + # --- 2. FORMATTER --- + formatter = logging.Formatter( + "%(asctime)s|%(levelname)s|%(name)s|%(message)s|%(filename)s|%(lineno)d", + datefmt="%Y-%m-%d %H:%M:%S", + ) + + # --- 3. HANDLER REAL (com file locking) --- + file_handler = ProcessSafeTimedFileHandler( + log_dir="logs", + base_name="api_detailed", + backup_count=settings.logs.max_dias, + ) + file_handler.setFormatter(formatter) + + # --- 4. QUEUE (não bloqueia a thread da request) --- + log_queue = queue.Queue(-1) # sem limite + queue_handler = QueueHandler(log_queue) + + # --- 5. LISTENER (thread background que consome a fila) --- + if _queue_listener is not None: + _queue_listener.stop() + + _queue_listener = QueueListener(log_queue, file_handler, respect_handler_level=True) + _queue_listener.start() + + # --- 6. LOGGER RAIZ --- + root_logger = logging.getLogger() + root_logger.setLevel(log_level) + if root_logger.hasHandlers(): + root_logger.handlers.clear() + root_logger.addHandler(queue_handler) + + +def shutdown_logging(): + """Chamar no shutdown da API para garantir flush.""" + global _queue_listener + if _queue_listener: + _queue_listener.stop() + _queue_listener = None diff --git a/requirements.txt b/requirements.txt index 1147f6f6ee9fb7f45ec01b5ba0433f27abf5e1d1..acc326487710ae05af3bfd008507f92464e215bb 100644 GIT binary patch delta 46 vcmZ3)c8YC76{BK4LlHv>Ln1>CLq0