""" Logging utilities """ import logging import sys from pathlib import Path from typing import Optional from rich.logging import RichHandler from rich.console import Console def setup_logging( level: int = logging.INFO, log_file: Optional[str] = None, use_rich: bool = True ) -> None: """Setup logging configuration""" # Create logs directory if needed if log_file: log_path = Path(log_file) log_path.parent.mkdir(parents=True, exist_ok=True) # Clear existing handlers root_logger = logging.getLogger() root_logger.handlers.clear() # Setup formatters if use_rich: # Rich handler for console output console_handler = RichHandler( console=Console(stderr=True), show_time=True, show_path=True, rich_tracebacks=True ) console_handler.setLevel(level) root_logger.addHandler(console_handler) else: # Standard console handler console_handler = logging.StreamHandler(sys.stdout) console_handler.setLevel(level) console_formatter = logging.Formatter( '%(asctime)s - %(name)s - %(levelname)s - %(message)s' ) console_handler.setFormatter(console_formatter) root_logger.addHandler(console_handler) # File handler if specified if log_file: file_handler = logging.FileHandler(log_file) file_handler.setLevel(level) file_formatter = logging.Formatter( '%(asctime)s - %(name)s - %(levelname)s - %(funcName)s:%(lineno)d - %(message)s' ) file_handler.setFormatter(file_formatter) root_logger.addHandler(file_handler) # Set root logger level root_logger.setLevel(level) # Reduce noise from some libraries logging.getLogger("transformers").setLevel(logging.WARNING) logging.getLogger("datasets").setLevel(logging.WARNING) logging.getLogger("urllib3").setLevel(logging.WARNING) logging.getLogger("requests").setLevel(logging.WARNING) logging.info("Logging setup completed") def get_logger(name: str) -> logging.Logger: """Get a logger with the specified name""" return logging.getLogger(name)