Nam Le

13 papers A 1B 6C 1Journal 2Unranked 3
YearRankTypeTitle / Venue / Authors
2020 B conf
EvoApplications
Nam Le, Anthony Brabazon, Michael O'Neill
2019 conf
GECCO (Companion)
Nam Le
2019 A conf
GECCO
Nam Le, Michael O'Neill, Anthony Brabazon
2019 J jnl
CoRR
Nam Le
2019 J jnl
CoRR
Nam Le
2019 B conf
CEC
Nam Le, Michael O'Neill, Anthony Brabazon
2019 C conf
ALIFE
Nam Le
2019 B conf
EvoApplications
Nam Le, Anthony Brabazon, Michael O'Neill
2018 conf
PPSN (2)
Nam Le, Michael O'Neill, Anthony Brabazon
2018 conf
TPNC
Nam Le, Anthony Brabazon, Michael O'Neill
2018 B conf
CEC
Nam Le, Michael O'Neill, Anthony Brabazon
2017 B conf
CEC
Nam Le, Michael O'Neill, David Fagan, Anthony Brabazon
2016 B conf
CEC
Nam Le, Hoai Nguyen Xuan, Anthony Brabazon, Thuong Pham Thi
redb/logging_utils.py
← Index redb/logging_utils.py python
"""
Logging utilities and shared enums for REDB.

Contains the ImportResult enum, log formatters, and logger setup functions
used across the ingestor pipeline.
"""
import logging
from logging.handlers import QueueHandler
import os
from enum import Enum


class ImportResult(Enum):
    CORRECTLY = 0
    PARTIALLY = 1
    FAILED = 2
    PENDING = 3
    SKIPPED = 4


class FileNameFormatter(logging.Formatter):
    def format(self, record):
        record.filenameinfo = getattr(record, "filenameinfo", "unknown")
        return super().format(record)


def setup_logger(log_queue, filename):
    logger = logging.getLogger(filename)
    if not logger.handlers:
        if os.getenv("SERVER_ENV") == "prod":
            logger.setLevel(logging.INFO)
        else:
            logger.setLevel(logging.DEBUG)
        handler = QueueHandler(log_queue)
        logger.addHandler(handler)
        logger.propagate = False  # Prevent propagation to parent loggers
    return logger


def logger_thread(log_queue, log_file):
    handler = logging.FileHandler(log_file)
    formatter = FileNameFormatter(
        "%(asctime)s - %(filenameinfo)s - %(levelname)s - %(message)s"
    )
    handler.setFormatter(formatter)

    while True:
        try:
            record = log_queue.get()
            if record is None:
                break
            # Format and write the log record
            message = formatter.format(record)
            handler.stream.write(message + "\n")
            handler.stream.flush()
        except Exception:
            import traceback
            import sys

            print("[ERR] Error in logger thread:", file=sys.stderr)
            traceback.print_exc(file=sys.stderr)


def setup_direct_logger(log_file, filename, pid=None):
    """Setup a logger that writes directly to the log file without using a queue."""
    # Create a unique logger name using the process ID
    logger_name = f"{filename}_{pid}" if pid else filename
    logger = logging.getLogger(logger_name)

    if not logger.handlers:
        handler = logging.FileHandler(log_file)
        formatter = logging.Formatter("%(asctime)s - %(filenameinfo)s - %(levelname)s - %(message)s")
        handler.setFormatter(formatter)
        logger.addHandler(handler)

        if os.getenv("SERVER_ENV") == "prod":
            logger.setLevel(logging.INFO)
        else:
            logger.setLevel(logging.DEBUG)

    # Add filename info to the logger's extra info
    extra = {"filenameinfo": filename}
    logger = logging.LoggerAdapter(logger, extra)

    return logger