Maarten McKubre-Jordens

11 papers Journal 11
YearRankTypeTitle / Venue / Authors
2020 J jnl
Arch. Math. Log.
Hannes Diener, Maarten McKubre-Jordens
2019 J jnl
FLAP
Maarten McKubre-Jordens, Phillip L. Wilson
2018 J jnl
CoRR
Louis Warren, Hannes Diener, Maarten McKubre-Jordens
2017 J jnl
Australas. J. Log.
Zach Weber, Maarten McKubre-Jordens, Patrick Girard
2017 J jnl
Australas. J. Log.
Zach Weber, Maarten McKubre-Jordens
2016 J jnl
Log. Methods Comput. Sci.
Douglas S. Bridges, James E. Dent, Maarten McKubre-Jordens
2013 J jnl
J. Log. Anal.
Douglas S. Bridges, Maarten McKubre-Jordens
2013 J jnl
Log. J. IGPL
Douglas S. Bridges, James E. Dent, Maarten McKubre-Jordens
2013 J jnl
Math. Log. Q.
Douglas S. Bridges, Hajime Ishihara, Maarten McKubre-Jordens
2012 J jnl
J. Lond. Math. Soc.
Gaven J. Martin, Maarten McKubre-Jordens
2012 J jnl
J. Philos. Log.
Maarten McKubre-Jordens, Zach Weber
redb/logging_utils.py
← Index redb/logging_utils.py python
"""
Logging utilities and shared enums for REDB.

Contains the ImportResult enum, log formatters, and logger setup functions
used across the ingestor pipeline.
"""
import logging
from logging.handlers import QueueHandler
import os
from enum import Enum


class ImportResult(Enum):
    CORRECTLY = 0
    PARTIALLY = 1
    FAILED = 2
    PENDING = 3
    SKIPPED = 4


class FileNameFormatter(logging.Formatter):
    def format(self, record):
        record.filenameinfo = getattr(record, "filenameinfo", "unknown")
        return super().format(record)


def setup_logger(log_queue, filename):
    logger = logging.getLogger(filename)
    if not logger.handlers:
        if os.getenv("SERVER_ENV") == "prod":
            logger.setLevel(logging.INFO)
        else:
            logger.setLevel(logging.DEBUG)
        handler = QueueHandler(log_queue)
        logger.addHandler(handler)
        logger.propagate = False  # Prevent propagation to parent loggers
    return logger


def logger_thread(log_queue, log_file):
    handler = logging.FileHandler(log_file)
    formatter = FileNameFormatter(
        "%(asctime)s - %(filenameinfo)s - %(levelname)s - %(message)s"
    )
    handler.setFormatter(formatter)

    while True:
        try:
            record = log_queue.get()
            if record is None:
                break
            # Format and write the log record
            message = formatter.format(record)
            handler.stream.write(message + "\n")
            handler.stream.flush()
        except Exception:
            import traceback
            import sys

            print("[ERR] Error in logger thread:", file=sys.stderr)
            traceback.print_exc(file=sys.stderr)


def setup_direct_logger(log_file, filename, pid=None):
    """Setup a logger that writes directly to the log file without using a queue."""
    # Create a unique logger name using the process ID
    logger_name = f"{filename}_{pid}" if pid else filename
    logger = logging.getLogger(logger_name)

    if not logger.handlers:
        handler = logging.FileHandler(log_file)
        formatter = logging.Formatter("%(asctime)s - %(filenameinfo)s - %(levelname)s - %(message)s")
        handler.setFormatter(formatter)
        logger.addHandler(handler)

        if os.getenv("SERVER_ENV") == "prod":
            logger.setLevel(logging.INFO)
        else:
            logger.setLevel(logging.DEBUG)

    # Add filename info to the logger's extra info
    extra = {"filenameinfo": filename}
    logger = logging.LoggerAdapter(logger, extra)

    return logger